RohanNaga commited on
Commit
e901b4d
·
verified ·
1 Parent(s): c620c88

back up adapters/adapt

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-metadata.json +41 -0
  2. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-summary.json +1 -0
  3. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  4. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  5. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  6. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  7. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  8. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  9. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  10. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  11. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  12. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  13. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  14. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  15. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  16. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  17. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  18. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  19. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json +36 -0
  20. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json +1 -0
  21. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt +3 -0
  22. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt.sha256 +1 -0
  23. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt +3 -0
  24. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt.sha256 +1 -0
  25. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt +3 -0
  26. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt.sha256 +1 -0
  27. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt +3 -0
  28. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt.sha256 +1 -0
  29. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt +3 -0
  30. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt.sha256 +1 -0
  31. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt +3 -0
  32. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt.sha256 +1 -0
  33. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt +3 -0
  34. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt.sha256 +1 -0
  35. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt +3 -0
  36. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt.sha256 +1 -0
  37. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt +3 -0
  38. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt.sha256 +1 -0
  39. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/config.json +198 -0
  40. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/log.jsonl +181 -0
  41. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores.jsonl +9 -0
  42. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/directional.json +0 -0
  43. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/metrics.json +1142 -0
  44. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/metrics.json +1212 -0
  45. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/metrics.json +1142 -0
  46. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/metrics.json +1142 -0
  47. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/metrics.json +1142 -0
  48. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/metrics.json +1142 -0
  49. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/metrics.json +1142 -0
  50. adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/metrics.json +1142 -0
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-metadata.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T05:15:23.433067Z",
5
+ "args": [
6
+ "--source",
7
+ "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt",
8
+ "--source-weights",
9
+ "ema",
10
+ "--adapt-split",
11
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
12
+ "--adapt-episodes-k",
13
+ "8",
14
+ "--latents-dir",
15
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
16
+ "--results-dir",
17
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
18
+ "--step-grid",
19
+ "0,50,100,150,250,500,1000,2000,4000",
20
+ "--global-batch",
21
+ "32",
22
+ "--per-gpu-batch",
23
+ "32",
24
+ "--hf-cache",
25
+ "/sata2/data/rnagabhi/doom/hf/hub",
26
+ "--wandb-project",
27
+ "doomdit-nexttic",
28
+ "--wandb-group",
29
+ "adapt_pixart_arenas13_map01",
30
+ "--seed",
31
+ "0"
32
+ ],
33
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/adapt_wm.py",
34
+ "codePath": "adapt_wm.py",
35
+ "codePathLocal": "adapt_wm.py",
36
+ "email": "Rohannaga04@gmail.com",
37
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
38
+ "host": "iclspiderman.ri.cmu.edu",
39
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
40
+ "writerId": "3flc6195fds1d5x6d0994gwek4hzovlz"
41
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"data/examples_seen":128000,"train/nonfinite_loss":0,"val/loss_q2":0.15033945441246033,"val/excursion":0,"val/loss":0.17835959792137146,"time/wall_hours":0.9946098113722271,"train/loss":0.18800759196281433,"val/loss_q1":0.31430312991142273,"train/lr":0.0001,"train/grad_norm":0.07703380510210991,"train/grad_norm_max":0.13624317944049835,"train/steps_per_s":1.118305350403659,"step":4000,"data/game_hours_seen":1.0158730158730158,"train/peak_mem_gb":15.55,"_runtime":3583,"data/epochs":4.333694474539545,"train/skipped_updates":0,"train/clip_frac":0,"_timestamp":1.7905761076238549e+09,"val/loss_minus_train":-0.00964799404144287,"_step":168,"_wandb":{"runtime":3583},"val/loss_q4":0.14102160930633545,"time/steps_per_hour":4025.8992614531726,"val/loss_q3":0.1365765482187271}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:24:28.699145Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "f91173ocrb5d389iitb5rsn1zcu6ksmk"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_B_stock":0.1398020376364002,"eval/adapt_live/heldout_A_full_stock":1.2005119659006596,"eval/adapt_live/heldout_lpips":0.3620284519274719,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_dup_excluded":0,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_psnr_dec":23.936912942677736,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_latent_ratio_mean":0.7310706535738692,"eval/adapt_live/trainmap_lpips_gain_paired":0.024291466290378594,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_ratio_of_means":0.7227804485786964,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_C_tuned":4.256466303020716,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_B_tuned":0.09805212206265423,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_mse":0.23989135603187606,"eval/adapt_live/heldout_psnr_gain_paired":0.06451080366969109,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips_dec":0.311728197906632,"eval/adapt_live/heldout_lpips_gain_paired":-0.12924640567507595,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_latent_skill":1.39890717498734,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_psnr":21.64591061323881,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_A_stock":1.5842072516679764,"_runtime":0,"eval/adapt_live/trainmap_lpips_gain":0.024291466290378594,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"step":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_psnr_gain":0.06451080366969109,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_tuned":1.632707167416811,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"_timestamp":1.7905766694200673e+09,"eval/adapt_live/heldout_C_stock":3.6615453585982323,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_latent_mse_ratio":0.7310706528369337,"_step":0,"eval/adapt_live/heldout_lpips_gain":-0.12924640567507595,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_A_tuned":1.785454660654068,"eval/adapt_live/heldout_outcome_windows_tuned":256}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:26:38.368487Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "93swdw3ba46c935iy6orfbey7jiz2vw0"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/heldout_lpips_gain":-0.11297808465315029,"eval/adapt_live/heldout_latent_mse":0.23142373430891894,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_B_stock":0.12071153761644382,"_step":1,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_ratio_mean":0.7047389613386643,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_C_tuned":3.961520254611969,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_latent_ratio_of_means":0.6972679352120187,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"step":50,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"_wandb":{"runtime":0},"_timestamp":1.7905767990107954e+09,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_lpips_gain_paired":-0.11297808465315029,"eval/adapt_live/heldout_A_full_stock":1.5794623121619225,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_psnr_gain":0.27121051773428917,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_C_stock":3.362785331904888,"eval/adapt_live/heldout_psnr":21.85261032730341,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_latent_mse_ratio":0.7047389617655426,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_A_full_tuned":2.1316593661904335,"eval/adapt_live/heldout_psnr_dec":24.315863288939,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_psnr_gain_paired":0.27121051773428917,"eval/adapt_live/heldout_A_stock":1.9634049274027348,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_A_tuned":2.248613655567169,"eval/adapt_live/heldout_lpips_dec":0.2928394486079924,"_runtime":0,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_skill":1.5604543127406467,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips":0.34576013090554625,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_B_tuned":0.07328916383266915,"eval/adapt_live/heldout_paired_windows":256}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:28:52.730592Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "gh3bajc2ds7flp2jcekrc4u82662gsaf"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_latent_mse":0.22081311428337358,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"step":100,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_A_stock":2.1900379359722137,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"_runtime":0,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_A_full_stock":1.8127911239862442,"eval/adapt_live/heldout_lpips_gain":-0.09034468559548259,"eval/adapt_live/heldout_latent_skill":1.777406912573344,"eval/adapt_live/heldout_B_stock":0.09351080238411669,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_psnr_gain_paired":0.39218559488654137,"eval/adapt_live/heldout_lpips_gain_paired":-0.09034468559548259,"eval/adapt_live/directional_windows":256,"_timestamp":1.790576933282562e+09,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.6652986770085564,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6715023262470844,"eval/adapt_live/heldout_psnr_gain":0.39218559488654137,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_A_full_tuned":2.5137414932250977,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_C_tuned":3.704111635684967,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_B_tuned":0.050119008068577386,"eval/adapt_live/trainmap_episodes":89,"_wandb.runtime":0,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_psnr_dec":24.54919210076332,"eval/adapt_live/heldout_lpips":0.32312673184787855,"eval/adapt_live/heldout_C_stock":3.201485451310873,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_lpips_dec":0.27010790299391374,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"_step":2,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_A_tuned":2.6279452554881573,"eval/adapt_live/heldout_latent_mse_ratio":0.6715023263823241,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_psnr":21.97358540445566,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_dup_excluded":0}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:31:03.408627Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "dif8qoat3yp0gbxj2g0aunq8p4211y3f"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_ratio_windows":256,"step":150,"_wandb":{"runtime":0},"_step":3,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_psnr_dec":24.644713934510946,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips":0.3135206361184828,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_psnr_gain":0.4329339526593685,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_tuned":2.830464221537113,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_C_tuned":3.5844010561704636,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.08073858986608684,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb.runtime":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_A_full_stock":1.9083129577338696,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_A_stock":2.3004649356007576,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_lpips_gain_paired":-0.08073858986608684,"eval/adapt_live/heldout_latent_mse_ratio":0.6598160442663357,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/heldout_lpips_dec":0.25894298480125144,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_mse":0.21708811697317287,"eval/adapt_live/directional_correct_frac":0.7265625,"_timestamp":1.7905770639711814e+09,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_psnr_gain_paired":0.4329339526593685,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_latent_skill":1.8578573244383914,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.6540754496636596,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_B_tuned":0.03399964050913695,"eval/adapt_live/heldout_latent_ratio_mean":0.65981604251849,"eval/adapt_live/heldout_latent_ratio_undefined":0,"_runtime":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_A_full_tuned":2.6999559178948402,"eval/adapt_live/heldout_C_stock":3.1318184696137905,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_B_stock":0.08116845968470443,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_psnr":22.01433376222849,"eval/adapt_live/trainmap_outcome_windows_stock":256}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:33:11.696328Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "0f130slnceq3gg2apgptj1g8rzycsebf"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_psnr":22.055748723447323,"step":250,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/directional_correct_frac":0.7265625,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips_dec":0.2486001240904443,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"_timestamp":1.7905771922490776e+09,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_A_tuned":2.948055651038885,"eval/adapt_live/heldout_lpips":0.3039967493386939,"eval/adapt_live/heldout_A_full_stock":2.01236205175519,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"_wandb":{"runtime":0},"eval/adapt_live/heldout_B_stock":0.0698831867921399,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_lpips_gain":-0.07121470308629796,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_dec":24.748763028532267,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_mse":0.21422052834532224,"eval/adapt_live/heldout_latent_ratio_mean":0.6514130591867114,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_A_full_tuned":2.8328002467751503,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_B_tuned":0.022937048415769823,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_latent_mse_ratio":0.6514130614232272,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_C_tuned":3.50192141905427,"eval/adapt_live/heldout_lpips_gain_paired":-0.07121470308629796,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_C_stock":3.0668328553438187,"eval/adapt_live/heldout_psnr_gain_paired":0.47434891387820244,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_A_stock":2.3830541111528873,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_ratio_of_means":0.6454355510484646,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_dup_excluded":0,"_step":4,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_runtime":0,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_psnr_gain":0.47434891387820244,"eval/adapt_live/heldout_latent_skill":1.9185418167164903}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:35:23.585669Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "cjink22q5q3i8ymbnblttb83a7sc2gms"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/heldout_lpips":0.30377466324716806,"eval/adapt_live/heldout_latent_mse":0.21086418314371258,"eval/adapt_live/heldout_C_tuned":3.4752396754920483,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_A_full_tuned":2.905987109988928,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_psnr_dec":24.780252560973167,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_lpips_gain":-0.0709926169947721,"eval/adapt_live/heldout_latent_mse_ratio":0.6412565828068182,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"_runtime":0,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"_timestamp":1.7905773243637023e+09,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_latent_ratio_of_means":0.6353230537474697,"_wandb":{"runtime":0},"_step":5,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_B_tuned":0.02144347243302036,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_C_stock":3.059733834117651,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_psnr_gain_paired":0.4743826910853386,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_A_tuned":3.0117839761078358,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_psnr_gain":0.4743826910853386,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"step":500,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"_wandb.runtime":0,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6412565829486925,"eval/adapt_live/heldout_B_stock":0.06957466907624621,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_psnr":22.05578250065446,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_lpips_dec":0.24653152411337942,"eval/adapt_live/heldout_latent_skill":1.9942494244833837,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_A_full_stock":2.0438515841960907,"eval/adapt_live/heldout_A_stock":2.406810812652111,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_lpips_gain_paired":-0.0709926169947721,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/directional_ref_frac":0.82421875}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:37:34.128145Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "hndoylxv1khkh1iztuwzhhoyhc9shwlu"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"_step":6,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_B_tuned":0.01028881206002552,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_lpips_gain":-0.06088936870219186,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_C_stock":2.9304597973823547,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_latent_skill":2.051209402324449,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_A_full_stock":2.2193640433251858,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_C_tuned":3.3486242070794106,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_psnr_dec":24.955765020102262,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_lpips":0.2936714149545878,"_runtime":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_latent_mse_ratio":0.6330601879162714,"eval/adapt_live/heldout_A_tuned":3.212091289460659,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_psnr_gain":0.5664710104465485,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_psnr":22.14787082001567,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_latent_ratio_of_means":0.6279812503860848,"eval/adapt_live/heldout_latent_mse":0.20842743327375501,"eval/adapt_live/heldout_psnr_gain_paired":0.5664710104465485,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"step":1000,"_timestamp":1.7905774546252687e+09,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_lpips_gain_paired":-0.06088936870219186,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_lpips_dec":0.2367936649825424,"eval/adapt_live/heldout_B_stock":0.05762955303362105,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_A_stock":2.5767120122909546,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_full_tuned":3.1201224215328693,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_latent_ratio_mean":0.6330601885814373,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_skill_windows":256,"_wandb.runtime":0,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill_windows":256}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:39:41.136700Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "hb9c5qotz023cff19hxtu1dpu6rneuy8"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_mse":0.20370179999736138,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_psnr_gain_paired":0.5907664708793163,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/heldout_psnr_gain":0.5907664708793163,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_tuned":3.3160097897052765,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_lpips":0.29208603024017066,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_A_stock":2.6358923092484474,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_ratio_mean":0.6189914696501313,"eval/adapt_live/heldout_latent_ratio_of_means":0.6137431577935515,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.0593039839877747,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_B_stock":0.0559203246521065,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.0593039839877747,"eval/adapt_live/heldout_lpips_dec":0.23425515816779807,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_C_tuned":3.2967292815446854,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_timestamp":1.790577581744305e+09,"eval/adapt_live/directional_windows":256,"step":2000,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_C_stock":2.8951373361051083,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_A_full_tuned":3.221117876470089,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"_runtime":0,"eval/adapt_live/heldout_A_full_stock":2.2869408950209618,"_wandb.runtime":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_psnr":22.172166280448437,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/heldout_latent_skill":2.1533430241378824,"eval/adapt_live/heldout_outcome_windows_tuned":256,"_step":7,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_B_tuned":0.007228588350699283,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_psnr_dec":25.02334187179804,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.6189914717106149,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39",
3
+ "python": "CPython 3.10.21",
4
+ "startedAt": "2026-09-28T06:48:59.941794Z",
5
+ "args": [
6
+ "score",
7
+ "--run-dir",
8
+ "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
9
+ "--parquet-dir",
10
+ "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
11
+ "--decoder",
12
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
13
+ "--latents-dir",
14
+ "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
15
+ "--weights",
16
+ "live",
17
+ "--guard-steps",
18
+ "0,4000",
19
+ "--trainmap-latents-dir",
20
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
21
+ "--trainmap-split",
22
+ "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
23
+ "--trainmap-parquet-dir",
24
+ "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
25
+ "--hf-cache",
26
+ "/sata2/data/rnagabhi/doom/hf/hub"
27
+ ],
28
+ "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py",
29
+ "codePath": "score_adapt.py",
30
+ "codePathLocal": "score_adapt.py",
31
+ "email": "Rohannaga04@gmail.com",
32
+ "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb",
33
+ "host": "iclspiderman.ri.cmu.edu",
34
+ "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python",
35
+ "writerId": "pjwlhm1m6zt6yx9nhpw4q42x5q7lgyhc"
36
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_lpips_gain_paired":-0.04716013872530311,"eval/adapt_live/trainmap_A_stock":2.8767708651721478,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_lpips_dec":0.22310965630458668,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_tuned":3.524503957480192,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_psnr_gain":0.36446821317076683,"eval/adapt_live/trainmap_lpips_gain_paired":0.0069396426351886475,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_psnr_gain":0.6608319021761417,"eval/adapt_live/trainmap_lpips":0.19461436924757436,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_psnr":22.242231711745262,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_C_tuned":3.1907234638929367,"eval/adapt_live/heldout_A_full_stock":2.421080093830824,"eval/adapt_live/trainmap_C_stock":3.3494320064783096,"eval/adapt_live/heldout_A_stock":2.76546523720026,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.609808217476662,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/heldout_latent_mse":0.2007662864343729,"eval/adapt_live/heldout_A_full_tuned":3.37619249522686,"step":4000,"eval/adapt_live/trainmap_latent_mse_ratio":0.5977118914015591,"eval/adapt_live/trainmap_psnr_dec":24.92442336678505,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill":2.430961489079788,"eval/adapt_live/heldout_lpips_gain":-0.04716013872530311,"_runtime":0,"eval/adapt_live/heldout_A_tuned":3.4634376540780067,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_lpips":0.27994218497769907,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_motion_ratio":0.8006265059689689,"_wandb.runtime":0,"eval/adapt_live/trainmap_A_full_tuned":3.40078030154109,"eval/adapt_live/heldout_latent_skill":2.2199689535887375,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_A_full_stock":2.533477421849966,"eval/adapt_live/trainmap_B_stock":-0.02312231290670752,"eval/adapt_live/trainmap_B_tuned":-0.058738906865983154,"eval/adapt_live/heldout_C_stock":2.790097214281559,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_psnr_gain_paired":0.6608319021761417,"eval/adapt_live/trainmap_latent_mse":0.1792840774069191,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_C_tuned":4.132738448679447,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_psnr_gain_paired":0.36446821317076683,"eval/adapt_live/heldout_B_tuned":-0.0053631652117474005,"eval/adapt_live/trainmap_lpips_dec":0.15074418045696802,"eval/adapt_live/trainmap_latent_ratio_mean":0.5977118928463265,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr":22.07209251821041,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5678645953694691,"eval/adapt_live/heldout_B_stock":0.041642863434390165,"eval/adapt_live/trainmap_lpips_gain":0.0069396426351886475,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"_timestamp":1.790578140499843e+09,"eval/adapt_live/heldout_latent_ratio_of_means":0.604898604805224,"_step":8,"eval/adapt_live/heldout_psnr_dec":25.1574810706079,"eval/adapt_live/heldout_latent_mse_ratio":0.6098082173848525,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_episodes":8}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98257844fe4a25eeee53e8fe50e1cda758315f2791a24e0f7e48d721d71bd87c
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790572527060055455, "sha256": "98257844fe4a25eeee53e8fe50e1cda758315f2791a24e0f7e48d721d71bd87c"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc045128867d87fb36d7aa5066aae03ac876e49c0412d04d123a9e5fe07570df
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790572576080928342, "sha256": "fc045128867d87fb36d7aa5066aae03ac876e49c0412d04d123a9e5fe07570df"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d69f08082f348f9214a5d865903f3289e2bc4c07b7bed34ecdc3fb0dcb61a8
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790572624404817528, "sha256": "59d69f08082f348f9214a5d865903f3289e2bc4c07b7bed34ecdc3fb0dcb61a8"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68bf6a0d3c4222cfec243ebd2ad9143c22efaa43feeea89564fce8906d4a4aba
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790572671154743129, "sha256": "68bf6a0d3c4222cfec243ebd2ad9143c22efaa43feeea89564fce8906d4a4aba"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae31e493a928c604b1287875b4ada2ed6b67b96d2b8ce1f9127a43f86146bdd5
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790572759765707252, "sha256": "ae31e493a928c604b1287875b4ada2ed6b67b96d2b8ce1f9127a43f86146bdd5"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc20be5968c1a03988eba3b38971dde7185897587d08325e38b1bd87f82da5b2
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790572983908560092, "sha256": "fc20be5968c1a03988eba3b38971dde7185897587d08325e38b1bd87f82da5b2"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451b6b7adf9ae0452d74957b7ff8d193acf846c91f0c394124d98f9ab21d8742
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790573422033505941, "sha256": "451b6b7adf9ae0452d74957b7ff8d193acf846c91f0c394124d98f9ab21d8742"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f40b4e264918df95736479301e84f20ad08dffa991b38e0faeead070d4f85a67
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790574326406839475, "sha256": "f40b4e264918df95736479301e84f20ad08dffa991b38e0faeead070d4f85a67"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826941cc05b84754812ad2da3223f9b54bd015fcb917c5942c7e19ed1f34a09f
3
+ size 207537311
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt.sha256 ADDED
@@ -0,0 +1 @@
 
 
1
+ {"size": 207537311, "mtime_ns": 1790576107842086582, "sha256": "826941cc05b84754812ad2da3223f9b54bd015fcb917c5942c7e19ed1f34a09f"}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/config.json ADDED
@@ -0,0 +1,198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt",
3
+ "source_weights": "ema",
4
+ "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
5
+ "adapt_episodes_k": 8,
6
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
7
+ "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
8
+ "lora_rank": 16,
9
+ "lora_alpha": 16.0,
10
+ "lora_dropout": 0.0,
11
+ "lora_mlp": false,
12
+ "full_parts": "control,input_proj,noise_emb",
13
+ "lr": null,
14
+ "warmup": 100,
15
+ "wd": null,
16
+ "clip": null,
17
+ "skip_grad_norm": null,
18
+ "skip_grad_after": null,
19
+ "ema_decay": 0.999,
20
+ "step_grid": "0,50,100,150,250,500,1000,2000,4000",
21
+ "global_batch": 32,
22
+ "per_gpu_batch": 32,
23
+ "allow_accumulation": false,
24
+ "grad_ckpt": false,
25
+ "num_workers": 4,
26
+ "prefetch_factor": 4,
27
+ "log_every": 25,
28
+ "val_every": 0,
29
+ "parity_windows": 8,
30
+ "parity_tol": 0.0,
31
+ "warm_start": null,
32
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
33
+ "fit_check": 0,
34
+ "wandb": true,
35
+ "wandb_project": "doomdit-nexttic",
36
+ "wandb_entity": null,
37
+ "wandb_group": "adapt_pixart_arenas13_map01",
38
+ "seed": 0,
39
+ "certificate": {
40
+ "git": {
41
+ "commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4",
42
+ "dirty": 0
43
+ },
44
+ "seed": 0,
45
+ "map": "arenas13_map01",
46
+ "set": "arenas13",
47
+ "map_id": 1,
48
+ "source": {
49
+ "path": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt",
50
+ "weights": "ema",
51
+ "step": 200000,
52
+ "sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a"
53
+ },
54
+ "split": {
55
+ "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
56
+ "sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5"
57
+ },
58
+ "adapt_episodes": [
59
+ 52,
60
+ 78,
61
+ 91,
62
+ 104,
63
+ 130,
64
+ 234,
65
+ 247,
66
+ 260
67
+ ],
68
+ "adapt_episodes_k": 8,
69
+ "held_out": [
70
+ 39,
71
+ 156,
72
+ 169,
73
+ 195,
74
+ 208,
75
+ 286,
76
+ 312,
77
+ 325
78
+ ],
79
+ "held_out_windows": 256,
80
+ "micro_batch": 32,
81
+ "world": 1,
82
+ "accum": 1,
83
+ "effective_batch": 32,
84
+ "lr": 0.0001,
85
+ "lr_source": "LoRA default",
86
+ "warmup": 100,
87
+ "ema_decay": 0.999,
88
+ "optim_policy": {
89
+ "clip": {
90
+ "value": 1.0,
91
+ "from": "source"
92
+ },
93
+ "wd": {
94
+ "value": 0.0,
95
+ "from": "source"
96
+ },
97
+ "skip_grad_norm": {
98
+ "value": 0.0,
99
+ "from": "source"
100
+ },
101
+ "skip_grad_after": {
102
+ "value": 0,
103
+ "from": "source"
104
+ }
105
+ },
106
+ "rank": 16,
107
+ "alpha": 16.0,
108
+ "dropout": 0.0,
109
+ "lora_mlp": false,
110
+ "parts": [
111
+ "control",
112
+ "input_proj",
113
+ "noise_emb"
114
+ ],
115
+ "trainable": 25902208,
116
+ "step_grid": [
117
+ 0,
118
+ 50,
119
+ 100,
120
+ 150,
121
+ 250,
122
+ 500,
123
+ 1000,
124
+ 2000,
125
+ 4000
126
+ ],
127
+ "step0_parity_max_abs": 0.0,
128
+ "step0_parity_windows": 8,
129
+ "recipe": {
130
+ "backbone": "pixart",
131
+ "latent_channels": 4,
132
+ "context_frames": 32,
133
+ "num_actions": 29,
134
+ "noise_buckets": 10,
135
+ "noise_aug_max": 0.7,
136
+ "objective": "v",
137
+ "tic_stride": 1,
138
+ "action_history": 32,
139
+ "control_bits": 19,
140
+ "phase_buckets": 0,
141
+ "action_inject": "token",
142
+ "action_dropout": 0.0,
143
+ "warm_start": "PixArt-alpha/PixArt-XL-2-512x512",
144
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub"
145
+ },
146
+ "counts": {
147
+ "lora": 8257536,
148
+ "part_control": 16994304,
149
+ "part_input_proj": 609408,
150
+ "part_noise_emb": 40960,
151
+ "trainable": 25902208,
152
+ "total": 636738720,
153
+ "backbone_frozen": 610836512,
154
+ "trainable_fraction": 0.04121397530972065
155
+ },
156
+ "args": {
157
+ "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt",
158
+ "source_weights": "ema",
159
+ "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
160
+ "adapt_episodes_k": 8,
161
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
162
+ "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0",
163
+ "lora_rank": 16,
164
+ "lora_alpha": 16.0,
165
+ "lora_dropout": 0.0,
166
+ "lora_mlp": false,
167
+ "full_parts": "control,input_proj,noise_emb",
168
+ "lr": null,
169
+ "warmup": 100,
170
+ "wd": null,
171
+ "clip": null,
172
+ "skip_grad_norm": null,
173
+ "skip_grad_after": null,
174
+ "ema_decay": 0.999,
175
+ "step_grid": "0,50,100,150,250,500,1000,2000,4000",
176
+ "global_batch": 32,
177
+ "per_gpu_batch": 32,
178
+ "allow_accumulation": false,
179
+ "grad_ckpt": false,
180
+ "num_workers": 4,
181
+ "prefetch_factor": 4,
182
+ "log_every": 25,
183
+ "val_every": 0,
184
+ "parity_windows": 8,
185
+ "parity_tol": 0.0,
186
+ "warm_start": null,
187
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
188
+ "fit_check": 0,
189
+ "wandb": true,
190
+ "wandb_project": "doomdit-nexttic",
191
+ "wandb_entity": null,
192
+ "wandb_group": "adapt_pixart_arenas13_map01",
193
+ "seed": 0
194
+ }
195
+ },
196
+ "certificate_line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map01 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json split_sha256=e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8",
197
+ "wandb_run": "pixart200k_arenas13_map01_r16_k8_s0"
198
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/log.jsonl ADDED
@@ -0,0 +1,181 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "start", "backbone": "pixart", "map": "arenas13_map01", "world": 1, "accum": 1, "per_gpu_batch": 32, "global_batch": 32, "dataset_summary": {"episodes": 8, "context_frames": 32, "horizon": 1, "candidate_windows": 35012, "windows": 29536, "excluded_windows": 5476, "excluded_fraction": 0.1564035187935565, "control_bits": 19}, "params": {"lora": 8257536, "part_control": 16994304, "part_input_proj": 609408, "part_noise_emb": 40960, "trainable": 25902208, "total": 636738720, "backbone_frozen": 610836512, "trainable_fraction": 0.04121397530972065}, "step_grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "adapt_episodes": [52, 78, 91, 104, 130, 234, 247, 260], "held_out": [39, 156, 169, 195, 208, 286, 312, 325], "time": 1790572523.3091693}
2
+ {"event": "certificate", "line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map01 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json split_sha256=e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", "step0_parity_max_abs": 0.0, "time": 1790572523.3129096}
3
+ {"event": "val", "step": 0, "val_loss": 0.21552243828773499, "val_loss_by_t_quartile": [0.37183165550231934, 0.190694198012352, 0.1646479368209839, 0.16988703608512878], "excursion": false, "time": 1790572526.7437992}
4
+ {"event": "checkpoint", "step": 0, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", "val_loss": 0.21552243828773499, "time": 1790572527.0614457}
5
+ {"event": "train", "step": 25, "loss": 0.22225770890712737, "lr": 2.6000000000000002e-05, "steps_per_s": 1.069775931496372, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07870844691991806, "grad_norm_max": 0.10174523293972015, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572550.433596}
6
+ {"event": "train", "step": 50, "loss": 0.21600369095802308, "lr": 5.1000000000000006e-05, "steps_per_s": 1.1229666446319846, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07306209608912467, "grad_norm_max": 0.1257445216178894, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572571.5890636}
7
+ {"event": "val", "step": 50, "val_loss": 0.21007370948791504, "val_loss_by_t_quartile": [0.3641241490840912, 0.18502366542816162, 0.1602984219789505, 0.1651814877986908], "excursion": false, "time": 1790572575.7064993}
8
+ {"event": "checkpoint", "step": 50, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt", "val_loss": 0.21007370948791504, "time": 1790572576.081963}
9
+ {"event": "train", "step": 75, "loss": 0.21559716641902923, "lr": 7.6e-05, "steps_per_s": 1.0628857190088257, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0683388303220272, "grad_norm_max": 0.10536904633045197, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572597.6267664}
10
+ {"event": "train", "step": 100, "loss": 0.20945808291435242, "lr": 0.0001, "steps_per_s": 1.0660206578660527, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0645230270922184, "grad_norm_max": 0.10038053244352341, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572620.8710654}
11
+ {"event": "val", "step": 100, "val_loss": 0.20072497427463531, "val_loss_by_t_quartile": [0.34952259063720703, 0.175041064620018, 0.15289470553398132, 0.15820108354091644], "excursion": false, "time": 1790572624.1632192}
12
+ {"event": "checkpoint", "step": 100, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt", "val_loss": 0.20072497427463531, "time": 1790572624.4057448}
13
+ {"event": "train", "step": 125, "loss": 0.20720935225486756, "lr": 0.0001, "steps_per_s": 1.0352456817542959, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06173231184482574, "grad_norm_max": 0.09623531997203827, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572647.8086436}
14
+ {"event": "train", "step": 150, "loss": 0.20735360741615294, "lr": 0.0001, "steps_per_s": 1.0641153707560078, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06468943163752555, "grad_norm_max": 0.11328912526369095, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572668.0263872}
15
+ {"event": "val", "step": 150, "val_loss": 0.19653934240341187, "val_loss_by_t_quartile": [0.3426471948623657, 0.16992101073265076, 0.15027838945388794, 0.15514260530471802], "excursion": false, "time": 1790572670.733094}
16
+ {"event": "checkpoint", "step": 150, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt", "val_loss": 0.19653934240341187, "time": 1790572671.156053}
17
+ {"event": "train", "step": 175, "loss": 0.20717050075531007, "lr": 0.0001, "steps_per_s": 1.0691085239713631, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06327718824148178, "grad_norm_max": 0.09961333870887756, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572690.751785}
18
+ {"event": "train", "step": 200, "loss": 0.1980970698595047, "lr": 0.0001, "steps_per_s": 1.0737356227902335, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06501289412379264, "grad_norm_max": 0.1022375226020813, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572713.3294964}
19
+ {"event": "train", "step": 225, "loss": 0.19743793845176696, "lr": 0.0001, "steps_per_s": 1.087082244365387, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.058666118830442426, "grad_norm_max": 0.09175117313861847, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572734.039924}
20
+ {"event": "train", "step": 250, "loss": 0.19729113161563874, "lr": 0.0001, "steps_per_s": 1.0888202443625654, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06359223440289498, "grad_norm_max": 0.11410380154848099, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572756.6704729}
21
+ {"event": "val", "step": 250, "val_loss": 0.19260796904563904, "val_loss_by_t_quartile": [0.33612704277038574, 0.16578204929828644, 0.14764371514320374, 0.1519962102174759], "excursion": false, "time": 1790572759.3705494}
22
+ {"event": "checkpoint", "step": 250, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt", "val_loss": 0.19260796904563904, "time": 1790572759.7667937}
23
+ {"event": "train", "step": 275, "loss": 0.19924168288707733, "lr": 0.0001, "steps_per_s": 1.0763228787643138, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06812793403863907, "grad_norm_max": 0.1117134764790535, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572782.5636058}
24
+ {"event": "train", "step": 300, "loss": 0.20793518126010896, "lr": 0.0001, "steps_per_s": 1.0862186568165026, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07564138501882553, "grad_norm_max": 0.15029014647006989, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572803.2515476}
25
+ {"event": "train", "step": 325, "loss": 0.19693584144115447, "lr": 0.0001, "steps_per_s": 1.085151125531695, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06436097100377083, "grad_norm_max": 0.09950316697359085, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572826.5614026}
26
+ {"event": "train", "step": 350, "loss": 0.19321953535079955, "lr": 0.0001, "steps_per_s": 1.0908346507531685, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06556631907820702, "grad_norm_max": 0.12216636538505554, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572847.919167}
27
+ {"event": "train", "step": 375, "loss": 0.1943734109401703, "lr": 0.0001, "steps_per_s": 1.0985556574967856, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06726854056119919, "grad_norm_max": 0.1074456200003624, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572868.4214532}
28
+ {"event": "train", "step": 400, "loss": 0.1909819334745407, "lr": 0.0001, "steps_per_s": 1.1051283242191996, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06781799241900444, "grad_norm_max": 0.11087722331285477, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572889.0130255}
29
+ {"event": "train", "step": 425, "loss": 0.19516321361064912, "lr": 0.0001, "steps_per_s": 1.11081948384007, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07020353108644485, "grad_norm_max": 0.119184710085392, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572909.664393}
30
+ {"event": "train", "step": 450, "loss": 0.1897932320833206, "lr": 0.0001, "steps_per_s": 1.1075432328837946, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08977181524038315, "grad_norm_max": 0.4714949131011963, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572933.3688552}
31
+ {"event": "train", "step": 475, "loss": 0.19369561314582825, "lr": 0.0001, "steps_per_s": 1.1049103306455317, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0691022065281868, "grad_norm_max": 0.13228024542331696, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572956.9630718}
32
+ {"event": "train", "step": 500, "loss": 0.19748993515968322, "lr": 0.0001, "steps_per_s": 1.1029986290468294, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07534197494387626, "grad_norm_max": 0.12995776534080505, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572980.3739216}
33
+ {"event": "val", "step": 500, "val_loss": 0.18918022513389587, "val_loss_by_t_quartile": [0.3312086760997772, 0.16208112239837646, 0.14527419209480286, 0.14884696900844574], "excursion": false, "time": 1790572983.6169865}
34
+ {"event": "checkpoint", "step": 500, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt", "val_loss": 0.18918022513389587, "time": 1790572983.9100509}
35
+ {"event": "train", "step": 525, "loss": 0.18963033199310303, "lr": 0.0001, "steps_per_s": 1.094474766250211, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06567194402217864, "grad_norm_max": 0.11720538884401321, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573006.7463605}
36
+ {"event": "train", "step": 550, "loss": 0.19202170610427857, "lr": 0.0001, "steps_per_s": 1.0973522250110008, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06619750425219535, "grad_norm_max": 0.11349856853485107, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573028.2705286}
37
+ {"event": "train", "step": 575, "loss": 0.1921958166360855, "lr": 0.0001, "steps_per_s": 1.0965059952286653, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06763619557023048, "grad_norm_max": 0.12704229354858398, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573051.4567006}
38
+ {"event": "train", "step": 600, "loss": 0.1862672108411789, "lr": 0.0001, "steps_per_s": 1.0996158864448944, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06092694118618965, "grad_norm_max": 0.09693527966737747, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573072.7094996}
39
+ {"event": "train", "step": 625, "loss": 0.19165468692779541, "lr": 0.0001, "steps_per_s": 1.1009395852271429, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06743124395608902, "grad_norm_max": 0.10644295811653137, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573094.7609925}
40
+ {"event": "train", "step": 650, "loss": 0.19818177998065947, "lr": 0.0001, "steps_per_s": 1.104596562943336, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07440242812037468, "grad_norm_max": 0.18089565634727478, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573115.5142355}
41
+ {"event": "train", "step": 675, "loss": 0.19279777705669404, "lr": 0.0001, "steps_per_s": 1.108481312778372, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07154121696949005, "grad_norm_max": 0.12332390248775482, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573136.005469}
42
+ {"event": "train", "step": 700, "loss": 0.188261296749115, "lr": 0.0001, "steps_per_s": 1.109817611388162, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06197301685810089, "grad_norm_max": 0.08304423838853836, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573157.7983007}
43
+ {"event": "train", "step": 725, "loss": 0.18946263790130616, "lr": 0.0001, "steps_per_s": 1.1098794091892452, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06619777873158456, "grad_norm_max": 0.11181876063346863, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573180.288063}
44
+ {"event": "train", "step": 750, "loss": 0.18501556754112244, "lr": 0.0001, "steps_per_s": 1.1077575642148063, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06164117619395256, "grad_norm_max": 0.09199576824903488, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573204.1074698}
45
+ {"event": "train", "step": 775, "loss": 0.18173946917057038, "lr": 0.0001, "steps_per_s": 1.1091536468494878, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06639833241701126, "grad_norm_max": 0.20943202078342438, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573225.7952085}
46
+ {"event": "train", "step": 800, "loss": 0.18850664615631105, "lr": 0.0001, "steps_per_s": 1.1118993047474686, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06828791096806526, "grad_norm_max": 0.11717621237039566, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573246.5538998}
47
+ {"event": "train", "step": 825, "loss": 0.18960271656513214, "lr": 0.0001, "steps_per_s": 1.1159119133542532, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06946409463882447, "grad_norm_max": 0.13828691840171814, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573266.3698585}
48
+ {"event": "train", "step": 850, "loss": 0.1890747445821762, "lr": 0.0001, "steps_per_s": 1.11791046377222, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06898335784673691, "grad_norm_max": 0.10653932392597198, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573287.4110856}
49
+ {"event": "train", "step": 875, "loss": 0.19275964081287383, "lr": 0.0001, "steps_per_s": 1.118064481207678, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0682326789200306, "grad_norm_max": 0.11074478179216385, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573309.666367}
50
+ {"event": "train", "step": 900, "loss": 0.18454675555229186, "lr": 0.0001, "steps_per_s": 1.1198501264152734, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06190356105566025, "grad_norm_max": 0.1006489172577858, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573330.7429128}
51
+ {"event": "train", "step": 925, "loss": 0.18667016923427582, "lr": 0.0001, "steps_per_s": 1.1216701040373456, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06495586112141609, "grad_norm_max": 0.09865324944257736, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573351.72725}
52
+ {"event": "train", "step": 950, "loss": 0.19213989794254302, "lr": 0.0001, "steps_per_s": 1.1206461468436177, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07871911182999611, "grad_norm_max": 0.12521490454673767, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573374.7893455}
53
+ {"event": "train", "step": 975, "loss": 0.19041464269161223, "lr": 0.0001, "steps_per_s": 1.1188563160039642, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07441181227564812, "grad_norm_max": 0.1633652001619339, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573398.4893582}
54
+ {"event": "train", "step": 1000, "loss": 0.18437624514102935, "lr": 0.0001, "steps_per_s": 1.1218293662454306, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06632372066378593, "grad_norm_max": 0.11738801747560501, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573418.4651449}
55
+ {"event": "val", "step": 1000, "val_loss": 0.18528789281845093, "val_loss_by_t_quartile": [0.3245626986026764, 0.15786613523960114, 0.14228112995624542, 0.14629875123500824], "excursion": false, "time": 1790573421.7991965}
56
+ {"event": "checkpoint", "step": 1000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt", "val_loss": 0.18528789281845093, "time": 1790573422.0348394}
57
+ {"event": "train", "step": 1025, "loss": 0.1851639711856842, "lr": 0.0001, "steps_per_s": 1.118905849174863, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06605180650949478, "grad_norm_max": 0.086957186460495, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573443.137663}
58
+ {"event": "train", "step": 1050, "loss": 0.1928817456960678, "lr": 0.0001, "steps_per_s": 1.1200235201065443, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07200776636600495, "grad_norm_max": 0.10599227249622345, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573464.544434}
59
+ {"event": "train", "step": 1075, "loss": 0.19484193563461305, "lr": 0.0001, "steps_per_s": 1.1173992487362219, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0854198232293129, "grad_norm_max": 0.3075462281703949, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573489.1193583}
60
+ {"event": "train", "step": 1100, "loss": 0.19550555169582368, "lr": 0.0001, "steps_per_s": 1.1163291037630168, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07149543553590774, "grad_norm_max": 0.09695646166801453, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573512.4366777}
61
+ {"event": "train", "step": 1125, "loss": 0.1840175825357437, "lr": 0.0001, "steps_per_s": 1.1158395953680007, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06977858662605285, "grad_norm_max": 0.12133996933698654, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573535.273379}
62
+ {"event": "train", "step": 1150, "loss": 0.1879926884174347, "lr": 0.0001, "steps_per_s": 1.11349873060407, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06310221433639526, "grad_norm_max": 0.1139138713479042, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573559.8445845}
63
+ {"event": "train", "step": 1175, "loss": 0.19022297084331513, "lr": 0.0001, "steps_per_s": 1.1108576626638758, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06766108721494675, "grad_norm_max": 0.12520679831504822, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573584.805223}
64
+ {"event": "train", "step": 1200, "loss": 0.18963363766670227, "lr": 0.0001, "steps_per_s": 1.1109288089466032, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06765263810753823, "grad_norm_max": 0.1170092448592186, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573607.2411618}
65
+ {"event": "train", "step": 1225, "loss": 0.19208975195884703, "lr": 0.0001, "steps_per_s": 1.1097939194855824, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07017227247357369, "grad_norm_max": 0.10584306716918945, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573630.8727243}
66
+ {"event": "train", "step": 1250, "loss": 0.1916666442155838, "lr": 0.0001, "steps_per_s": 1.1114069077585018, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07105471059679985, "grad_norm_max": 0.1058240458369255, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573651.7647145}
67
+ {"event": "train", "step": 1275, "loss": 0.18811327934265137, "lr": 0.0001, "steps_per_s": 1.1132863889014026, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06710329413414001, "grad_norm_max": 0.10389401018619537, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573672.3221881}
68
+ {"event": "train", "step": 1300, "loss": 0.18961681604385375, "lr": 0.0001, "steps_per_s": 1.1127829037358492, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07198589637875558, "grad_norm_max": 0.1265857219696045, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573695.3061306}
69
+ {"event": "train", "step": 1325, "loss": 0.19141360700130464, "lr": 0.0001, "steps_per_s": 1.1121169042404682, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06794366210699082, "grad_norm_max": 0.09932169318199158, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573718.4856682}
70
+ {"event": "train", "step": 1350, "loss": 0.18484696984291077, "lr": 0.0001, "steps_per_s": 1.111912679883024, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06381046995520592, "grad_norm_max": 0.09557889401912689, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573741.1880565}
71
+ {"event": "train", "step": 1375, "loss": 0.1846113932132721, "lr": 0.0001, "steps_per_s": 1.1123327612050151, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07086846396327019, "grad_norm_max": 0.18658161163330078, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573763.2048945}
72
+ {"event": "train", "step": 1400, "loss": 0.1925094383955002, "lr": 0.0001, "steps_per_s": 1.1113402910314658, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07175571218132973, "grad_norm_max": 0.11129922419786453, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573786.8042417}
73
+ {"event": "train", "step": 1425, "loss": 0.19848289847373962, "lr": 0.0001, "steps_per_s": 1.1117006622897239, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07662420749664306, "grad_norm_max": 0.13607288897037506, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573808.8840535}
74
+ {"event": "train", "step": 1450, "loss": 0.1868083345890045, "lr": 0.0001, "steps_per_s": 1.1095918228264312, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.064528469145298, "grad_norm_max": 0.10274482518434525, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573833.850711}
75
+ {"event": "train", "step": 1475, "loss": 0.18780869305133818, "lr": 0.0001, "steps_per_s": 1.1100447016477022, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0694204406440258, "grad_norm_max": 0.11363854259252548, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573855.8394744}
76
+ {"event": "train", "step": 1500, "loss": 0.19106885194778442, "lr": 0.0001, "steps_per_s": 1.109901367885901, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0685365141928196, "grad_norm_max": 0.10684483498334885, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573878.5356162}
77
+ {"event": "train", "step": 1525, "loss": 0.18581588208675384, "lr": 0.0001, "steps_per_s": 1.11108106394475, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06928418606519698, "grad_norm_max": 0.13572286069393158, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573899.6012378}
78
+ {"event": "train", "step": 1550, "loss": 0.18690457224845886, "lr": 0.0001, "steps_per_s": 1.1106978204944689, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06688477531075478, "grad_norm_max": 0.10755427926778793, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573922.5829563}
79
+ {"event": "train", "step": 1575, "loss": 0.19375323235988617, "lr": 0.0001, "steps_per_s": 1.1112020313903765, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07428366765379905, "grad_norm_max": 0.15773902833461761, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573944.4484441}
80
+ {"event": "train", "step": 1600, "loss": 0.18668674170970917, "lr": 0.0001, "steps_per_s": 1.1109854927048524, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07119592398405075, "grad_norm_max": 0.10975584387779236, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573967.2268867}
81
+ {"event": "train", "step": 1625, "loss": 0.1847052365541458, "lr": 0.0001, "steps_per_s": 1.1102839556008963, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06306778013706207, "grad_norm_max": 0.07812094688415527, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573990.653464}
82
+ {"event": "train", "step": 1650, "loss": 0.18185312390327454, "lr": 0.0001, "steps_per_s": 1.1105709434111224, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061459872722625736, "grad_norm_max": 0.10163918137550354, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574012.7862477}
83
+ {"event": "train", "step": 1675, "loss": 0.1913633495569229, "lr": 0.0001, "steps_per_s": 1.1112504715293041, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07468094393610954, "grad_norm_max": 0.11982225626707077, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574034.3749738}
84
+ {"event": "train", "step": 1700, "loss": 0.18498213410377504, "lr": 0.0001, "steps_per_s": 1.1121030293190597, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06727783814072609, "grad_norm_max": 0.11350191384553909, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574055.6995497}
85
+ {"event": "train", "step": 1725, "loss": 0.18845250070095063, "lr": 0.0001, "steps_per_s": 1.112307462345693, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07438741490244866, "grad_norm_max": 0.11449386924505234, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574077.8945231}
86
+ {"event": "train", "step": 1750, "loss": 0.1806122523546219, "lr": 0.0001, "steps_per_s": 1.1132382816240367, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06377223268151283, "grad_norm_max": 0.1114145889878273, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574099.0544336}
87
+ {"event": "train", "step": 1775, "loss": 0.18316650092601777, "lr": 0.0001, "steps_per_s": 1.1118826444861278, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.069517932087183, "grad_norm_max": 0.12018556147813797, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574123.4555216}
88
+ {"event": "train", "step": 1800, "loss": 0.18162145256996154, "lr": 0.0001, "steps_per_s": 1.1128923056706561, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06497266978025436, "grad_norm_max": 0.12183847278356552, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574144.4710755}
89
+ {"event": "train", "step": 1825, "loss": 0.18788328826427458, "lr": 0.0001, "steps_per_s": 1.114026760623927, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06909333512187005, "grad_norm_max": 0.10468682646751404, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574165.265342}
90
+ {"event": "train", "step": 1850, "loss": 0.18360385835170745, "lr": 0.0001, "steps_per_s": 1.1151592292294323, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06503223448991775, "grad_norm_max": 0.09221671521663666, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574186.0200832}
91
+ {"event": "train", "step": 1875, "loss": 0.19044273793697358, "lr": 0.0001, "steps_per_s": 1.1145102864855754, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0711553804576397, "grad_norm_max": 0.10913374274969101, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574209.417172}
92
+ {"event": "train", "step": 1900, "loss": 0.18885022044181823, "lr": 0.0001, "steps_per_s": 1.11510076460733, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07285158470273018, "grad_norm_max": 0.11174755543470383, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574230.9460032}
93
+ {"event": "train", "step": 1925, "loss": 0.1858382475376129, "lr": 0.0001, "steps_per_s": 1.11352272685502, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06672248318791389, "grad_norm_max": 0.11888919770717621, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574255.8118608}
94
+ {"event": "train", "step": 1950, "loss": 0.18131263554096222, "lr": 0.0001, "steps_per_s": 1.113081107374567, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06569407552480698, "grad_norm_max": 0.11109207570552826, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574278.9580104}
95
+ {"event": "train", "step": 1975, "loss": 0.18851122558116912, "lr": 0.0001, "steps_per_s": 1.1140034767778206, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06920650124549865, "grad_norm_max": 0.0934598445892334, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574299.9491417}
96
+ {"event": "train", "step": 2000, "loss": 0.18513898253440858, "lr": 0.0001, "steps_per_s": 1.1136039413960201, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0824729086458683, "grad_norm_max": 0.3338116407394409, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574323.0344348}
97
+ {"event": "val", "step": 2000, "val_loss": 0.18202130496501923, "val_loss_by_t_quartile": [0.31929418444633484, 0.15442338585853577, 0.13964425027370453, 0.14398939907550812], "excursion": false, "time": 1790574326.168445}
98
+ {"event": "checkpoint", "step": 2000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt", "val_loss": 0.18202130496501923, "time": 1790574326.407856}
99
+ {"event": "train", "step": 2025, "loss": 0.17810845911502837, "lr": 0.0001, "steps_per_s": 1.1112225501404456, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06555081263184548, "grad_norm_max": 0.1192823275923729, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574349.381248}
100
+ {"event": "train", "step": 2050, "loss": 0.18479540050029755, "lr": 0.0001, "steps_per_s": 1.1118063225490031, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06657085552811623, "grad_norm_max": 0.09627300500869751, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574370.9103372}
101
+ {"event": "train", "step": 2075, "loss": 0.18707743883132935, "lr": 0.0001, "steps_per_s": 1.1130218871624094, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07105875074863434, "grad_norm_max": 0.18014787137508392, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574391.3581114}
102
+ {"event": "train", "step": 2100, "loss": 0.18136274695396423, "lr": 0.0001, "steps_per_s": 1.112386186497661, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0666082513332367, "grad_norm_max": 0.10267908871173859, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574414.8975377}
103
+ {"event": "train", "step": 2125, "loss": 0.19109880089759826, "lr": 0.0001, "steps_per_s": 1.1109379255051823, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07409627556800842, "grad_norm_max": 0.1341896802186966, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574439.8620498}
104
+ {"event": "train", "step": 2150, "loss": 0.19010173618793488, "lr": 0.0001, "steps_per_s": 1.111508249855419, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07351906105875969, "grad_norm_max": 0.1256299763917923, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574461.372673}
105
+ {"event": "train", "step": 2175, "loss": 0.1934293669462204, "lr": 0.0001, "steps_per_s": 1.1129193636774124, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07648437142372132, "grad_norm_max": 0.1615018993616104, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574481.383517}
106
+ {"event": "train", "step": 2200, "loss": 0.18092497527599335, "lr": 0.0001, "steps_per_s": 1.1120921014529914, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07294169783592225, "grad_norm_max": 0.1791355013847351, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574505.3174522}
107
+ {"event": "train", "step": 2225, "loss": 0.1825012356042862, "lr": 0.0001, "steps_per_s": 1.1129442002494567, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06534709230065346, "grad_norm_max": 0.09440606832504272, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574526.2656648}
108
+ {"event": "train", "step": 2250, "loss": 0.1851368337869644, "lr": 0.0001, "steps_per_s": 1.113185458667491, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06814260810613632, "grad_norm_max": 0.1147560104727745, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574548.2905285}
109
+ {"event": "train", "step": 2275, "loss": 0.18330610990524293, "lr": 0.0001, "steps_per_s": 1.114076485085697, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0698818777501583, "grad_norm_max": 0.11086439341306686, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574569.114065}
110
+ {"event": "train", "step": 2300, "loss": 0.18439089238643647, "lr": 0.0001, "steps_per_s": 1.1133313824975477, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06999925076961518, "grad_norm_max": 0.11795982718467712, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574592.9357476}
111
+ {"event": "train", "step": 2325, "loss": 0.18207417905330658, "lr": 0.0001, "steps_per_s": 1.1152564701036778, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06291980862617493, "grad_norm_max": 0.08407726883888245, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574611.786713}
112
+ {"event": "train", "step": 2350, "loss": 0.17688800692558287, "lr": 0.0001, "steps_per_s": 1.1160701666570525, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0631208798289299, "grad_norm_max": 0.11570960283279419, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574632.6664789}
113
+ {"event": "train", "step": 2375, "loss": 0.18339694023132325, "lr": 0.0001, "steps_per_s": 1.1170857195195416, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0702634385228157, "grad_norm_max": 0.13596993684768677, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574653.1317377}
114
+ {"event": "train", "step": 2400, "loss": 0.18258142054080964, "lr": 0.0001, "steps_per_s": 1.1180741099279046, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0707312886416912, "grad_norm_max": 0.14190857112407684, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574673.612242}
115
+ {"event": "train", "step": 2425, "loss": 0.1861341506242752, "lr": 0.0001, "steps_per_s": 1.1174806576758087, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0730111438035965, "grad_norm_max": 0.1551990807056427, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574697.1237903}
116
+ {"event": "train", "step": 2450, "loss": 0.18301235496997834, "lr": 0.0001, "steps_per_s": 1.1180330422597482, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06967596918344497, "grad_norm_max": 0.10373678058385849, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574718.4126658}
117
+ {"event": "train", "step": 2475, "loss": 0.17972366750240326, "lr": 0.0001, "steps_per_s": 1.1189860467287336, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07083890959620476, "grad_norm_max": 0.13377262651920319, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574738.887915}
118
+ {"event": "train", "step": 2500, "loss": 0.18477695763111116, "lr": 0.0001, "steps_per_s": 1.1184358497666835, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06913487732410431, "grad_norm_max": 0.12547604739665985, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574762.3284693}
119
+ {"event": "train", "step": 2525, "loss": 0.185814688205719, "lr": 0.0001, "steps_per_s": 1.1190653833695694, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0752430634200573, "grad_norm_max": 0.13028404116630554, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574783.4110436}
120
+ {"event": "train", "step": 2550, "loss": 0.18671745538711548, "lr": 0.0001, "steps_per_s": 1.1183690847356922, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06948100700974465, "grad_norm_max": 0.10636566579341888, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574807.1699114}
121
+ {"event": "train", "step": 2575, "loss": 0.18730961203575133, "lr": 0.0001, "steps_per_s": 1.1193485088147268, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06911505207419395, "grad_norm_max": 0.13456137478351593, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574827.5093832}
122
+ {"event": "train", "step": 2600, "loss": 0.18405920803546905, "lr": 0.0001, "steps_per_s": 1.1190588965728836, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07099346026778221, "grad_norm_max": 0.11475960165262222, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574850.4447258}
123
+ {"event": "train", "step": 2625, "loss": 0.17727717280387878, "lr": 0.0001, "steps_per_s": 1.1182678065348577, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06962556049227714, "grad_norm_max": 0.11815574020147324, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574874.4443195}
124
+ {"event": "train", "step": 2650, "loss": 0.18506540954113007, "lr": 0.0001, "steps_per_s": 1.1184973794514912, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0741615492105484, "grad_norm_max": 0.13669511675834656, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574896.3140206}
125
+ {"event": "train", "step": 2675, "loss": 0.18453882098197938, "lr": 0.0001, "steps_per_s": 1.1176158193899564, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07269631907343864, "grad_norm_max": 0.12075794488191605, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574920.5518484}
126
+ {"event": "train", "step": 2700, "loss": 0.18717446863651277, "lr": 0.0001, "steps_per_s": 1.118356264624376, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07534517809748649, "grad_norm_max": 0.1370410919189453, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574941.3213649}
127
+ {"event": "train", "step": 2725, "loss": 0.18374922513961792, "lr": 0.0001, "steps_per_s": 1.1189242208815802, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07487317234277725, "grad_norm_max": 0.13114887475967407, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574962.438972}
128
+ {"event": "train", "step": 2750, "loss": 0.18441302061080933, "lr": 0.0001, "steps_per_s": 1.1196057134014, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06781058937311173, "grad_norm_max": 0.13134296238422394, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574983.2859092}
129
+ {"event": "train", "step": 2775, "loss": 0.1843567359447479, "lr": 0.0001, "steps_per_s": 1.1188658596480898, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07104693800210952, "grad_norm_max": 0.11399046331644058, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575007.2539217}
130
+ {"event": "train", "step": 2800, "loss": 0.18628008246421815, "lr": 0.0001, "steps_per_s": 1.117971574013609, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06884881004691124, "grad_norm_max": 0.1266450434923172, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575031.5998154}
131
+ {"event": "train", "step": 2825, "loss": 0.18364906430244446, "lr": 0.0001, "steps_per_s": 1.1178627447173797, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06687495186924934, "grad_norm_max": 0.11936496943235397, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575054.2079196}
132
+ {"event": "train", "step": 2850, "loss": 0.18025099098682404, "lr": 0.0001, "steps_per_s": 1.1187013931135013, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07062010571360589, "grad_norm_max": 0.09638191014528275, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575074.6605394}
133
+ {"event": "train", "step": 2875, "loss": 0.18128588497638704, "lr": 0.0001, "steps_per_s": 1.1185243848531066, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06963337436318398, "grad_norm_max": 0.10498697310686111, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575097.4148784}
134
+ {"event": "train", "step": 2900, "loss": 0.18031587421894074, "lr": 0.0001, "steps_per_s": 1.1189681032184648, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06919524997472763, "grad_norm_max": 0.15552324056625366, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575118.7375965}
135
+ {"event": "train", "step": 2925, "loss": 0.1820395165681839, "lr": 0.0001, "steps_per_s": 1.1191325091727116, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07347188666462898, "grad_norm_max": 0.13487423956394196, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575140.6956303}
136
+ {"event": "train", "step": 2950, "loss": 0.18239267349243163, "lr": 0.0001, "steps_per_s": 1.1200397981856929, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06737512305378913, "grad_norm_max": 0.10726695507764816, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575160.8991084}
137
+ {"event": "train", "step": 2975, "loss": 0.18229929327964783, "lr": 0.0001, "steps_per_s": 1.1193756213948542, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06569812521338463, "grad_norm_max": 0.08916757255792618, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575184.7954848}
138
+ {"event": "train", "step": 3000, "loss": 0.18351848781108857, "lr": 0.0001, "steps_per_s": 1.1185903555295884, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06772236928343772, "grad_norm_max": 0.09408024698495865, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575209.0108416}
139
+ {"event": "train", "step": 3025, "loss": 0.1808343380689621, "lr": 0.0001, "steps_per_s": 1.1178166859942895, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06842603415250778, "grad_norm_max": 0.09352976083755493, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575233.232094}
140
+ {"event": "train", "step": 3050, "loss": 0.1839374792575836, "lr": 0.0001, "steps_per_s": 1.1183646024503644, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07013505682349205, "grad_norm_max": 0.09793567657470703, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575254.2605228}
141
+ {"event": "train", "step": 3075, "loss": 0.1884041827917099, "lr": 0.0001, "steps_per_s": 1.1191657609480405, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07391592681407928, "grad_norm_max": 0.1274360567331314, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575274.6463296}
142
+ {"event": "train", "step": 3100, "loss": 0.17960589945316316, "lr": 0.0001, "steps_per_s": 1.1182809180466036, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07058759093284607, "grad_norm_max": 0.10424867272377014, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575299.1758971}
143
+ {"event": "train", "step": 3125, "loss": 0.17822426736354827, "lr": 0.0001, "steps_per_s": 1.1180179382480975, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06712888613343239, "grad_norm_max": 0.10266643762588501, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575322.1889496}
144
+ {"event": "train", "step": 3150, "loss": 0.18548128485679627, "lr": 0.0001, "steps_per_s": 1.118500142668846, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07131481051445007, "grad_norm_max": 0.1284799873828888, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575343.3353233}
145
+ {"event": "train", "step": 3175, "loss": 0.1813908052444458, "lr": 0.0001, "steps_per_s": 1.1185400910114822, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0741071991622448, "grad_norm_max": 0.1297350823879242, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575365.5853913}
146
+ {"event": "train", "step": 3200, "loss": 0.17944596230983734, "lr": 0.0001, "steps_per_s": 1.1191899078331726, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07990599900484086, "grad_norm_max": 0.1964932084083557, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575386.2747664}
147
+ {"event": "train", "step": 3225, "loss": 0.19210410594940186, "lr": 0.0001, "steps_per_s": 1.1184826937439611, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07236687302589416, "grad_norm_max": 0.12128104269504547, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575410.4343605}
148
+ {"event": "train", "step": 3250, "loss": 0.18454995572566987, "lr": 0.0001, "steps_per_s": 1.1184147915397114, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0785204093158245, "grad_norm_max": 0.14146988093852997, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575432.9627697}
149
+ {"event": "train", "step": 3275, "loss": 0.17742882907390595, "lr": 0.0001, "steps_per_s": 1.1192437569327771, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06914734438061715, "grad_norm_max": 0.13101287186145782, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575453.1469018}
150
+ {"event": "train", "step": 3300, "loss": 0.17840868413448333, "lr": 0.0001, "steps_per_s": 1.1191216376034476, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06357984215021134, "grad_norm_max": 0.09468337148427963, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575475.8052082}
151
+ {"event": "train", "step": 3325, "loss": 0.17760921478271485, "lr": 0.0001, "steps_per_s": 1.1193726497315142, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07252652823925018, "grad_norm_max": 0.1119808480143547, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575497.4776669}
152
+ {"event": "train", "step": 3350, "loss": 0.17956823110580444, "lr": 0.0001, "steps_per_s": 1.1186038796224302, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06814954176545143, "grad_norm_max": 0.10236211121082306, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575521.8684497}
153
+ {"event": "train", "step": 3375, "loss": 0.19048752188682555, "lr": 0.0001, "steps_per_s": 1.1183083721089204, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08249788954854012, "grad_norm_max": 0.26630786061286926, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575545.015091}
154
+ {"event": "train", "step": 3400, "loss": 0.18389137387275695, "lr": 0.0001, "steps_per_s": 1.1183540588363374, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0731591272354126, "grad_norm_max": 0.12112156301736832, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575567.2459707}
155
+ {"event": "train", "step": 3425, "loss": 0.18296827018260955, "lr": 0.0001, "steps_per_s": 1.1176969471402873, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07666765317320824, "grad_norm_max": 0.21274703741073608, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575591.400748}
156
+ {"event": "train", "step": 3450, "loss": 0.18656250178813935, "lr": 0.0001, "steps_per_s": 1.118286683244553, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08304257556796074, "grad_norm_max": 0.28810763359069824, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575612.1403718}
157
+ {"event": "train", "step": 3475, "loss": 0.1823972737789154, "lr": 0.0001, "steps_per_s": 1.118643988273424, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06947888046503067, "grad_norm_max": 0.09482301771640778, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575633.5035307}
158
+ {"event": "train", "step": 3500, "loss": 0.18173908889293672, "lr": 0.0001, "steps_per_s": 1.1181410141285903, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07920648291707039, "grad_norm_max": 0.25977659225463867, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575657.259636}
159
+ {"event": "train", "step": 3525, "loss": 0.18466897070407867, "lr": 0.0001, "steps_per_s": 1.1188610931323626, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07390219867229461, "grad_norm_max": 0.11576753854751587, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575677.589042}
160
+ {"event": "train", "step": 3550, "loss": 0.18108316957950593, "lr": 0.0001, "steps_per_s": 1.119508515379384, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0692844870686531, "grad_norm_max": 0.10492049157619476, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575698.0982926}
161
+ {"event": "train", "step": 3575, "loss": 0.1791393232345581, "lr": 0.0001, "steps_per_s": 1.118773371261044, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07003111362457276, "grad_norm_max": 0.10073784738779068, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575722.527908}
162
+ {"event": "train", "step": 3600, "loss": 0.18153026401996614, "lr": 0.0001, "steps_per_s": 1.1181141601553564, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07072912722826004, "grad_norm_max": 0.12042487412691116, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575746.770908}
163
+ {"event": "train", "step": 3625, "loss": 0.18014619886875152, "lr": 0.0001, "steps_per_s": 1.1151330545948872, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06538320630788803, "grad_norm_max": 0.08898860216140747, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575777.7970135}
164
+ {"event": "train", "step": 3650, "loss": 0.17767067432403563, "lr": 0.0001, "steps_per_s": 1.1152518715149013, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06315172120928764, "grad_norm_max": 0.08481655269861221, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575799.8674123}
165
+ {"event": "train", "step": 3675, "loss": 0.1770169472694397, "lr": 0.0001, "steps_per_s": 1.1158143907099787, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06820432141423226, "grad_norm_max": 0.0976642519235611, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575820.622607}
166
+ {"event": "train", "step": 3700, "loss": 0.18550074815750123, "lr": 0.0001, "steps_per_s": 1.115833951627383, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06898261427879333, "grad_norm_max": 0.11109428107738495, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575842.9693868}
167
+ {"event": "train", "step": 3725, "loss": 0.1841544848680496, "lr": 0.0001, "steps_per_s": 1.1163538680470622, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07833022832870483, "grad_norm_max": 0.12302327901124954, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575863.8195002}
168
+ {"event": "train", "step": 3750, "loss": 0.18069852650165558, "lr": 0.0001, "steps_per_s": 1.116090903452321, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07275817185640335, "grad_norm_max": 0.12160757184028625, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575887.0053031}
169
+ {"event": "train", "step": 3775, "loss": 0.1836494690179825, "lr": 0.0001, "steps_per_s": 1.1164405456886064, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07058978006243706, "grad_norm_max": 0.11409565061330795, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575908.3455708}
170
+ {"event": "train", "step": 3800, "loss": 0.1840463846921921, "lr": 0.0001, "steps_per_s": 1.1157735967767448, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07136062741279602, "grad_norm_max": 0.12397930771112442, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575932.7727025}
171
+ {"event": "train", "step": 3825, "loss": 0.17834673702716827, "lr": 0.0001, "steps_per_s": 1.1160383343243354, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07703660219907761, "grad_norm_max": 0.24854934215545654, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575954.365504}
172
+ {"event": "train", "step": 3850, "loss": 0.18549828767776488, "lr": 0.0001, "steps_per_s": 1.1156432515047126, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07601517423987389, "grad_norm_max": 0.12888185679912567, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575977.9878378}
173
+ {"event": "train", "step": 3875, "loss": 0.17503583669662476, "lr": 0.0001, "steps_per_s": 1.1161628190931072, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0720491847395897, "grad_norm_max": 0.1295398771762848, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575998.780116}
174
+ {"event": "train", "step": 3900, "loss": 0.18424996554851533, "lr": 0.0001, "steps_per_s": 1.1162275697406974, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07757599711418152, "grad_norm_max": 0.17424672842025757, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576020.9750671}
175
+ {"event": "train", "step": 3925, "loss": 0.17652658879756927, "lr": 0.0001, "steps_per_s": 1.1168554404449318, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07193507254123688, "grad_norm_max": 0.12441515177488327, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576041.3952017}
176
+ {"event": "train", "step": 3950, "loss": 0.18943291008472443, "lr": 0.0001, "steps_per_s": 1.117455781806226, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07599134027957916, "grad_norm_max": 0.1337050050497055, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576061.8793323}
177
+ {"event": "train", "step": 3975, "loss": 0.1798576021194458, "lr": 0.0001, "steps_per_s": 1.1178678950625003, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07895939275622368, "grad_norm_max": 0.11839934438467026, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576082.9402087}
178
+ {"event": "train", "step": 4000, "loss": 0.18800759196281433, "lr": 0.0001, "steps_per_s": 1.118305350403659, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07703380510210991, "grad_norm_max": 0.13624317944049835, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576103.9044902}
179
+ {"event": "val", "step": 4000, "val_loss": 0.17835959792137146, "val_loss_by_t_quartile": [0.31430312991142273, 0.15033945441246033, 0.1365765482187271, 0.14102160930633545], "excursion": false, "time": 1790576107.6230156}
180
+ {"event": "checkpoint", "step": 4000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", "val_loss": 0.17835959792137146, "time": 1790576107.8441565}
181
+ {"event": "end", "step": 4000, "time": 1790576107.845524}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores.jsonl ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 0, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "98257844fe4a25eeee53e8fe50e1cda758315f2791a24e0f7e48d721d71bd87c", "step": 0, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 21.64591061323881, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.3620284519274719, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.7310706528369337, "heldout_latent_mse": 0.23989135603187606, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 23.936912942677736, "heldout_lpips_dec": 0.311728197906632, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.06451080366969109, "heldout_lpips_gain": -0.12924640567507595, "heldout_latent_ratio_of_means": 0.7227804485786964, "heldout_windows": 256, "heldout_latent_skill": 1.39890717498734, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7310706535738692, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.06451080366969109, "heldout_lpips_gain_paired": -0.12924640567507595, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/paired_windows.csv", "heldout_A_stock": 1.5842072516679764, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.2005119659006596, "heldout_B_stock": 0.1398020376364002, "heldout_C_stock": 3.6615453585982323, "heldout_A_tuned": 1.785454660654068, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 1.632707167416811, "heldout_B_tuned": 0.09805212206265423, "heldout_C_tuned": 4.256466303020716, "trainmap_psnr": 22.560567766427994, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.1772625455923844, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5360811052378267, "trainmap_latent_mse": 0.16236915795161622, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 26.037940502166748, "trainmap_lpips_dec": 0.128997650987003, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.8529434613883495, "trainmap_lpips_gain": 0.024291466290378594, "trainmap_latent_ratio_of_means": 0.5142882598068218, "trainmap_windows": 256, "trainmap_latent_skill": 2.893628930711127, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5360811028727365, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.8529434613883495, "trainmap_lpips_gain_paired": 0.024291466290378594, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/paired_windows.csv", "trainmap_A_stock": 4.062437433749437, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 3.6469945572316647, "trainmap_B_stock": -0.04356531833582267, "trainmap_C_stock": 2.463347837328911, "trainmap_A_tuned": 4.987002331763506, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 4.877047538757324, "trainmap_B_tuned": -0.07910556922251999, "trainmap_C_tuned": 3.2238037027418613, "directional_correct_frac": 0.7265625, "directional_ref_frac": 0.82421875, "directional_motion_ratio": 0.8224751349040988, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1", "scored_at": 1790576668.3579164, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
2
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 50, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "fc045128867d87fb36d7aa5066aae03ac876e49c0412d04d123a9e5fe07570df", "step": 50, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.85261032730341, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.34576013090554625, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.7047389617655426, "heldout_latent_mse": 0.23142373430891894, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.315863288939, "heldout_lpips_dec": 0.2928394486079924, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.27121051773428917, "heldout_lpips_gain": -0.11297808465315029, "heldout_latent_ratio_of_means": 0.6972679352120187, "heldout_windows": 256, "heldout_latent_skill": 1.5604543127406467, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7047389613386643, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.27121051773428917, "heldout_lpips_gain_paired": -0.11297808465315029, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/paired_windows.csv", "heldout_A_stock": 1.9634049274027348, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.5794623121619225, "heldout_B_stock": 0.12071153761644382, "heldout_C_stock": 3.362785331904888, "heldout_A_tuned": 2.248613655567169, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.1316593661904335, "heldout_B_tuned": 0.07328916383266915, "heldout_C_tuned": 3.961520254611969, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3", "scored_at": 1790576798.2526088, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
3
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 100, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "59d69f08082f348f9214a5d865903f3289e2bc4c07b7bed34ecdc3fb0dcb61a8", "step": 100, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.97358540445566, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.32312673184787855, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6715023263823241, "heldout_latent_mse": 0.22081311428337358, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.54919210076332, "heldout_lpips_dec": 0.27010790299391374, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.39218559488654137, "heldout_lpips_gain": -0.09034468559548259, "heldout_latent_ratio_of_means": 0.6652986770085564, "heldout_windows": 256, "heldout_latent_skill": 1.777406912573344, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6715023262470844, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.39218559488654137, "heldout_lpips_gain_paired": -0.09034468559548259, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/paired_windows.csv", "heldout_A_stock": 2.1900379359722137, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.8127911239862442, "heldout_B_stock": 0.09351080238411669, "heldout_C_stock": 3.201485451310873, "heldout_A_tuned": 2.6279452554881573, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.5137414932250977, "heldout_B_tuned": 0.050119008068577386, "heldout_C_tuned": 3.704111635684967, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33", "scored_at": 1790576932.6225588, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
4
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 150, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "68bf6a0d3c4222cfec243ebd2ad9143c22efaa43feeea89564fce8906d4a4aba", "step": 150, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.01433376222849, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.3135206361184828, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6598160442663357, "heldout_latent_mse": 0.21708811697317287, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.644713934510946, "heldout_lpips_dec": 0.25894298480125144, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.4329339526593685, "heldout_lpips_gain": -0.08073858986608684, "heldout_latent_ratio_of_means": 0.6540754496636596, "heldout_windows": 256, "heldout_latent_skill": 1.8578573244383914, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.65981604251849, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.4329339526593685, "heldout_lpips_gain_paired": -0.08073858986608684, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/paired_windows.csv", "heldout_A_stock": 2.3004649356007576, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.9083129577338696, "heldout_B_stock": 0.08116845968470443, "heldout_C_stock": 3.1318184696137905, "heldout_A_tuned": 2.830464221537113, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.6999559178948402, "heldout_B_tuned": 0.03399964050913695, "heldout_C_tuned": 3.5844010561704636, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0", "scored_at": 1790577063.3139732, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
5
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 250, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "ae31e493a928c604b1287875b4ada2ed6b67b96d2b8ce1f9127a43f86146bdd5", "step": 250, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.055748723447323, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.3039967493386939, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6514130614232272, "heldout_latent_mse": 0.21422052834532224, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.748763028532267, "heldout_lpips_dec": 0.2486001240904443, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.47434891387820244, "heldout_lpips_gain": -0.07121470308629796, "heldout_latent_ratio_of_means": 0.6454355510484646, "heldout_windows": 256, "heldout_latent_skill": 1.9185418167164903, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6514130591867114, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.47434891387820244, "heldout_lpips_gain_paired": -0.07121470308629796, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/paired_windows.csv", "heldout_A_stock": 2.3830541111528873, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.01236205175519, "heldout_B_stock": 0.0698831867921399, "heldout_C_stock": 3.0668328553438187, "heldout_A_tuned": 2.948055651038885, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.8328002467751503, "heldout_B_tuned": 0.022937048415769823, "heldout_C_tuned": 3.50192141905427, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6", "scored_at": 1790577191.5978417, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
6
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 500, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "fc20be5968c1a03988eba3b38971dde7185897587d08325e38b1bd87f82da5b2", "step": 500, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.05578250065446, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.30377466324716806, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6412565828068182, "heldout_latent_mse": 0.21086418314371258, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.780252560973167, "heldout_lpips_dec": 0.24653152411337942, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.4743826910853386, "heldout_lpips_gain": -0.0709926169947721, "heldout_latent_ratio_of_means": 0.6353230537474697, "heldout_windows": 256, "heldout_latent_skill": 1.9942494244833837, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6412565829486925, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.4743826910853386, "heldout_lpips_gain_paired": -0.0709926169947721, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/paired_windows.csv", "heldout_A_stock": 2.406810812652111, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.0438515841960907, "heldout_B_stock": 0.06957466907624621, "heldout_C_stock": 3.059733834117651, "heldout_A_tuned": 3.0117839761078358, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.905987109988928, "heldout_B_tuned": 0.02144347243302036, "heldout_C_tuned": 3.4752396754920483, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406", "scored_at": 1790577323.4874043, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
7
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 1000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "451b6b7adf9ae0452d74957b7ff8d193acf846c91f0c394124d98f9ab21d8742", "step": 1000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.14787082001567, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.2936714149545878, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6330601879162714, "heldout_latent_mse": 0.20842743327375501, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.955765020102262, "heldout_lpips_dec": 0.2367936649825424, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.5664710104465485, "heldout_lpips_gain": -0.06088936870219186, "heldout_latent_ratio_of_means": 0.6279812503860848, "heldout_windows": 256, "heldout_latent_skill": 2.051209402324449, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6330601885814373, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.5664710104465485, "heldout_lpips_gain_paired": -0.06088936870219186, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/paired_windows.csv", "heldout_A_stock": 2.5767120122909546, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.2193640433251858, "heldout_B_stock": 0.05762955303362105, "heldout_C_stock": 2.9304597973823547, "heldout_A_tuned": 3.212091289460659, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.1201224215328693, "heldout_B_tuned": 0.01028881206002552, "heldout_C_tuned": 3.3486242070794106, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9", "scored_at": 1790577454.0446038, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
8
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 2000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "f40b4e264918df95736479301e84f20ad08dffa991b38e0faeead070d4f85a67", "step": 2000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.172166280448437, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.29208603024017066, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6189914717106149, "heldout_latent_mse": 0.20370179999736138, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 25.02334187179804, "heldout_lpips_dec": 0.23425515816779807, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.5907664708793163, "heldout_lpips_gain": -0.0593039839877747, "heldout_latent_ratio_of_means": 0.6137431577935515, "heldout_windows": 256, "heldout_latent_skill": 2.1533430241378824, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6189914696501313, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.5907664708793163, "heldout_lpips_gain_paired": -0.0593039839877747, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/paired_windows.csv", "heldout_A_stock": 2.6358923092484474, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.2869408950209618, "heldout_B_stock": 0.0559203246521065, "heldout_C_stock": 2.8951373361051083, "heldout_A_tuned": 3.3160097897052765, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.221117876470089, "heldout_B_tuned": 0.007228588350699283, "heldout_C_tuned": 3.2967292815446854, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f", "scored_at": 1790577581.047054, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
9
+ {"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 4000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "826941cc05b84754812ad2da3223f9b54bd015fcb917c5942c7e19ed1f34a09f", "step": 4000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 22.242231711745262, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.27994218497769907, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6098082173848525, "heldout_latent_mse": 0.2007662864343729, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 25.1574810706079, "heldout_lpips_dec": 0.22310965630458668, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.6608319021761417, "heldout_lpips_gain": -0.04716013872530311, "heldout_latent_ratio_of_means": 0.604898604805224, "heldout_windows": 256, "heldout_latent_skill": 2.2199689535887375, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.609808217476662, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.6608319021761417, "heldout_lpips_gain_paired": -0.04716013872530311, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/paired_windows.csv", "heldout_A_stock": 2.76546523720026, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.421080093830824, "heldout_B_stock": 0.041642863434390165, "heldout_C_stock": 2.790097214281559, "heldout_A_tuned": 3.4634376540780067, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.37619249522686, "heldout_B_tuned": -0.0053631652117474005, "heldout_C_tuned": 3.1907234638929367, "trainmap_psnr": 22.07209251821041, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.19461436924757436, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5977118914015591, "trainmap_latent_mse": 0.1792840774069191, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 24.92442336678505, "trainmap_lpips_dec": 0.15074418045696802, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.36446821317076683, "trainmap_lpips_gain": 0.0069396426351886475, "trainmap_latent_ratio_of_means": 0.5678645953694691, "trainmap_windows": 256, "trainmap_latent_skill": 2.430961489079788, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5977118928463265, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.36446821317076683, "trainmap_lpips_gain_paired": 0.0069396426351886475, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/paired_windows.csv", "trainmap_A_stock": 2.8767708651721478, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 2.533477421849966, "trainmap_B_stock": -0.02312231290670752, "trainmap_C_stock": 3.3494320064783096, "trainmap_A_tuned": 3.524503957480192, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 3.40078030154109, "trainmap_B_tuned": -0.058738906865983154, "trainmap_C_tuned": 4.132738448679447, "directional_correct_frac": 0.76171875, "directional_ref_frac": 0.82421875, "directional_motion_ratio": 0.8006265059689689, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5", "scored_at": 1790578139.847754, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}}
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/directional.json ADDED
The diff for this file is too large to render. See raw diff
 
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 23.936912942677736,
4
+ "sem": 0.10150548785347838,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.311728197906632,
9
+ "sem": 0.0041535351511160015,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.23989135603187606,
19
+ "sem": 0.002275399119115958,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 24.095909103751183,
24
+ "sem": 0.061502429610103555,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 21.64591061323881,
29
+ "sem": 0.07297890550153624,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.3620284519274719,
34
+ "sem": 0.003936020967141117,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.88250532746315,
54
+ "sem": 0.010378247114832526,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.7310706528369337,
84
+ "sem": 0.006528427530548249,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.0044420967788028065,
94
+ "sem": 0.00020364699110135003,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.003992837700934615,
99
+ "sem": 5.552057341763744e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 23.962033607065678,
104
+ "sem": 0.11280435722217078,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.004511213594014407,
109
+ "sem": 0.00023326765003290917,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.3659942633821629,
114
+ "sem": 0.004875490552854988,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.0071831878303783014,
144
+ "sem": 0.00021425485650009734,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.01629549746940029,
149
+ "sem": 3.930910936037789e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 22.774243004620075,
154
+ "sem": 0.10155365856998791,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.0057812941377051175,
159
+ "sem": 0.000247424664785737,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.4150221028830856,
164
+ "sem": 0.004672637233460604,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 25.106911171227694,
244
+ "sem": 0.11839629197984788,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.003533964190410188,
249
+ "sem": 0.00021086982895505402,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.2886040295707062,
254
+ "sem": 0.004166574304800328,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 30.77623725682497,
259
+ "sem": 0.10148673445067606,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0008959340026422069,
264
+ "sem": 2.121160693222165e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 24.66577784717083,
269
+ "sem": 0.12158444693805347,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.0039398150297529355,
274
+ "sem": 0.00024251499727324946,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.3442567413439974,
279
+ "sem": 0.004960777024746965,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 23.42713800445199,
314
+ "sem": 0.10334245785412585,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.00499522264180996,
319
+ "sem": 0.00022236037670068335,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.3151467895368114,
324
+ "sem": 0.003920617163048594,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.44882743805647,
329
+ "sem": 0.05730587400332948,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.001842659983140038,
334
+ "sem": 2.7231297902865378e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.06294308975339,
339
+ "sem": 0.10841937593616695,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.005480232326135592,
344
+ "sem": 0.00025615677388198584,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.37327218730933964,
349
+ "sem": 0.004685566731527231,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 23.936912942677736,
425
+ "lpips_dec": 0.311728197906632
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 23.821394560767,
432
+ "sem": 0.19615707180535819,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.3049006830961978,
437
+ "sem": 0.008173475174673633,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 21.57593279979268,
442
+ "sem": 0.1387963966011358,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 23.58601355174231,
455
+ "sem": 0.21122270188151285,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.3217384708779199,
460
+ "sem": 0.008414715994509412,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.410811409117684,
465
+ "sem": 0.1447874503169194,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 24.11807446181774,
478
+ "sem": 0.23651675616589074,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.3132880413904786,
483
+ "sem": 0.009975486239550158,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 21.73789855837822,
488
+ "sem": 0.17700141073918918,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 24.195132732391357,
501
+ "sem": 0.16008171378431754,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.3071105688372079,
506
+ "sem": 0.006510789485315745,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 21.83992043663474,
511
+ "sem": 0.11673300204365514,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 23.936912942677736,
531
+ "sem": 0.10150548785347838,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.311728197906632,
536
+ "sem": 0.0041535351511160015,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.23989135603187606,
546
+ "sem": 0.002275399119115958,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 24.095909103751183,
551
+ "sem": 0.061502429610103555,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 21.64591061323881,
556
+ "sem": 0.07297890550153624,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.3620284519274719,
561
+ "sem": 0.003936020967141117,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.88250532746315,
581
+ "sem": 0.010378247114832526,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.7310706528369337,
611
+ "sem": 0.006528427530548249,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.0044420967788028065,
621
+ "sem": 0.00020364699110135003,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.003992837700934615,
626
+ "sem": 5.552057341763744e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 23.962033607065678,
631
+ "sem": 0.11280435722217078,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.004511213594014407,
636
+ "sem": 0.00023326765003290917,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.3659942633821629,
641
+ "sem": 0.004875490552854988,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.0071831878303783014,
671
+ "sem": 0.00021425485650009734,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.01629549746940029,
676
+ "sem": 3.930910936037789e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 22.774243004620075,
681
+ "sem": 0.10155365856998791,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.0057812941377051175,
686
+ "sem": 0.000247424664785737,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.4150221028830856,
691
+ "sem": 0.004672637233460604,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 25.106911171227694,
771
+ "sem": 0.11839629197984788,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.003533964190410188,
776
+ "sem": 0.00021086982895505402,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.2886040295707062,
781
+ "sem": 0.004166574304800328,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 30.77623725682497,
786
+ "sem": 0.10148673445067606,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0008959340026422069,
791
+ "sem": 2.121160693222165e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 24.66577784717083,
796
+ "sem": 0.12158444693805347,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.0039398150297529355,
801
+ "sem": 0.00024251499727324946,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.3442567413439974,
806
+ "sem": 0.004960777024746965,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 23.42713800445199,
841
+ "sem": 0.10334245785412585,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.00499522264180996,
846
+ "sem": 0.00022236037670068335,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.3151467895368114,
851
+ "sem": 0.003920617163048594,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.44882743805647,
856
+ "sem": 0.05730587400332948,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.001842659983140038,
861
+ "sem": 2.7231297902865378e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.06294308975339,
866
+ "sem": 0.10841937593616695,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.005480232326135592,
871
+ "sem": 0.00025615677388198584,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.37327218730933964,
876
+ "sem": 0.004685566731527231,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 23.936912942677736,
952
+ "lpips_dec": 0.311728197906632
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 23.821394560767,
959
+ "sem": 0.19615707180535819,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.3049006830961978,
964
+ "sem": 0.008173475174673633,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 21.57593279979268,
969
+ "sem": 0.1387963966011358,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 23.58601355174231,
982
+ "sem": 0.21122270188151285,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.3217384708779199,
987
+ "sem": 0.008414715994509412,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.410811409117684,
992
+ "sem": 0.1447874503169194,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 24.11807446181774,
1005
+ "sem": 0.23651675616589074,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.3132880413904786,
1010
+ "sem": 0.009975486239550158,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 21.73789855837822,
1015
+ "sem": 0.17700141073918918,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 24.195132732391357,
1028
+ "sem": 0.16008171378431754,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.3071105688372079,
1033
+ "sem": 0.006510789485315745,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 21.83992043663474,
1038
+ "sem": 0.11673300204365514,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.581875455742018,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 0,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/metrics.json ADDED
@@ -0,0 +1,1212 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 26.037940502166748,
4
+ "sem": 0.1817340061819234,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.128997650987003,
9
+ "sem": 0.003577182623164966,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.390945944935083,
14
+ "sem": 0.2168170292800418,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.16236915795161622,
19
+ "sem": 0.0035694384686548127,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 26.538696341216564,
24
+ "sem": 0.10193491377050372,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 22.560567766427994,
29
+ "sem": 0.1122698717611389,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.1772625455923844,
34
+ "sem": 0.0038323353441104832,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.394344232976437,
39
+ "sem": 0.14748710572159415,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.921369969844818,
44
+ "sem": 0.06109161024572916,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.0946576328278752,
49
+ "sem": 0.0013245920053785655,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.812136851251125,
54
+ "sem": 0.017682199244284654,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 17.86507272720337,
59
+ "sem": 0.015201866932037858,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.707624305039644,
64
+ "sem": 0.2402316629163168,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.201554011882763,
69
+ "sem": 0.0055850580571410735,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 92.85112721472979,
74
+ "sem": 1.3081402918733689,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.3157162444513233,
79
+ "sem": 0.005631052652050628,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.5360811052378267,
84
+ "sem": 0.011700158698179199,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.38409849553136155,
89
+ "sem": 0.0036000647097259855,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.0032088076279706,
94
+ "sem": 0.00018044099649399827,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.0023893419190699206,
99
+ "sem": 6.388324909159805e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 26.117974895983934,
104
+ "sem": 0.2056101246225032,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.003334879321414519,
109
+ "sem": 0.0002043881721663591,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.14891010557767004,
114
+ "sem": 0.0041348646170709415,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.007814689018516674,
119
+ "sem": 0.0004559007595656043,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.20748687387094833,
124
+ "sem": 0.005396424446808861,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.055537462234497,
129
+ "sem": 0.227372314294056,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.00865765820856268,
134
+ "sem": 0.0005232496619956435,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.24022739245265257,
139
+ "sem": 0.006181616832597349,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.0061107569381420035,
144
+ "sem": 0.00020150784546956797,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.016585385201324243,
149
+ "sem": 6.997015491261179e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 24.578411132097244,
154
+ "sem": 0.19160303387322689,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.004499275800867508,
159
+ "sem": 0.0002324435648731838,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.1935521753039211,
164
+ "sem": 0.004484815160451066,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.010770243027764081,
169
+ "sem": 0.00047988212276488907,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.2368765133433044,
174
+ "sem": 0.005159985035434895,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.262815035879612,
179
+ "sem": 0.2028342659835679,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.009896000048343012,
184
+ "sem": 0.0005533004181041001,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.26236610711202957,
189
+ "sem": 0.005956975427902698,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004159161780989962,
194
+ "sem": 6.075406684624962e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.016375041643186705,
199
+ "sem": 5.8800981237418026e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 27.041758969426155,
204
+ "sem": 0.15569664284145002,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.002279795724689393,
209
+ "sem": 7.224997212066879e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.09452216192585183,
214
+ "sem": 0.001539983389441685,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.009216826845644732,
219
+ "sem": 0.0005072731688674632,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 0.00015276853054047024,
224
+ "sem": 5.254552626738786e-05,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 21.095222018659115,
229
+ "sem": 0.24011082203232192,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.010611297454772739,
234
+ "sem": 0.0005846615530405939,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.23711749363974377,
239
+ "sem": 0.006444305110404228,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 28.063753001391888,
244
+ "sem": 0.24287944105954193,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.0024247751414350205,
249
+ "sem": 0.00018341994893731833,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.11142704504163703,
254
+ "sem": 0.0035653863310577357,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 36.0425845310092,
259
+ "sem": 0.17847615043491963,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0003644039339292249,
264
+ "sem": 4.444895032738464e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 27.589920464903116,
269
+ "sem": 0.24776803048869128,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.0027417553836244224,
274
+ "sem": 0.00021032016708197456,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.13228161018923856,
279
+ "sem": 0.004186523682898421,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.186705462634563,
284
+ "sem": 0.26035649432469227,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.007105599779592353,
289
+ "sem": 0.00045459565912251115,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.18970658827674924,
294
+ "sem": 0.005481172979340549,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.60291813313961,
299
+ "sem": 0.26161676403333184,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.008152892771562392,
304
+ "sem": 0.0005237828692918503,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.22386562897918338,
309
+ "sem": 0.006351693591325553,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 25.58585726097226,
314
+ "sem": 0.19232156629135488,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.003621062624119986,
319
+ "sem": 0.00020149832988118776,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.13382483218447305,
324
+ "sem": 0.003638012044240596,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 29.919215738773346,
329
+ "sem": 0.11550631728265981,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.0011456769116193755,
334
+ "sem": 5.084724952220115e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 25.2712907679379,
339
+ "sem": 0.20510935689477766,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.004001891209213682,
344
+ "sem": 0.00023116386806484938,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.15801192441722378,
349
+ "sem": 0.0042403157634556725,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.017893321812153,
354
+ "sem": 0.20559214002751022,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.008397570827924028,
359
+ "sem": 0.0004790171408064405,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.20370165036001708,
364
+ "sem": 0.005362915875853243,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.524495016783476,
369
+ "sem": 0.2124418533406906,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.009527876228844434,
374
+ "sem": 0.0005515503276387132,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.23952164988440927,
379
+ "sem": 0.0061811838073046795,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 28.61638778448105,
384
+ "sem": 0.13641114866836296,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.00154713801549633,
389
+ "sem": 4.7344447893525985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.05174341603560606,
394
+ "sem": 0.0008743070552177783,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 30.606386341154575,
399
+ "sem": 0.08958014662747095,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0009208031361822577,
404
+ "sem": 2.101692954546558e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 28.49509447067976,
409
+ "sem": 0.1608699153726144,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.0016434972477838983,
414
+ "sem": 5.4617717579728686e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.06103325459116604,
419
+ "sem": 0.0010063776273624308,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "2": {
424
+ "psnr_dec": 26.48727128165109,
425
+ "lpips_dec": 0.13637617932898657
426
+ },
427
+ "3": {
428
+ "psnr_dec": 25.740125383649552,
429
+ "lpips_dec": 0.11897092897977148
430
+ },
431
+ "4": {
432
+ "psnr_dec": 26.876024341583253,
433
+ "lpips_dec": 0.1268411756803592
434
+ },
435
+ "5": {
436
+ "psnr_dec": 24.95059895515442,
437
+ "lpips_dec": 0.13461840232568129
438
+ }
439
+ },
440
+ "per_tics_since_decision": {
441
+ "0": {
442
+ "psnr_dec": {
443
+ "mean": 26.31816047032674,
444
+ "sem": 0.3058456278848287,
445
+ "n": 60
446
+ },
447
+ "lpips_dec": {
448
+ "mean": 0.1214756431678931,
449
+ "sem": 0.006030698851266831,
450
+ "n": 60
451
+ },
452
+ "psnr_raw": {
453
+ "mean": 22.768956025441486,
454
+ "sem": 0.19829509490543243,
455
+ "n": 60
456
+ },
457
+ "persist_psnr_raw": {
458
+ "mean": 21.500737349192303,
459
+ "sem": 0.3955537535483232,
460
+ "n": 60
461
+ },
462
+ "windows": 60
463
+ },
464
+ "1": {
465
+ "psnr_dec": {
466
+ "mean": 25.756646474202473,
467
+ "sem": 0.37403558445271373,
468
+ "n": 72
469
+ },
470
+ "lpips_dec": {
471
+ "mean": 0.13797859754413366,
472
+ "sem": 0.008356095824067461,
473
+ "n": 72
474
+ },
475
+ "psnr_raw": {
476
+ "mean": 22.399264256159466,
477
+ "sem": 0.2366596433386155,
478
+ "n": 72
479
+ },
480
+ "persist_psnr_raw": {
481
+ "mean": 21.56431522634294,
482
+ "sem": 0.3545040657933288,
483
+ "n": 72
484
+ },
485
+ "windows": 72
486
+ },
487
+ "2": {
488
+ "psnr_dec": {
489
+ "mean": 25.87904094247257,
490
+ "sem": 0.3412800471949788,
491
+ "n": 68
492
+ },
493
+ "lpips_dec": {
494
+ "mean": 0.12499338519923828,
495
+ "sem": 0.005818891598108831,
496
+ "n": 68
497
+ },
498
+ "psnr_raw": {
499
+ "mean": 22.464658596936395,
500
+ "sem": 0.20421809027487725,
501
+ "n": 68
502
+ },
503
+ "persist_psnr_raw": {
504
+ "mean": 21.70240044593811,
505
+ "sem": 0.5427217157847464,
506
+ "n": 68
507
+ },
508
+ "windows": 68
509
+ },
510
+ "3": {
511
+ "psnr_dec": {
512
+ "mean": 26.28436490839178,
513
+ "sem": 0.4354296256964285,
514
+ "n": 55
515
+ },
516
+ "lpips_dec": {
517
+ "mean": 0.12940802452239122,
518
+ "sem": 0.007830754720356691,
519
+ "n": 55
520
+ },
521
+ "psnr_raw": {
522
+ "mean": 22.646630998091265,
523
+ "sem": 0.26013948034231643,
524
+ "n": 55
525
+ },
526
+ "persist_psnr_raw": {
527
+ "mean": 22.125860266251998,
528
+ "sem": 0.6397177904330739,
529
+ "n": 55
530
+ },
531
+ "windows": 55
532
+ },
533
+ "4": {
534
+ "psnr_dec": {
535
+ "mean": 26.729740142822266,
536
+ "sem": NaN,
537
+ "n": 1
538
+ },
539
+ "lpips_dec": {
540
+ "mean": 0.18340949714183807,
541
+ "sem": NaN,
542
+ "n": 1
543
+ },
544
+ "psnr_raw": {
545
+ "mean": 23.459470748901367,
546
+ "sem": NaN,
547
+ "n": 1
548
+ },
549
+ "persist_psnr_raw": {
550
+ "mean": 21.791339874267578,
551
+ "sem": NaN,
552
+ "n": 1
553
+ },
554
+ "windows": 1
555
+ }
556
+ },
557
+ "duplicates": {
558
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
559
+ "windows": 256,
560
+ "dup_raw": 0,
561
+ "dup_latent": 0,
562
+ "excluded": 0
563
+ },
564
+ "psnr_dec_nodup": {
565
+ "mean": 26.037940502166748,
566
+ "sem": 0.1817340061819234,
567
+ "n": 256
568
+ },
569
+ "lpips_dec_nodup": {
570
+ "mean": 0.128997650987003,
571
+ "sem": 0.003577182623164966,
572
+ "n": 256
573
+ },
574
+ "copy_psnr_dec_nodup": {
575
+ "mean": 22.390945944935083,
576
+ "sem": 0.2168170292800418,
577
+ "n": 256
578
+ },
579
+ "latent_mse_nodup": {
580
+ "mean": 0.16236915795161622,
581
+ "sem": 0.0035694384686548127,
582
+ "n": 256
583
+ },
584
+ "hud_psnr_dec_nodup": {
585
+ "mean": 26.538696341216564,
586
+ "sem": 0.10193491377050372,
587
+ "n": 256
588
+ },
589
+ "psnr_raw_nodup": {
590
+ "mean": 22.560567766427994,
591
+ "sem": 0.1122698717611389,
592
+ "n": 256
593
+ },
594
+ "lpips_raw_nodup": {
595
+ "mean": 0.1772625455923844,
596
+ "sem": 0.0038323353441104832,
597
+ "n": 256
598
+ },
599
+ "copy_psnr_raw_nodup": {
600
+ "mean": 20.394344232976437,
601
+ "sem": 0.14748710572159415,
602
+ "n": 256
603
+ },
604
+ "vae_psnr_nodup": {
605
+ "mean": 23.921369969844818,
606
+ "sem": 0.06109161024572916,
607
+ "n": 256
608
+ },
609
+ "vae_lpips_nodup": {
610
+ "mean": 0.0946576328278752,
611
+ "sem": 0.0013245920053785655,
612
+ "n": 256
613
+ },
614
+ "hud_psnr_raw_nodup": {
615
+ "mean": 17.812136851251125,
616
+ "sem": 0.017682199244284654,
617
+ "n": 256
618
+ },
619
+ "hud_vae_psnr_nodup": {
620
+ "mean": 17.86507272720337,
621
+ "sem": 0.015201866932037858,
622
+ "n": 256
623
+ },
624
+ "persist_psnr_raw_nodup": {
625
+ "mean": 21.707624305039644,
626
+ "sem": 0.2402316629163168,
627
+ "n": 256
628
+ },
629
+ "persist_lpips_raw_nodup": {
630
+ "mean": 0.201554011882763,
631
+ "sem": 0.0055850580571410735,
632
+ "n": 256
633
+ },
634
+ "persist_hud_psnr_raw_nodup": {
635
+ "mean": 92.85112721472979,
636
+ "sem": 1.3081402918733689,
637
+ "n": 256
638
+ },
639
+ "copy_latent_mse_nodup": {
640
+ "mean": 0.3157162444513233,
641
+ "sem": 0.005631052652050628,
642
+ "n": 256
643
+ },
644
+ "latent_mse_ratio_nodup": {
645
+ "mean": 0.5360811052378267,
646
+ "sem": 0.011700158698179199,
647
+ "n": 256
648
+ },
649
+ "context_motion_nodup": {
650
+ "mean": 0.38409849553136155,
651
+ "sem": 0.0036000647097259855,
652
+ "n": 256
653
+ },
654
+ "mse_dec_nodup": {
655
+ "mean": 0.0032088076279706,
656
+ "sem": 0.00018044099649399827,
657
+ "n": 256
658
+ },
659
+ "hud_mse_dec_nodup": {
660
+ "mean": 0.0023893419190699206,
661
+ "sem": 6.388324909159805e-05,
662
+ "n": 256
663
+ },
664
+ "scene_psnr_dec_nodup": {
665
+ "mean": 26.117974895983934,
666
+ "sem": 0.2056101246225032,
667
+ "n": 256
668
+ },
669
+ "scene_mse_dec_nodup": {
670
+ "mean": 0.003334879321414519,
671
+ "sem": 0.0002043881721663591,
672
+ "n": 256
673
+ },
674
+ "scene_lpips_dec_nodup": {
675
+ "mean": 0.14891010557767004,
676
+ "sem": 0.0041348646170709415,
677
+ "n": 256
678
+ },
679
+ "copy_mse_dec_nodup": {
680
+ "mean": 0.007814689018516674,
681
+ "sem": 0.0004559007595656043,
682
+ "n": 256
683
+ },
684
+ "copy_lpips_dec_nodup": {
685
+ "mean": 0.20748687387094833,
686
+ "sem": 0.005396424446808861,
687
+ "n": 256
688
+ },
689
+ "scene_copy_psnr_dec_nodup": {
690
+ "mean": 22.055537462234497,
691
+ "sem": 0.227372314294056,
692
+ "n": 256
693
+ },
694
+ "scene_copy_mse_dec_nodup": {
695
+ "mean": 0.00865765820856268,
696
+ "sem": 0.0005232496619956435,
697
+ "n": 256
698
+ },
699
+ "scene_copy_lpips_dec_nodup": {
700
+ "mean": 0.24022739245265257,
701
+ "sem": 0.006181616832597349,
702
+ "n": 256
703
+ },
704
+ "mse_raw_nodup": {
705
+ "mean": 0.0061107569381420035,
706
+ "sem": 0.00020150784546956797,
707
+ "n": 256
708
+ },
709
+ "hud_mse_raw_nodup": {
710
+ "mean": 0.016585385201324243,
711
+ "sem": 6.997015491261179e-05,
712
+ "n": 256
713
+ },
714
+ "scene_psnr_raw_nodup": {
715
+ "mean": 24.578411132097244,
716
+ "sem": 0.19160303387322689,
717
+ "n": 256
718
+ },
719
+ "scene_mse_raw_nodup": {
720
+ "mean": 0.004499275800867508,
721
+ "sem": 0.0002324435648731838,
722
+ "n": 256
723
+ },
724
+ "scene_lpips_raw_nodup": {
725
+ "mean": 0.1935521753039211,
726
+ "sem": 0.004484815160451066,
727
+ "n": 256
728
+ },
729
+ "copy_mse_raw_nodup": {
730
+ "mean": 0.010770243027764081,
731
+ "sem": 0.00047988212276488907,
732
+ "n": 256
733
+ },
734
+ "copy_lpips_raw_nodup": {
735
+ "mean": 0.2368765133433044,
736
+ "sem": 0.005159985035434895,
737
+ "n": 256
738
+ },
739
+ "scene_copy_psnr_raw_nodup": {
740
+ "mean": 21.262815035879612,
741
+ "sem": 0.2028342659835679,
742
+ "n": 256
743
+ },
744
+ "scene_copy_mse_raw_nodup": {
745
+ "mean": 0.009896000048343012,
746
+ "sem": 0.0005533004181041001,
747
+ "n": 256
748
+ },
749
+ "scene_copy_lpips_raw_nodup": {
750
+ "mean": 0.26236610711202957,
751
+ "sem": 0.005956975427902698,
752
+ "n": 256
753
+ },
754
+ "vae_mse_nodup": {
755
+ "mean": 0.004159161780989962,
756
+ "sem": 6.075406684624962e-05,
757
+ "n": 256
758
+ },
759
+ "hud_vae_mse_nodup": {
760
+ "mean": 0.016375041643186705,
761
+ "sem": 5.8800981237418026e-05,
762
+ "n": 256
763
+ },
764
+ "scene_vae_psnr_nodup": {
765
+ "mean": 27.041758969426155,
766
+ "sem": 0.15569664284145002,
767
+ "n": 256
768
+ },
769
+ "scene_vae_mse_nodup": {
770
+ "mean": 0.002279795724689393,
771
+ "sem": 7.224997212066879e-05,
772
+ "n": 256
773
+ },
774
+ "scene_vae_lpips_nodup": {
775
+ "mean": 0.09452216192585183,
776
+ "sem": 0.001539983389441685,
777
+ "n": 256
778
+ },
779
+ "persist_mse_raw_nodup": {
780
+ "mean": 0.009216826845644732,
781
+ "sem": 0.0005072731688674632,
782
+ "n": 256
783
+ },
784
+ "persist_hud_mse_raw_nodup": {
785
+ "mean": 0.00015276853054047024,
786
+ "sem": 5.254552626738786e-05,
787
+ "n": 256
788
+ },
789
+ "scene_persist_psnr_raw_nodup": {
790
+ "mean": 21.095222018659115,
791
+ "sem": 0.24011082203232192,
792
+ "n": 256
793
+ },
794
+ "scene_persist_mse_raw_nodup": {
795
+ "mean": 0.010611297454772739,
796
+ "sem": 0.0005846615530405939,
797
+ "n": 256
798
+ },
799
+ "scene_persist_lpips_raw_nodup": {
800
+ "mean": 0.23711749363974377,
801
+ "sem": 0.006444305110404228,
802
+ "n": 256
803
+ },
804
+ "psnr_dec_tuned_nodup": {
805
+ "mean": 28.063753001391888,
806
+ "sem": 0.24287944105954193,
807
+ "n": 256
808
+ },
809
+ "mse_dec_tuned_nodup": {
810
+ "mean": 0.0024247751414350205,
811
+ "sem": 0.00018341994893731833,
812
+ "n": 256
813
+ },
814
+ "lpips_dec_tuned_nodup": {
815
+ "mean": 0.11142704504163703,
816
+ "sem": 0.0035653863310577357,
817
+ "n": 256
818
+ },
819
+ "hud_psnr_dec_tuned_nodup": {
820
+ "mean": 36.0425845310092,
821
+ "sem": 0.17847615043491963,
822
+ "n": 256
823
+ },
824
+ "hud_mse_dec_tuned_nodup": {
825
+ "mean": 0.0003644039339292249,
826
+ "sem": 4.444895032738464e-05,
827
+ "n": 256
828
+ },
829
+ "scene_psnr_dec_tuned_nodup": {
830
+ "mean": 27.589920464903116,
831
+ "sem": 0.24776803048869128,
832
+ "n": 256
833
+ },
834
+ "scene_mse_dec_tuned_nodup": {
835
+ "mean": 0.0027417553836244224,
836
+ "sem": 0.00021032016708197456,
837
+ "n": 256
838
+ },
839
+ "scene_lpips_dec_tuned_nodup": {
840
+ "mean": 0.13228161018923856,
841
+ "sem": 0.004186523682898421,
842
+ "n": 256
843
+ },
844
+ "copy_psnr_dec_tuned_nodup": {
845
+ "mean": 23.186705462634563,
846
+ "sem": 0.26035649432469227,
847
+ "n": 256
848
+ },
849
+ "copy_mse_dec_tuned_nodup": {
850
+ "mean": 0.007105599779592353,
851
+ "sem": 0.00045459565912251115,
852
+ "n": 256
853
+ },
854
+ "copy_lpips_dec_tuned_nodup": {
855
+ "mean": 0.18970658827674924,
856
+ "sem": 0.005481172979340549,
857
+ "n": 256
858
+ },
859
+ "scene_copy_psnr_dec_tuned_nodup": {
860
+ "mean": 22.60291813313961,
861
+ "sem": 0.26161676403333184,
862
+ "n": 256
863
+ },
864
+ "scene_copy_mse_dec_tuned_nodup": {
865
+ "mean": 0.008152892771562392,
866
+ "sem": 0.0005237828692918503,
867
+ "n": 256
868
+ },
869
+ "scene_copy_lpips_dec_tuned_nodup": {
870
+ "mean": 0.22386562897918338,
871
+ "sem": 0.006351693591325553,
872
+ "n": 256
873
+ },
874
+ "psnr_raw_tuned_nodup": {
875
+ "mean": 25.58585726097226,
876
+ "sem": 0.19232156629135488,
877
+ "n": 256
878
+ },
879
+ "mse_raw_tuned_nodup": {
880
+ "mean": 0.003621062624119986,
881
+ "sem": 0.00020149832988118776,
882
+ "n": 256
883
+ },
884
+ "lpips_raw_tuned_nodup": {
885
+ "mean": 0.13382483218447305,
886
+ "sem": 0.003638012044240596,
887
+ "n": 256
888
+ },
889
+ "hud_psnr_raw_tuned_nodup": {
890
+ "mean": 29.919215738773346,
891
+ "sem": 0.11550631728265981,
892
+ "n": 256
893
+ },
894
+ "hud_mse_raw_tuned_nodup": {
895
+ "mean": 0.0011456769116193755,
896
+ "sem": 5.084724952220115e-05,
897
+ "n": 256
898
+ },
899
+ "scene_psnr_raw_tuned_nodup": {
900
+ "mean": 25.2712907679379,
901
+ "sem": 0.20510935689477766,
902
+ "n": 256
903
+ },
904
+ "scene_mse_raw_tuned_nodup": {
905
+ "mean": 0.004001891209213682,
906
+ "sem": 0.00023116386806484938,
907
+ "n": 256
908
+ },
909
+ "scene_lpips_raw_tuned_nodup": {
910
+ "mean": 0.15801192441722378,
911
+ "sem": 0.0042403157634556725,
912
+ "n": 256
913
+ },
914
+ "copy_psnr_raw_tuned_nodup": {
915
+ "mean": 22.017893321812153,
916
+ "sem": 0.20559214002751022,
917
+ "n": 256
918
+ },
919
+ "copy_mse_raw_tuned_nodup": {
920
+ "mean": 0.008397570827924028,
921
+ "sem": 0.0004790171408064405,
922
+ "n": 256
923
+ },
924
+ "copy_lpips_raw_tuned_nodup": {
925
+ "mean": 0.20370165036001708,
926
+ "sem": 0.005362915875853243,
927
+ "n": 256
928
+ },
929
+ "scene_copy_psnr_raw_tuned_nodup": {
930
+ "mean": 21.524495016783476,
931
+ "sem": 0.2124418533406906,
932
+ "n": 256
933
+ },
934
+ "scene_copy_mse_raw_tuned_nodup": {
935
+ "mean": 0.009527876228844434,
936
+ "sem": 0.0005515503276387132,
937
+ "n": 256
938
+ },
939
+ "scene_copy_lpips_raw_tuned_nodup": {
940
+ "mean": 0.23952164988440927,
941
+ "sem": 0.0061811838073046795,
942
+ "n": 256
943
+ },
944
+ "vae_psnr_tuned_nodup": {
945
+ "mean": 28.61638778448105,
946
+ "sem": 0.13641114866836296,
947
+ "n": 256
948
+ },
949
+ "vae_mse_tuned_nodup": {
950
+ "mean": 0.00154713801549633,
951
+ "sem": 4.7344447893525985e-05,
952
+ "n": 256
953
+ },
954
+ "vae_lpips_tuned_nodup": {
955
+ "mean": 0.05174341603560606,
956
+ "sem": 0.0008743070552177783,
957
+ "n": 256
958
+ },
959
+ "hud_vae_psnr_tuned_nodup": {
960
+ "mean": 30.606386341154575,
961
+ "sem": 0.08958014662747095,
962
+ "n": 256
963
+ },
964
+ "hud_vae_mse_tuned_nodup": {
965
+ "mean": 0.0009208031361822577,
966
+ "sem": 2.101692954546558e-05,
967
+ "n": 256
968
+ },
969
+ "scene_vae_psnr_tuned_nodup": {
970
+ "mean": 28.49509447067976,
971
+ "sem": 0.1608699153726144,
972
+ "n": 256
973
+ },
974
+ "scene_vae_mse_tuned_nodup": {
975
+ "mean": 0.0016434972477838983,
976
+ "sem": 5.4617717579728686e-05,
977
+ "n": 256
978
+ },
979
+ "scene_vae_lpips_tuned_nodup": {
980
+ "mean": 0.06103325459116604,
981
+ "sem": 0.0010063776273624308,
982
+ "n": 256
983
+ },
984
+ "per_map_nodup": {
985
+ "2": {
986
+ "psnr_dec": 26.48727128165109,
987
+ "lpips_dec": 0.13637617932898657
988
+ },
989
+ "3": {
990
+ "psnr_dec": 25.740125383649552,
991
+ "lpips_dec": 0.11897092897977148
992
+ },
993
+ "4": {
994
+ "psnr_dec": 26.876024341583253,
995
+ "lpips_dec": 0.1268411756803592
996
+ },
997
+ "5": {
998
+ "psnr_dec": 24.95059895515442,
999
+ "lpips_dec": 0.13461840232568129
1000
+ }
1001
+ },
1002
+ "per_tics_since_decision_nodup": {
1003
+ "0": {
1004
+ "psnr_dec": {
1005
+ "mean": 26.31816047032674,
1006
+ "sem": 0.3058456278848287,
1007
+ "n": 60
1008
+ },
1009
+ "lpips_dec": {
1010
+ "mean": 0.1214756431678931,
1011
+ "sem": 0.006030698851266831,
1012
+ "n": 60
1013
+ },
1014
+ "psnr_raw": {
1015
+ "mean": 22.768956025441486,
1016
+ "sem": 0.19829509490543243,
1017
+ "n": 60
1018
+ },
1019
+ "persist_psnr_raw": {
1020
+ "mean": 21.500737349192303,
1021
+ "sem": 0.3955537535483232,
1022
+ "n": 60
1023
+ },
1024
+ "windows": 60
1025
+ },
1026
+ "1": {
1027
+ "psnr_dec": {
1028
+ "mean": 25.756646474202473,
1029
+ "sem": 0.37403558445271373,
1030
+ "n": 72
1031
+ },
1032
+ "lpips_dec": {
1033
+ "mean": 0.13797859754413366,
1034
+ "sem": 0.008356095824067461,
1035
+ "n": 72
1036
+ },
1037
+ "psnr_raw": {
1038
+ "mean": 22.399264256159466,
1039
+ "sem": 0.2366596433386155,
1040
+ "n": 72
1041
+ },
1042
+ "persist_psnr_raw": {
1043
+ "mean": 21.56431522634294,
1044
+ "sem": 0.3545040657933288,
1045
+ "n": 72
1046
+ },
1047
+ "windows": 72
1048
+ },
1049
+ "2": {
1050
+ "psnr_dec": {
1051
+ "mean": 25.87904094247257,
1052
+ "sem": 0.3412800471949788,
1053
+ "n": 68
1054
+ },
1055
+ "lpips_dec": {
1056
+ "mean": 0.12499338519923828,
1057
+ "sem": 0.005818891598108831,
1058
+ "n": 68
1059
+ },
1060
+ "psnr_raw": {
1061
+ "mean": 22.464658596936395,
1062
+ "sem": 0.20421809027487725,
1063
+ "n": 68
1064
+ },
1065
+ "persist_psnr_raw": {
1066
+ "mean": 21.70240044593811,
1067
+ "sem": 0.5427217157847464,
1068
+ "n": 68
1069
+ },
1070
+ "windows": 68
1071
+ },
1072
+ "3": {
1073
+ "psnr_dec": {
1074
+ "mean": 26.28436490839178,
1075
+ "sem": 0.4354296256964285,
1076
+ "n": 55
1077
+ },
1078
+ "lpips_dec": {
1079
+ "mean": 0.12940802452239122,
1080
+ "sem": 0.007830754720356691,
1081
+ "n": 55
1082
+ },
1083
+ "psnr_raw": {
1084
+ "mean": 22.646630998091265,
1085
+ "sem": 0.26013948034231643,
1086
+ "n": 55
1087
+ },
1088
+ "persist_psnr_raw": {
1089
+ "mean": 22.125860266251998,
1090
+ "sem": 0.6397177904330739,
1091
+ "n": 55
1092
+ },
1093
+ "windows": 55
1094
+ },
1095
+ "4": {
1096
+ "psnr_dec": {
1097
+ "mean": 26.729740142822266,
1098
+ "sem": NaN,
1099
+ "n": 1
1100
+ },
1101
+ "lpips_dec": {
1102
+ "mean": 0.18340949714183807,
1103
+ "sem": NaN,
1104
+ "n": 1
1105
+ },
1106
+ "psnr_raw": {
1107
+ "mean": 23.459470748901367,
1108
+ "sem": NaN,
1109
+ "n": 1
1110
+ },
1111
+ "persist_psnr_raw": {
1112
+ "mean": 21.791339874267578,
1113
+ "sem": NaN,
1114
+ "n": 1
1115
+ },
1116
+ "windows": 1
1117
+ }
1118
+ },
1119
+ "sampling_frames_per_s": 7.9868854453961955,
1120
+ "config": {
1121
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt",
1122
+ "backbone": "pixart",
1123
+ "latent_channels": 4,
1124
+ "use_ema": false,
1125
+ "objective": "auto",
1126
+ "context_frames": 32,
1127
+ "num_actions": 29,
1128
+ "noise_buckets": 10,
1129
+ "infer_noise": 0.0,
1130
+ "train_noise_max": 0.7,
1131
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val",
1132
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas",
1133
+ "stride": 4,
1134
+ "tic_stride": 1,
1135
+ "action_history": null,
1136
+ "horizon_tics": 1,
1137
+ "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json",
1138
+ "subset": "val",
1139
+ "num_windows": 256,
1140
+ "windows_file": "",
1141
+ "windows_key": "held_out_windows",
1142
+ "batch_size": 16,
1143
+ "num_workers": 0,
1144
+ "steps": 10,
1145
+ "timestep_spacing": "linear",
1146
+ "eta": 0.0,
1147
+ "lpips_net": "alex",
1148
+ "vae_path": "",
1149
+ "vae_subfolder": "",
1150
+ "latent_scale": 0.18215,
1151
+ "latent_shift": null,
1152
+ "decoders": [
1153
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1154
+ ],
1155
+ "save_latents": false,
1156
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1157
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1158
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1159
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1160
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1161
+ "save_images": 0,
1162
+ "seed": 0,
1163
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap",
1164
+ "wandb_run": "",
1165
+ "wandb_project": "doomdit-nexttic",
1166
+ "wandb_entity": null,
1167
+ "wandb_step": null,
1168
+ "step": 0,
1169
+ "resolved_latent_channels": 4,
1170
+ "resolved_objective": "v",
1171
+ "checkpoint_interface": {
1172
+ "tic_stride": 1,
1173
+ "action_history": 32,
1174
+ "phase_buckets": 0,
1175
+ "control_bits": 19
1176
+ },
1177
+ "game_time_tics": 1,
1178
+ "window_validity": {
1179
+ "episodes": 100,
1180
+ "context_frames": 32,
1181
+ "horizon": 1,
1182
+ "candidate_windows": 500664,
1183
+ "windows": 483747,
1184
+ "excluded_windows": 16917,
1185
+ "excluded_fraction": 0.033789128037965584,
1186
+ "control_bits": 19
1187
+ }
1188
+ },
1189
+ "decoder": {
1190
+ "name": "stabilityai/sd-vae-ft-mse",
1191
+ "path": "stabilityai/sd-vae-ft-mse",
1192
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1193
+ "provenance": "public",
1194
+ "corpus": "none: published weights, never tuned on Doom frames",
1195
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1196
+ "unseen_map_claim": "ok",
1197
+ "unseen_map_problems": []
1198
+ },
1199
+ "extra_decoders": {
1200
+ "tuned": {
1201
+ "name": "vae_decoder_sd1x_mse_lpips",
1202
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1203
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1204
+ "provenance": "recorded",
1205
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1206
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1207
+ "unseen_map_claim": "ok",
1208
+ "unseen_map_problems": [],
1209
+ "suffix": "_tuned"
1210
+ }
1211
+ }
1212
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 24.315863288939,
4
+ "sem": 0.10560603849192282,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.2928394486079924,
9
+ "sem": 0.0043703455292224795,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.23142373430891894,
19
+ "sem": 0.0023409851739424345,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 24.494699873030186,
24
+ "sem": 0.06304170639693706,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 21.85261032730341,
29
+ "sem": 0.0745278088853351,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.34576013090554625,
34
+ "sem": 0.004082980075732222,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.9177191182971,
54
+ "sem": 0.009758490945051948,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.7047389617655426,
84
+ "sem": 0.006440228090794019,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.004111483088308887,
94
+ "sem": 0.00020453846324810287,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.0036477139269663894,
99
+ "sem": 5.2463670535798214e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 24.341231282800436,
104
+ "sem": 0.11735189581569756,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.004182832223250443,
109
+ "sem": 0.00023411348394937717,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.3438666046713479,
114
+ "sem": 0.005119428668061738,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.00686877406315034,
144
+ "sem": 0.00021505359789772405,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.016162542488018516,
149
+ "sem": 3.6715029045956046e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 23.07300303131342,
154
+ "sem": 0.10520014964426828,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.005438963660708396,
159
+ "sem": 0.00024815398268701567,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.39593160286312923,
164
+ "sem": 0.004825460298530261,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 25.605863370001316,
244
+ "sem": 0.12428318923021371,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.0032071283048935584,
249
+ "sem": 0.00021073548928375626,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.2664408212294802,
254
+ "sem": 0.004319170172390199,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 32.27736634761095,
259
+ "sem": 0.11475209464897884,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0006492456004139058,
264
+ "sem": 1.8587286702668127e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 25.12893684208393,
269
+ "sem": 0.12664927713119706,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.0036006487503073004,
274
+ "sem": 0.0002423857653199736,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.3182815207983367,
279
+ "sem": 0.00511681726741773,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 23.72966579347849,
314
+ "sem": 0.10606313839664633,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.004691426689987566,
319
+ "sem": 0.00022158028180803486,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.294175295624882,
324
+ "sem": 0.004004624074527397,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.906747169792652,
329
+ "sem": 0.059286567025386865,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.0016620137696463644,
334
+ "sem": 2.6346180559815097e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.357889138162136,
339
+ "sem": 0.11113975873256082,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.005157490290002897,
344
+ "sem": 0.00025529525317502093,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.34850922907935455,
349
+ "sem": 0.004758054054514525,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 24.315863288939,
425
+ "lpips_dec": 0.2928394486079924
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 24.21022193158259,
432
+ "sem": 0.20523365095502133,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.28561466223880894,
437
+ "sem": 0.00843993662744679,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 21.791482612734935,
442
+ "sem": 0.1443367778683624,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 23.875427427746,
455
+ "sem": 0.2183733765136303,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.30564072420672767,
460
+ "sem": 0.009038518159711694,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.57079197111584,
465
+ "sem": 0.14778443308805875,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 24.55679440498352,
478
+ "sem": 0.2457288795589652,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.2904562237672508,
483
+ "sem": 0.010628072383478383,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 21.975695878267288,
488
+ "sem": 0.17976349494637883,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 24.591921974630917,
501
+ "sem": 0.16387712096299845,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.28970353677868843,
506
+ "sem": 0.006576577847897413,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 22.05269667681526,
511
+ "sem": 0.11648245063402392,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 24.315863288939,
531
+ "sem": 0.10560603849192282,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.2928394486079924,
536
+ "sem": 0.0043703455292224795,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.23142373430891894,
546
+ "sem": 0.0023409851739424345,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 24.494699873030186,
551
+ "sem": 0.06304170639693706,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 21.85261032730341,
556
+ "sem": 0.0745278088853351,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.34576013090554625,
561
+ "sem": 0.004082980075732222,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.9177191182971,
581
+ "sem": 0.009758490945051948,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.7047389617655426,
611
+ "sem": 0.006440228090794019,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.004111483088308887,
621
+ "sem": 0.00020453846324810287,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.0036477139269663894,
626
+ "sem": 5.2463670535798214e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 24.341231282800436,
631
+ "sem": 0.11735189581569756,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.004182832223250443,
636
+ "sem": 0.00023411348394937717,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.3438666046713479,
641
+ "sem": 0.005119428668061738,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.00686877406315034,
671
+ "sem": 0.00021505359789772405,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.016162542488018516,
676
+ "sem": 3.6715029045956046e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 23.07300303131342,
681
+ "sem": 0.10520014964426828,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.005438963660708396,
686
+ "sem": 0.00024815398268701567,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.39593160286312923,
691
+ "sem": 0.004825460298530261,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 25.605863370001316,
771
+ "sem": 0.12428318923021371,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.0032071283048935584,
776
+ "sem": 0.00021073548928375626,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.2664408212294802,
781
+ "sem": 0.004319170172390199,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 32.27736634761095,
786
+ "sem": 0.11475209464897884,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0006492456004139058,
791
+ "sem": 1.8587286702668127e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 25.12893684208393,
796
+ "sem": 0.12664927713119706,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.0036006487503073004,
801
+ "sem": 0.0002423857653199736,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.3182815207983367,
806
+ "sem": 0.00511681726741773,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 23.72966579347849,
841
+ "sem": 0.10606313839664633,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.004691426689987566,
846
+ "sem": 0.00022158028180803486,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.294175295624882,
851
+ "sem": 0.004004624074527397,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.906747169792652,
856
+ "sem": 0.059286567025386865,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.0016620137696463644,
861
+ "sem": 2.6346180559815097e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.357889138162136,
866
+ "sem": 0.11113975873256082,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.005157490290002897,
871
+ "sem": 0.00025529525317502093,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.34850922907935455,
876
+ "sem": 0.004758054054514525,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 24.315863288939,
952
+ "lpips_dec": 0.2928394486079924
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 24.21022193158259,
959
+ "sem": 0.20523365095502133,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.28561466223880894,
964
+ "sem": 0.00843993662744679,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 21.791482612734935,
969
+ "sem": 0.1443367778683624,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 23.875427427746,
982
+ "sem": 0.2183733765136303,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.30564072420672767,
987
+ "sem": 0.009038518159711694,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.57079197111584,
992
+ "sem": 0.14778443308805875,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 24.55679440498352,
1005
+ "sem": 0.2457288795589652,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.2904562237672508,
1010
+ "sem": 0.010628072383478383,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 21.975695878267288,
1015
+ "sem": 0.17976349494637883,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 24.591921974630917,
1028
+ "sem": 0.16387712096299845,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.28970353677868843,
1033
+ "sem": 0.006576577847897413,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 22.05269667681526,
1038
+ "sem": 0.11648245063402392,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.355096296223556,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 50,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 24.54919210076332,
4
+ "sem": 0.10519716551941402,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.27010790299391374,
9
+ "sem": 0.00476884725061301,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.22081311428337358,
19
+ "sem": 0.0025098433854991147,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 24.75399010628462,
24
+ "sem": 0.06878437782472377,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 21.97358540445566,
29
+ "sem": 0.07289653187302218,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.32312673184787855,
34
+ "sem": 0.004413128458911859,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.948915638029575,
54
+ "sem": 0.010273215675249282,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.6715023263823241,
84
+ "sem": 0.00665846524627265,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.0039022737837512977,
94
+ "sem": 0.00019979591199318882,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.0034534024302956823,
99
+ "sem": 5.4114720944774403e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 24.567864291369915,
104
+ "sem": 0.11587931451459868,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.003971330993863376,
109
+ "sem": 0.00022802890732439465,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.31690636643907055,
114
+ "sem": 0.005589225253618463,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.006671295528576593,
144
+ "sem": 0.0002093417481909524,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.01604800571294618,
149
+ "sem": 3.8481546449004e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 23.234302911907434,
154
+ "sem": 0.10247389148785468,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.005228724881362723,
159
+ "sem": 0.00024142567589520065,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.3687308676308021,
164
+ "sem": 0.005230695112343299,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 25.98794549703598,
244
+ "sem": 0.12763761928844294,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.0029701372500312573,
249
+ "sem": 0.00020645890825715416,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.2452012340654619,
254
+ "sem": 0.004775612608992313,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 32.745587192475796,
259
+ "sem": 0.12128630940863601,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0005886949341515901,
264
+ "sem": 1.7500027419489478e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 25.50826844200492,
269
+ "sem": 0.1298329881111531,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.003336513047997869,
274
+ "sem": 0.00023734541067636132,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.2933886351529509,
279
+ "sem": 0.005672548921172819,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 23.973771318793297,
314
+ "sem": 0.10462466504347931,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.004437758601852693,
319
+ "sem": 0.00021631500037161598,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.27458250283962116,
324
+ "sem": 0.004380351821008119,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.926383040845394,
329
+ "sem": 0.05935394692101808,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.001654583510116936,
334
+ "sem": 2.6228441929666798e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.615297757089138,
339
+ "sem": 0.10983005818896635,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.004865939436513145,
344
+ "sem": 0.00024922227983686956,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.3253390733152628,
349
+ "sem": 0.005217078863540181,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 24.54919210076332,
425
+ "lpips_dec": 0.27010790299391374
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 24.45696918299941,
432
+ "sem": 0.2117792706526848,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.26149581690303614,
437
+ "sem": 0.009235071493367268,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 21.91695801156466,
442
+ "sem": 0.14515992743245126,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 24.135912425934322,
455
+ "sem": 0.21559947017766817,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.28221871408205185,
460
+ "sem": 0.00986510229976289,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.715058341858878,
465
+ "sem": 0.14314339636298576,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 24.801953107118607,
478
+ "sem": 0.24321917806526575,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.2674749477300793,
483
+ "sem": 0.011567341795461357,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 22.101130664348602,
488
+ "sem": 0.17612073469971898,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 24.776920234455783,
501
+ "sem": 0.16181304625916246,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.269091216080329,
506
+ "sem": 0.007235776577853095,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 22.143858629114487,
511
+ "sem": 0.11209815137272025,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 24.54919210076332,
531
+ "sem": 0.10519716551941402,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.27010790299391374,
536
+ "sem": 0.00476884725061301,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.22081311428337358,
546
+ "sem": 0.0025098433854991147,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 24.75399010628462,
551
+ "sem": 0.06878437782472377,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 21.97358540445566,
556
+ "sem": 0.07289653187302218,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.32312673184787855,
561
+ "sem": 0.004413128458911859,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.948915638029575,
581
+ "sem": 0.010273215675249282,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.6715023263823241,
611
+ "sem": 0.00665846524627265,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.0039022737837512977,
621
+ "sem": 0.00019979591199318882,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.0034534024302956823,
626
+ "sem": 5.4114720944774403e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 24.567864291369915,
631
+ "sem": 0.11587931451459868,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.003971330993863376,
636
+ "sem": 0.00022802890732439465,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.31690636643907055,
641
+ "sem": 0.005589225253618463,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.006671295528576593,
671
+ "sem": 0.0002093417481909524,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.01604800571294618,
676
+ "sem": 3.8481546449004e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 23.234302911907434,
681
+ "sem": 0.10247389148785468,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.005228724881362723,
686
+ "sem": 0.00024142567589520065,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.3687308676308021,
691
+ "sem": 0.005230695112343299,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 25.98794549703598,
771
+ "sem": 0.12763761928844294,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.0029701372500312573,
776
+ "sem": 0.00020645890825715416,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.2452012340654619,
781
+ "sem": 0.004775612608992313,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 32.745587192475796,
786
+ "sem": 0.12128630940863601,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0005886949341515901,
791
+ "sem": 1.7500027419489478e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 25.50826844200492,
796
+ "sem": 0.1298329881111531,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.003336513047997869,
801
+ "sem": 0.00023734541067636132,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.2933886351529509,
806
+ "sem": 0.005672548921172819,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 23.973771318793297,
841
+ "sem": 0.10462466504347931,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.004437758601852693,
846
+ "sem": 0.00021631500037161598,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.27458250283962116,
851
+ "sem": 0.004380351821008119,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.926383040845394,
856
+ "sem": 0.05935394692101808,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.001654583510116936,
861
+ "sem": 2.6228441929666798e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.615297757089138,
866
+ "sem": 0.10983005818896635,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.004865939436513145,
871
+ "sem": 0.00024922227983686956,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.3253390733152628,
876
+ "sem": 0.005217078863540181,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 24.54919210076332,
952
+ "lpips_dec": 0.27010790299391374
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 24.45696918299941,
959
+ "sem": 0.2117792706526848,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.26149581690303614,
964
+ "sem": 0.009235071493367268,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 21.91695801156466,
969
+ "sem": 0.14515992743245126,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 24.135912425934322,
982
+ "sem": 0.21559947017766817,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.28221871408205185,
987
+ "sem": 0.00986510229976289,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.715058341858878,
992
+ "sem": 0.14314339636298576,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 24.801953107118607,
1005
+ "sem": 0.24321917806526575,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.2674749477300793,
1010
+ "sem": 0.011567341795461357,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 22.101130664348602,
1015
+ "sem": 0.17612073469971898,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 24.776920234455783,
1028
+ "sem": 0.16181304625916246,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.269091216080329,
1033
+ "sem": 0.007235776577853095,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 22.143858629114487,
1038
+ "sem": 0.11209815137272025,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.231267766785354,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 100,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 24.644713934510946,
4
+ "sem": 0.10638084152495046,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.25894298480125144,
9
+ "sem": 0.004837415746856297,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.21708811697317287,
19
+ "sem": 0.002600081873356084,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 24.76279152929783,
24
+ "sem": 0.07245311251428914,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 22.01433376222849,
29
+ "sem": 0.07279634670417166,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.3135206361184828,
34
+ "sem": 0.004475358828615152,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.932191386818886,
54
+ "sem": 0.011222097154349565,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.6598160442663357,
84
+ "sem": 0.0068282174765714855,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.0038322563800647913,
94
+ "sem": 0.00020706841061832857,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.0034609209228619875,
99
+ "sem": 5.9136496360171834e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 24.67829129099846,
104
+ "sem": 0.11708671170379126,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.003889384925514605,
109
+ "sem": 0.00023619790306354975,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.3032583884196356,
114
+ "sem": 0.005637562410199509,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.006613998518332664,
144
+ "sem": 0.00021617970357069519,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.016112216719193384,
149
+ "sem": 4.244825011721949e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 23.303969893604517,
154
+ "sem": 0.10217653456063357,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.005152734254352254,
159
+ "sem": 0.00024912674228243833,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.35638852493138984,
164
+ "sem": 0.005282047720510372,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 26.174159921705723,
244
+ "sem": 0.13155087015789346,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.002875690562177624,
249
+ "sem": 0.00021317486413845166,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.2319915057742037,
254
+ "sem": 0.004826211934649578,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 32.63951323926449,
259
+ "sem": 0.13730817826143576,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0006245895058896167,
264
+ "sem": 2.2574680472572723e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 25.710787408053875,
269
+ "sem": 0.1341677874341755,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.0032220138332377246,
274
+ "sem": 0.0002449933960568298,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.27714687830302864,
279
+ "sem": 0.0057225098725211115,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 24.068573612719774,
314
+ "sem": 0.10427190765732348,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.004348610914348683,
319
+ "sem": 0.000222548833885275,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.26157564349705353,
324
+ "sem": 0.004436988219053848,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.688021384179592,
329
+ "sem": 0.07127789041084377,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.0017680362566352414,
334
+ "sem": 3.354865744401368e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.73500833660364,
339
+ "sem": 0.10988727257856487,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.004745622450172959,
344
+ "sem": 0.0002564194687412317,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.30921970575582236,
349
+ "sem": 0.005271286760711519,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 24.644713934510946,
425
+ "lpips_dec": 0.25894298480125144
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 24.575952185959114,
432
+ "sem": 0.21166454748621144,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.250596004431365,
437
+ "sem": 0.00917471821507716,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 21.972529520753955,
442
+ "sem": 0.1432527754650414,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 24.22805943564763,
455
+ "sem": 0.21613611904358832,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.2698694205000287,
460
+ "sem": 0.0100477440717032,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.752112797328405,
465
+ "sem": 0.1391379407384559,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 24.886949583888054,
478
+ "sem": 0.2485780388785417,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.25702943140640855,
483
+ "sem": 0.011573077943099473,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 22.136220544576645,
488
+ "sem": 0.17949503158461325,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 24.864428912892063,
501
+ "sem": 0.16558509457270632,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.258108687313164,
506
+ "sem": 0.007742086620325528,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 22.180057665880987,
511
+ "sem": 0.11287921106387513,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 24.644713934510946,
531
+ "sem": 0.10638084152495046,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.25894298480125144,
536
+ "sem": 0.004837415746856297,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.21708811697317287,
546
+ "sem": 0.002600081873356084,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 24.76279152929783,
551
+ "sem": 0.07245311251428914,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 22.01433376222849,
556
+ "sem": 0.07279634670417166,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.3135206361184828,
561
+ "sem": 0.004475358828615152,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.932191386818886,
581
+ "sem": 0.011222097154349565,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.6598160442663357,
611
+ "sem": 0.0068282174765714855,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.0038322563800647913,
621
+ "sem": 0.00020706841061832857,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.0034609209228619875,
626
+ "sem": 5.9136496360171834e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 24.67829129099846,
631
+ "sem": 0.11708671170379126,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.003889384925514605,
636
+ "sem": 0.00023619790306354975,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.3032583884196356,
641
+ "sem": 0.005637562410199509,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.006613998518332664,
671
+ "sem": 0.00021617970357069519,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.016112216719193384,
676
+ "sem": 4.244825011721949e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 23.303969893604517,
681
+ "sem": 0.10217653456063357,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.005152734254352254,
686
+ "sem": 0.00024912674228243833,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.35638852493138984,
691
+ "sem": 0.005282047720510372,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 26.174159921705723,
771
+ "sem": 0.13155087015789346,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.002875690562177624,
776
+ "sem": 0.00021317486413845166,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.2319915057742037,
781
+ "sem": 0.004826211934649578,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 32.63951323926449,
786
+ "sem": 0.13730817826143576,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0006245895058896167,
791
+ "sem": 2.2574680472572723e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 25.710787408053875,
796
+ "sem": 0.1341677874341755,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.0032220138332377246,
801
+ "sem": 0.0002449933960568298,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.27714687830302864,
806
+ "sem": 0.0057225098725211115,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 24.068573612719774,
841
+ "sem": 0.10427190765732348,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.004348610914348683,
846
+ "sem": 0.000222548833885275,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.26157564349705353,
851
+ "sem": 0.004436988219053848,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.688021384179592,
856
+ "sem": 0.07127789041084377,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.0017680362566352414,
861
+ "sem": 3.354865744401368e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.73500833660364,
866
+ "sem": 0.10988727257856487,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.004745622450172959,
871
+ "sem": 0.0002564194687412317,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.30921970575582236,
876
+ "sem": 0.005271286760711519,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 24.644713934510946,
952
+ "lpips_dec": 0.25894298480125144
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 24.575952185959114,
959
+ "sem": 0.21166454748621144,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.250596004431365,
964
+ "sem": 0.00917471821507716,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 21.972529520753955,
969
+ "sem": 0.1432527754650414,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 24.22805943564763,
982
+ "sem": 0.21613611904358832,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.2698694205000287,
987
+ "sem": 0.0100477440717032,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.752112797328405,
992
+ "sem": 0.1391379407384559,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 24.886949583888054,
1005
+ "sem": 0.2485780388785417,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.25702943140640855,
1010
+ "sem": 0.011573077943099473,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 22.136220544576645,
1015
+ "sem": 0.17949503158461325,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 24.864428912892063,
1028
+ "sem": 0.16558509457270632,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.258108687313164,
1033
+ "sem": 0.007742086620325528,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 22.180057665880987,
1038
+ "sem": 0.11287921106387513,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.233386978491286,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 150,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 24.748763028532267,
4
+ "sem": 0.10659953008161482,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.2486001240904443,
9
+ "sem": 0.004923632561747101,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.21422052834532224,
19
+ "sem": 0.0026188210947675193,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 25.016984306275845,
24
+ "sem": 0.07665892686690648,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 22.055748723447323,
29
+ "sem": 0.07242711721140728,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.3039967493386939,
34
+ "sem": 0.004540961487935813,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.932435356080532,
54
+ "sem": 0.011209127483219505,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.6514130614232272,
84
+ "sem": 0.007065499393529572,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.0037466760254574183,
94
+ "sem": 0.00020630055799472483,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.003278416382272553,
99
+ "sem": 5.9405723878899474e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 24.76088046655059,
104
+ "sem": 0.11692785996935982,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.003818716004388989,
109
+ "sem": 0.000235510856334358,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.29116064647678286,
114
+ "sem": 0.0057419741244456755,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.006550083831825759,
144
+ "sem": 0.00021537586244290655,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.016111262222693767,
149
+ "sem": 4.231420412526108e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 23.36895550787449,
154
+ "sem": 0.1023092422296866,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.005079133399704006,
159
+ "sem": 0.0002483623770168654,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.3451032520388253,
164
+ "sem": 0.005364441556476973,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 26.307004250586033,
244
+ "sem": 0.13232325157232777,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.0028005852091155248,
249
+ "sem": 0.00021396742803165617,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.22233689500717446,
254
+ "sem": 0.00493165109746747,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 33.116853289306164,
259
+ "sem": 0.13534445782659427,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0005570849104969966,
264
+ "sem": 1.9754750849099666e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 25.828378837555647,
269
+ "sem": 0.1344693125493009,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.0031457391187359462,
274
+ "sem": 0.0002458131335124132,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.26592237618751824,
279
+ "sem": 0.005858047379593162,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 24.15357070043683,
314
+ "sem": 0.10483603511663363,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.004272185650734173,
319
+ "sem": 0.00022313155757612245,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.25219739746535197,
324
+ "sem": 0.004535457614968409,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.781776197254658,
329
+ "sem": 0.06653836585211127,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.001722044090001873,
334
+ "sem": 3.0657813926454855e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.817487973719835,
339
+ "sem": 0.11035283742410337,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.004664515176500572,
344
+ "sem": 0.000256993160067696,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.29815711366245523,
349
+ "sem": 0.005400974893939715,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 24.748763028532267,
425
+ "lpips_dec": 0.2486001240904443
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 24.705441302940493,
432
+ "sem": 0.20349584272054466,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.23952517353120398,
437
+ "sem": 0.009404916176376689,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 22.034022940963997,
442
+ "sem": 0.13642918842238624,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 24.308914668976314,
455
+ "sem": 0.22323168123901027,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.261272927125295,
460
+ "sem": 0.01043690149182661,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.78150270855616,
465
+ "sem": 0.1426263364438948,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 24.97875426709652,
478
+ "sem": 0.251177557249212,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.24694144632667303,
483
+ "sem": 0.011582243156463072,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 22.164184868335724,
488
+ "sem": 0.180003408977567,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 24.9786693909589,
501
+ "sem": 0.16359700073692812,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.24656101776396527,
506
+ "sem": 0.0077949653949436065,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 22.227261346929215,
511
+ "sem": 0.11155434941854618,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 24.748763028532267,
531
+ "sem": 0.10659953008161482,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.2486001240904443,
536
+ "sem": 0.004923632561747101,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.21422052834532224,
546
+ "sem": 0.0026188210947675193,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 25.016984306275845,
551
+ "sem": 0.07665892686690648,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 22.055748723447323,
556
+ "sem": 0.07242711721140728,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.3039967493386939,
561
+ "sem": 0.004540961487935813,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.932435356080532,
581
+ "sem": 0.011209127483219505,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.6514130614232272,
611
+ "sem": 0.007065499393529572,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.0037466760254574183,
621
+ "sem": 0.00020630055799472483,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.003278416382272553,
626
+ "sem": 5.9405723878899474e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 24.76088046655059,
631
+ "sem": 0.11692785996935982,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.003818716004388989,
636
+ "sem": 0.000235510856334358,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.29116064647678286,
641
+ "sem": 0.0057419741244456755,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.006550083831825759,
671
+ "sem": 0.00021537586244290655,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.016111262222693767,
676
+ "sem": 4.231420412526108e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 23.36895550787449,
681
+ "sem": 0.1023092422296866,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.005079133399704006,
686
+ "sem": 0.0002483623770168654,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.3451032520388253,
691
+ "sem": 0.005364441556476973,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 26.307004250586033,
771
+ "sem": 0.13232325157232777,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.0028005852091155248,
776
+ "sem": 0.00021396742803165617,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.22233689500717446,
781
+ "sem": 0.00493165109746747,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 33.116853289306164,
786
+ "sem": 0.13534445782659427,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0005570849104969966,
791
+ "sem": 1.9754750849099666e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 25.828378837555647,
796
+ "sem": 0.1344693125493009,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.0031457391187359462,
801
+ "sem": 0.0002458131335124132,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.26592237618751824,
806
+ "sem": 0.005858047379593162,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 24.15357070043683,
841
+ "sem": 0.10483603511663363,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.004272185650734173,
846
+ "sem": 0.00022313155757612245,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.25219739746535197,
851
+ "sem": 0.004535457614968409,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.781776197254658,
856
+ "sem": 0.06653836585211127,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.001722044090001873,
861
+ "sem": 3.0657813926454855e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.817487973719835,
866
+ "sem": 0.11035283742410337,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.004664515176500572,
871
+ "sem": 0.000256993160067696,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.29815711366245523,
876
+ "sem": 0.005400974893939715,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 24.748763028532267,
952
+ "lpips_dec": 0.2486001240904443
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 24.705441302940493,
959
+ "sem": 0.20349584272054466,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.23952517353120398,
964
+ "sem": 0.009404916176376689,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 22.034022940963997,
969
+ "sem": 0.13642918842238624,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 24.308914668976314,
982
+ "sem": 0.22323168123901027,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.261272927125295,
987
+ "sem": 0.01043690149182661,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.78150270855616,
992
+ "sem": 0.1426263364438948,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 24.97875426709652,
1005
+ "sem": 0.251177557249212,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.24694144632667303,
1010
+ "sem": 0.011582243156463072,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 22.164184868335724,
1015
+ "sem": 0.180003408977567,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 24.9786693909589,
1028
+ "sem": 0.16359700073692812,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.24656101776396527,
1033
+ "sem": 0.0077949653949436065,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 22.227261346929215,
1038
+ "sem": 0.11155434941854618,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.173209512471933,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 250,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 24.780252560973167,
4
+ "sem": 0.10937090479782846,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.24653152411337942,
9
+ "sem": 0.004970611564537876,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.21086418314371258,
19
+ "sem": 0.002727177269203515,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 25.094632901251316,
24
+ "sem": 0.07416268085727641,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 22.05578250065446,
29
+ "sem": 0.07391641252323071,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.30377466324716806,
34
+ "sem": 0.0045415260405164345,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.92148194462061,
54
+ "sem": 0.01107852560840495,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.6412565828068182,
84
+ "sem": 0.007519740144645045,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.0037450496743076656,
94
+ "sem": 0.00021605702395362296,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.0032144204410542443,
99
+ "sem": 5.809740978946213e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 24.784637168049812,
104
+ "sem": 0.11958259435438362,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.0038266849469437147,
109
+ "sem": 0.00024697432279578377,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.28898638067767024,
114
+ "sem": 0.005804079554799897,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.006567304648342542,
144
+ "sem": 0.00022540283664192168,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.016151634918060154,
149
+ "sem": 4.1975489781804066e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 23.376054529100657,
154
+ "sem": 0.10359321023167015,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.005092792379400635,
159
+ "sem": 0.0002599742990789424,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.3447947343229316,
164
+ "sem": 0.005370084942510892,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 26.38019111379981,
244
+ "sem": 0.13709776241527485,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.002789611011849047,
249
+ "sem": 0.00022306957393545954,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.22122371988371015,
254
+ "sem": 0.004942335418762705,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 33.26104361563921,
259
+ "sem": 0.10692520384479406,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0005138497566576916,
264
+ "sem": 1.5121134175521955e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 25.892107162624598,
269
+ "sem": 0.13910225279749,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.003139728160931554,
274
+ "sem": 0.0002562290903746184,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.2647029803483747,
279
+ "sem": 0.005870674634005819,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 24.182561744004488,
314
+ "sem": 0.10624900727533804,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.004263219754193415,
319
+ "sem": 0.00023224460851873854,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.2509342415141873,
324
+ "sem": 0.004544013194986082,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.806991785764694,
329
+ "sem": 0.057847356853704936,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.001698868748235327,
334
+ "sem": 2.6753413484592278e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.844169717282057,
339
+ "sem": 0.11161058122049708,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.004657735334603785,
344
+ "sem": 0.000267371919271811,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.29666353767970577,
349
+ "sem": 0.005416237523767082,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 24.780252560973167,
425
+ "lpips_dec": 0.24653152411337942
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 24.698140629002307,
432
+ "sem": 0.21863383426621988,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.23851064775810868,
437
+ "sem": 0.009721074960494605,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 22.002369145878024,
442
+ "sem": 0.1446005961759432,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 24.427000439356245,
455
+ "sem": 0.22877742109060648,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.2566303364814274,
460
+ "sem": 0.0100098205266136,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.83390390305292,
465
+ "sem": 0.1457335927328845,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 25.00017511844635,
478
+ "sem": 0.25459880309693783,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.24548320658504963,
483
+ "sem": 0.011913181959625992,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 22.16270987689495,
488
+ "sem": 0.1819697905660927,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 24.974203558529126,
501
+ "sem": 0.1664383145493661,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.24535712117657943,
506
+ "sem": 0.008017838398934501,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 22.2086238861084,
511
+ "sem": 0.11290118512173285,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 24.780252560973167,
531
+ "sem": 0.10937090479782846,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.24653152411337942,
536
+ "sem": 0.004970611564537876,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.21086418314371258,
546
+ "sem": 0.002727177269203515,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 25.094632901251316,
551
+ "sem": 0.07416268085727641,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 22.05578250065446,
556
+ "sem": 0.07391641252323071,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.30377466324716806,
561
+ "sem": 0.0045415260405164345,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.92148194462061,
581
+ "sem": 0.01107852560840495,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.6412565828068182,
611
+ "sem": 0.007519740144645045,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.0037450496743076656,
621
+ "sem": 0.00021605702395362296,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.0032144204410542443,
626
+ "sem": 5.809740978946213e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 24.784637168049812,
631
+ "sem": 0.11958259435438362,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.0038266849469437147,
636
+ "sem": 0.00024697432279578377,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.28898638067767024,
641
+ "sem": 0.005804079554799897,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.006567304648342542,
671
+ "sem": 0.00022540283664192168,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.016151634918060154,
676
+ "sem": 4.1975489781804066e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 23.376054529100657,
681
+ "sem": 0.10359321023167015,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.005092792379400635,
686
+ "sem": 0.0002599742990789424,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.3447947343229316,
691
+ "sem": 0.005370084942510892,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 26.38019111379981,
771
+ "sem": 0.13709776241527485,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.002789611011849047,
776
+ "sem": 0.00022306957393545954,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.22122371988371015,
781
+ "sem": 0.004942335418762705,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 33.26104361563921,
786
+ "sem": 0.10692520384479406,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0005138497566576916,
791
+ "sem": 1.5121134175521955e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 25.892107162624598,
796
+ "sem": 0.13910225279749,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.003139728160931554,
801
+ "sem": 0.0002562290903746184,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.2647029803483747,
806
+ "sem": 0.005870674634005819,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 24.182561744004488,
841
+ "sem": 0.10624900727533804,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.004263219754193415,
846
+ "sem": 0.00023224460851873854,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.2509342415141873,
851
+ "sem": 0.004544013194986082,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.806991785764694,
856
+ "sem": 0.057847356853704936,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.001698868748235327,
861
+ "sem": 2.6753413484592278e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.844169717282057,
866
+ "sem": 0.11161058122049708,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.004657735334603785,
871
+ "sem": 0.000267371919271811,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.29666353767970577,
876
+ "sem": 0.005416237523767082,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 24.780252560973167,
952
+ "lpips_dec": 0.24653152411337942
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 24.698140629002307,
959
+ "sem": 0.21863383426621988,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.23851064775810868,
964
+ "sem": 0.009721074960494605,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 22.002369145878024,
969
+ "sem": 0.1446005961759432,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 24.427000439356245,
982
+ "sem": 0.22877742109060648,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.2566303364814274,
987
+ "sem": 0.0100098205266136,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.83390390305292,
992
+ "sem": 0.1457335927328845,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 25.00017511844635,
1005
+ "sem": 0.25459880309693783,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.24548320658504963,
1010
+ "sem": 0.011913181959625992,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 22.16270987689495,
1015
+ "sem": 0.1819697905660927,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 24.974203558529126,
1028
+ "sem": 0.1664383145493661,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.24535712117657943,
1033
+ "sem": 0.008017838398934501,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 22.2086238861084,
1038
+ "sem": 0.11290118512173285,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.142459292739728,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 500,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }
adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/metrics.json ADDED
@@ -0,0 +1,1142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "psnr_dec": {
3
+ "mean": 24.955765020102262,
4
+ "sem": 0.11084726513424624,
5
+ "n": 256
6
+ },
7
+ "lpips_dec": {
8
+ "mean": 0.2367936649825424,
9
+ "sem": 0.005207366518867037,
10
+ "n": 256
11
+ },
12
+ "copy_psnr_dec": {
13
+ "mean": 22.736400976777077,
14
+ "sem": 0.11971317883713332,
15
+ "n": 256
16
+ },
17
+ "latent_mse": {
18
+ "mean": 0.20842743327375501,
19
+ "sem": 0.0027633971344343156,
20
+ "n": 256
21
+ },
22
+ "hud_psnr_dec": {
23
+ "mean": 25.33942848443985,
24
+ "sem": 0.07802350636024252,
25
+ "n": 256
26
+ },
27
+ "psnr_raw": {
28
+ "mean": 22.14787082001567,
29
+ "sem": 0.07397036709586194,
30
+ "n": 256
31
+ },
32
+ "lpips_raw": {
33
+ "mean": 0.2936714149545878,
34
+ "sem": 0.00479620296925668,
35
+ "n": 256
36
+ },
37
+ "copy_psnr_raw": {
38
+ "mean": 20.790505152195692,
39
+ "sem": 0.08653248852641586,
40
+ "n": 256
41
+ },
42
+ "vae_psnr": {
43
+ "mean": 23.766811154782772,
44
+ "sem": 0.05670613262944392,
45
+ "n": 256
46
+ },
47
+ "vae_lpips": {
48
+ "mean": 0.12410901380644646,
49
+ "sem": 0.0014261058168548956,
50
+ "n": 256
51
+ },
52
+ "hud_psnr_raw": {
53
+ "mean": 17.956492081284523,
54
+ "sem": 0.011587191987393023,
55
+ "n": 256
56
+ },
57
+ "hud_vae_psnr": {
58
+ "mean": 18.0387856438756,
59
+ "sem": 0.007824195639974225,
60
+ "n": 256
61
+ },
62
+ "persist_psnr_raw": {
63
+ "mean": 21.58139980956912,
64
+ "sem": 0.11623299061636531,
65
+ "n": 256
66
+ },
67
+ "persist_lpips_raw": {
68
+ "mean": 0.23278204625239596,
69
+ "sem": 0.004311053304364662,
70
+ "n": 256
71
+ },
72
+ "persist_hud_psnr_raw": {
73
+ "mean": 98.73208689689636,
74
+ "sem": 0.5626221656443884,
75
+ "n": 256
76
+ },
77
+ "copy_latent_mse": {
78
+ "mean": 0.33190072656725533,
79
+ "sem": 0.003217548514060237,
80
+ "n": 256
81
+ },
82
+ "latent_mse_ratio": {
83
+ "mean": 0.6330601879162714,
84
+ "sem": 0.007247456807953356,
85
+ "n": 256
86
+ },
87
+ "context_motion": {
88
+ "mean": 0.4136752733029425,
89
+ "sem": 0.0016518090209707785,
90
+ "n": 256
91
+ },
92
+ "mse_dec": {
93
+ "mean": 0.003596661324991146,
94
+ "sem": 0.00019802937020628903,
95
+ "n": 256
96
+ },
97
+ "hud_mse_dec": {
98
+ "mean": 0.003052011818454048,
99
+ "sem": 5.904539594091001e-05,
100
+ "n": 256
101
+ },
102
+ "scene_psnr_dec": {
103
+ "mean": 24.954538367688656,
104
+ "sem": 0.1213586855199388,
105
+ "n": 256
106
+ },
107
+ "scene_mse_dec": {
108
+ "mean": 0.0036804535634473723,
109
+ "sem": 0.00022612387228572434,
110
+ "n": 256
111
+ },
112
+ "scene_lpips_dec": {
113
+ "mean": 0.27759307553060353,
114
+ "sem": 0.006094458588505222,
115
+ "n": 256
116
+ },
117
+ "copy_mse_dec": {
118
+ "mean": 0.0059850008165085455,
119
+ "sem": 0.00026796414522674663,
120
+ "n": 256
121
+ },
122
+ "copy_lpips_dec": {
123
+ "mean": 0.24448005805606954,
124
+ "sem": 0.0041722976963002424,
125
+ "n": 256
126
+ },
127
+ "scene_copy_psnr_dec": {
128
+ "mean": 22.3778263553977,
129
+ "sem": 0.12408032991921561,
130
+ "n": 256
131
+ },
132
+ "scene_copy_mse_dec": {
133
+ "mean": 0.006559492858741578,
134
+ "sem": 0.000307540343621428,
135
+ "n": 256
136
+ },
137
+ "scene_copy_lpips_dec": {
138
+ "mean": 0.2863055529887788,
139
+ "sem": 0.004856440922758523,
140
+ "n": 256
141
+ },
142
+ "mse_raw": {
143
+ "mean": 0.006420235906261951,
144
+ "sem": 0.0002077738964304325,
145
+ "n": 256
146
+ },
147
+ "hud_mse_raw": {
148
+ "mean": 0.016023277330532437,
149
+ "sem": 4.382498298008984e-05,
150
+ "n": 256
151
+ },
152
+ "scene_psnr_raw": {
153
+ "mean": 23.505328565835953,
154
+ "sem": 0.10531957981549141,
155
+ "n": 256
156
+ },
157
+ "scene_mse_raw": {
158
+ "mean": 0.0049428449683546205,
159
+ "sem": 0.00023957729174168987,
160
+ "n": 256
161
+ },
162
+ "scene_lpips_raw": {
163
+ "mean": 0.33284961828030646,
164
+ "sem": 0.005671680417153625,
165
+ "n": 256
166
+ },
167
+ "copy_mse_raw": {
168
+ "mean": 0.008876269765096367,
169
+ "sem": 0.0002792529521986275,
170
+ "n": 256
171
+ },
172
+ "copy_lpips_raw": {
173
+ "mean": 0.27542038878891617,
174
+ "sem": 0.003827411463214354,
175
+ "n": 256
176
+ },
177
+ "scene_copy_psnr_raw": {
178
+ "mean": 21.508482575416565,
179
+ "sem": 0.11228668336848432,
180
+ "n": 256
181
+ },
182
+ "scene_copy_mse_raw": {
183
+ "mean": 0.00783547362061654,
184
+ "sem": 0.00032271678721429106,
185
+ "n": 256
186
+ },
187
+ "scene_copy_lpips_raw": {
188
+ "mean": 0.3097838859539479,
189
+ "sem": 0.004474878176813209,
190
+ "n": 256
191
+ },
192
+ "vae_mse": {
193
+ "mean": 0.004288674313102092,
194
+ "sem": 5.2543085039934175e-05,
195
+ "n": 256
196
+ },
197
+ "hud_vae_mse": {
198
+ "mean": 0.01571449520997703,
199
+ "sem": 2.8135322630443934e-05,
200
+ "n": 256
201
+ },
202
+ "scene_vae_psnr": {
203
+ "mean": 26.435788363218307,
204
+ "sem": 0.1416115506698964,
205
+ "n": 256
206
+ },
207
+ "scene_vae_mse": {
208
+ "mean": 0.0025308557916332575,
209
+ "sem": 6.141166344643623e-05,
210
+ "n": 256
211
+ },
212
+ "scene_vae_lpips": {
213
+ "mean": 0.129906837202725,
214
+ "sem": 0.0017191718828949976,
215
+ "n": 256
216
+ },
217
+ "persist_mse_raw": {
218
+ "mean": 0.007684571002755547,
219
+ "sem": 0.0002903732573006201,
220
+ "n": 256
221
+ },
222
+ "persist_hud_mse_raw": {
223
+ "mean": 6.196402807745471e-06,
224
+ "sem": 2.80795364690098e-06,
225
+ "n": 256
226
+ },
227
+ "scene_persist_psnr_raw": {
228
+ "mean": 20.960279021412134,
229
+ "sem": 0.11622556293904723,
230
+ "n": 256
231
+ },
232
+ "scene_persist_mse_raw": {
233
+ "mean": 0.008865859472280135,
234
+ "sem": 0.0003348729381230546,
235
+ "n": 256
236
+ },
237
+ "scene_persist_lpips_raw": {
238
+ "mean": 0.2752200652466854,
239
+ "sem": 0.005068837838945966,
240
+ "n": 256
241
+ },
242
+ "psnr_dec_tuned": {
243
+ "mean": 26.594326425343752,
244
+ "sem": 0.1388900208156933,
245
+ "n": 256
246
+ },
247
+ "mse_dec_tuned": {
248
+ "mean": 0.0026582083226003306,
249
+ "sem": 0.00020353346868691894,
250
+ "n": 256
251
+ },
252
+ "lpips_dec_tuned": {
253
+ "mean": 0.21146092980052345,
254
+ "sem": 0.0052323224036024685,
255
+ "n": 256
256
+ },
257
+ "hud_psnr_dec_tuned": {
258
+ "mean": 33.93951155245304,
259
+ "sem": 0.1077454308181053,
260
+ "n": 256
261
+ },
262
+ "hud_mse_dec_tuned": {
263
+ "mean": 0.0004395945421151737,
264
+ "sem": 1.2709094976389524e-05,
265
+ "n": 256
266
+ },
267
+ "scene_psnr_dec_tuned": {
268
+ "mean": 26.09241447597742,
269
+ "sem": 0.1406454635763311,
270
+ "n": 256
271
+ },
272
+ "scene_mse_dec_tuned": {
273
+ "mean": 0.002999533537604293,
274
+ "sem": 0.00023390455888185584,
275
+ "n": 256
276
+ },
277
+ "scene_lpips_dec_tuned": {
278
+ "mean": 0.2532026391127147,
279
+ "sem": 0.0062287950771842465,
280
+ "n": 256
281
+ },
282
+ "copy_psnr_dec_tuned": {
283
+ "mean": 23.474204003810883,
284
+ "sem": 0.1321717770880944,
285
+ "n": 256
286
+ },
287
+ "copy_mse_dec_tuned": {
288
+ "mean": 0.005180860625841888,
289
+ "sem": 0.00026629703672845744,
290
+ "n": 256
291
+ },
292
+ "copy_lpips_dec_tuned": {
293
+ "mean": 0.2169137883465737,
294
+ "sem": 0.004337759466830914,
295
+ "n": 256
296
+ },
297
+ "scene_copy_psnr_dec_tuned": {
298
+ "mean": 22.880323186516762,
299
+ "sem": 0.1325793318528792,
300
+ "n": 256
301
+ },
302
+ "scene_copy_mse_dec_tuned": {
303
+ "mean": 0.005945800876361318,
304
+ "sem": 0.00030690980741801804,
305
+ "n": 256
306
+ },
307
+ "scene_copy_lpips_dec_tuned": {
308
+ "mean": 0.2582030638004653,
309
+ "sem": 0.005112500365677258,
310
+ "n": 256
311
+ },
312
+ "psnr_raw_tuned": {
313
+ "mean": 24.311737928539515,
314
+ "sem": 0.10756670876949526,
315
+ "n": 256
316
+ },
317
+ "mse_raw_tuned": {
318
+ "mean": 0.004135238069920888,
319
+ "sem": 0.00021322240426676153,
320
+ "n": 256
321
+ },
322
+ "lpips_raw_tuned": {
323
+ "mean": 0.24136167351389304,
324
+ "sem": 0.0048242032365100815,
325
+ "n": 256
326
+ },
327
+ "hud_psnr_raw_tuned": {
328
+ "mean": 27.992580726742744,
329
+ "sem": 0.05627003683806679,
330
+ "n": 256
331
+ },
332
+ "hud_mse_raw_tuned": {
333
+ "mean": 0.0016259520380117465,
334
+ "sem": 2.51724454648862e-05,
335
+ "n": 256
336
+ },
337
+ "scene_psnr_raw_tuned": {
338
+ "mean": 23.970785185694695,
339
+ "sem": 0.11311020508386962,
340
+ "n": 256
341
+ },
342
+ "scene_mse_raw_tuned": {
343
+ "mean": 0.00452128213873948,
344
+ "sem": 0.00024562849479824243,
345
+ "n": 256
346
+ },
347
+ "scene_lpips_raw_tuned": {
348
+ "mean": 0.28550887730671093,
349
+ "sem": 0.005760451703435807,
350
+ "n": 256
351
+ },
352
+ "copy_psnr_raw_tuned": {
353
+ "mean": 22.15691077336669,
354
+ "sem": 0.10959648324643116,
355
+ "n": 256
356
+ },
357
+ "copy_mse_raw_tuned": {
358
+ "mean": 0.0067297583673280315,
359
+ "sem": 0.00027825011803866615,
360
+ "n": 256
361
+ },
362
+ "copy_lpips_raw_tuned": {
363
+ "mean": 0.2378600937081501,
364
+ "sem": 0.004050207054466076,
365
+ "n": 256
366
+ },
367
+ "scene_copy_psnr_raw_tuned": {
368
+ "mean": 21.67917714267969,
369
+ "sem": 0.11254880565175149,
370
+ "n": 256
371
+ },
372
+ "scene_copy_mse_raw_tuned": {
373
+ "mean": 0.007551691272055905,
374
+ "sem": 0.00032092084959276456,
375
+ "n": 256
376
+ },
377
+ "scene_copy_lpips_raw_tuned": {
378
+ "mean": 0.2805236175772734,
379
+ "sem": 0.004750569447494238,
380
+ "n": 256
381
+ },
382
+ "vae_psnr_tuned": {
383
+ "mean": 27.395673990249634,
384
+ "sem": 0.12408945376516187,
385
+ "n": 256
386
+ },
387
+ "vae_mse_tuned": {
388
+ "mean": 0.001984734609663974,
389
+ "sem": 4.4331998969744985e-05,
390
+ "n": 256
391
+ },
392
+ "vae_lpips_tuned": {
393
+ "mean": 0.0778698205249384,
394
+ "sem": 0.000978238457640208,
395
+ "n": 256
396
+ },
397
+ "hud_vae_psnr_tuned": {
398
+ "mean": 28.65842954814434,
399
+ "sem": 0.05460662978311973,
400
+ "n": 256
401
+ },
402
+ "hud_vae_mse_tuned": {
403
+ "mean": 0.0013937542964868044,
404
+ "sem": 2.1809366042843545e-05,
405
+ "n": 256
406
+ },
407
+ "scene_vae_psnr_tuned": {
408
+ "mean": 27.319409392774105,
409
+ "sem": 0.1465902270104648,
410
+ "n": 256
411
+ },
412
+ "scene_vae_mse_tuned": {
413
+ "mean": 0.002075654686677808,
414
+ "sem": 5.0927092584380275e-05,
415
+ "n": 256
416
+ },
417
+ "scene_vae_lpips_tuned": {
418
+ "mean": 0.09087740674294764,
419
+ "sem": 0.0011550546521819363,
420
+ "n": 256
421
+ },
422
+ "per_map": {
423
+ "1": {
424
+ "psnr_dec": 24.955765020102262,
425
+ "lpips_dec": 0.2367936649825424
426
+ }
427
+ },
428
+ "per_tics_since_decision": {
429
+ "0": {
430
+ "psnr_dec": {
431
+ "mean": 24.882217751174675,
432
+ "sem": 0.21963557349323137,
433
+ "n": 61
434
+ },
435
+ "lpips_dec": {
436
+ "mean": 0.22783548421547062,
437
+ "sem": 0.010276001017425469,
438
+ "n": 61
439
+ },
440
+ "psnr_raw": {
441
+ "mean": 22.095959272540984,
442
+ "sem": 0.1427358837167686,
443
+ "n": 61
444
+ },
445
+ "persist_psnr_raw": {
446
+ "mean": 21.54587866048344,
447
+ "sem": 0.2275631549897026,
448
+ "n": 61
449
+ },
450
+ "windows": 61
451
+ },
452
+ "1": {
453
+ "psnr_dec": {
454
+ "mean": 24.578294663202193,
455
+ "sem": 0.23670705318189364,
456
+ "n": 63
457
+ },
458
+ "lpips_dec": {
459
+ "mean": 0.2474487525603128,
460
+ "sem": 0.010644049640965228,
461
+ "n": 63
462
+ },
463
+ "psnr_raw": {
464
+ "mean": 21.911441591050888,
465
+ "sem": 0.15064257573461878,
466
+ "n": 63
467
+ },
468
+ "persist_psnr_raw": {
469
+ "mean": 21.30118645562066,
470
+ "sem": 0.2552664070311894,
471
+ "n": 63
472
+ },
473
+ "windows": 63
474
+ },
475
+ "2": {
476
+ "psnr_dec": {
477
+ "mean": 25.179634049534798,
478
+ "sem": 0.25386168015157173,
479
+ "n": 64
480
+ },
481
+ "lpips_dec": {
482
+ "mean": 0.23571943398565054,
483
+ "sem": 0.012118581339480218,
484
+ "n": 64
485
+ },
486
+ "psnr_raw": {
487
+ "mean": 22.26023031771183,
488
+ "sem": 0.17804907801626518,
489
+ "n": 64
490
+ },
491
+ "persist_psnr_raw": {
492
+ "mean": 21.693678230047226,
493
+ "sem": 0.23891434884441903,
494
+ "n": 64
495
+ },
496
+ "windows": 64
497
+ },
498
+ "3": {
499
+ "psnr_dec": {
500
+ "mean": 25.16075616724351,
501
+ "sem": 0.1698748271780512,
502
+ "n": 68
503
+ },
504
+ "lpips_dec": {
505
+ "mean": 0.23596909576479128,
506
+ "sem": 0.008598614728395803,
507
+ "n": 68
508
+ },
509
+ "psnr_raw": {
510
+ "mean": 22.307733143077176,
511
+ "sem": 0.11468952146051264,
512
+ "n": 68
513
+ },
514
+ "persist_psnr_raw": {
515
+ "mean": 21.767199993133545,
516
+ "sem": 0.20929003161919324,
517
+ "n": 68
518
+ },
519
+ "windows": 68
520
+ }
521
+ },
522
+ "duplicates": {
523
+ "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1",
524
+ "windows": 256,
525
+ "dup_raw": 0,
526
+ "dup_latent": 0,
527
+ "excluded": 0
528
+ },
529
+ "psnr_dec_nodup": {
530
+ "mean": 24.955765020102262,
531
+ "sem": 0.11084726513424624,
532
+ "n": 256
533
+ },
534
+ "lpips_dec_nodup": {
535
+ "mean": 0.2367936649825424,
536
+ "sem": 0.005207366518867037,
537
+ "n": 256
538
+ },
539
+ "copy_psnr_dec_nodup": {
540
+ "mean": 22.736400976777077,
541
+ "sem": 0.11971317883713332,
542
+ "n": 256
543
+ },
544
+ "latent_mse_nodup": {
545
+ "mean": 0.20842743327375501,
546
+ "sem": 0.0027633971344343156,
547
+ "n": 256
548
+ },
549
+ "hud_psnr_dec_nodup": {
550
+ "mean": 25.33942848443985,
551
+ "sem": 0.07802350636024252,
552
+ "n": 256
553
+ },
554
+ "psnr_raw_nodup": {
555
+ "mean": 22.14787082001567,
556
+ "sem": 0.07397036709586194,
557
+ "n": 256
558
+ },
559
+ "lpips_raw_nodup": {
560
+ "mean": 0.2936714149545878,
561
+ "sem": 0.00479620296925668,
562
+ "n": 256
563
+ },
564
+ "copy_psnr_raw_nodup": {
565
+ "mean": 20.790505152195692,
566
+ "sem": 0.08653248852641586,
567
+ "n": 256
568
+ },
569
+ "vae_psnr_nodup": {
570
+ "mean": 23.766811154782772,
571
+ "sem": 0.05670613262944392,
572
+ "n": 256
573
+ },
574
+ "vae_lpips_nodup": {
575
+ "mean": 0.12410901380644646,
576
+ "sem": 0.0014261058168548956,
577
+ "n": 256
578
+ },
579
+ "hud_psnr_raw_nodup": {
580
+ "mean": 17.956492081284523,
581
+ "sem": 0.011587191987393023,
582
+ "n": 256
583
+ },
584
+ "hud_vae_psnr_nodup": {
585
+ "mean": 18.0387856438756,
586
+ "sem": 0.007824195639974225,
587
+ "n": 256
588
+ },
589
+ "persist_psnr_raw_nodup": {
590
+ "mean": 21.58139980956912,
591
+ "sem": 0.11623299061636531,
592
+ "n": 256
593
+ },
594
+ "persist_lpips_raw_nodup": {
595
+ "mean": 0.23278204625239596,
596
+ "sem": 0.004311053304364662,
597
+ "n": 256
598
+ },
599
+ "persist_hud_psnr_raw_nodup": {
600
+ "mean": 98.73208689689636,
601
+ "sem": 0.5626221656443884,
602
+ "n": 256
603
+ },
604
+ "copy_latent_mse_nodup": {
605
+ "mean": 0.33190072656725533,
606
+ "sem": 0.003217548514060237,
607
+ "n": 256
608
+ },
609
+ "latent_mse_ratio_nodup": {
610
+ "mean": 0.6330601879162714,
611
+ "sem": 0.007247456807953356,
612
+ "n": 256
613
+ },
614
+ "context_motion_nodup": {
615
+ "mean": 0.4136752733029425,
616
+ "sem": 0.0016518090209707785,
617
+ "n": 256
618
+ },
619
+ "mse_dec_nodup": {
620
+ "mean": 0.003596661324991146,
621
+ "sem": 0.00019802937020628903,
622
+ "n": 256
623
+ },
624
+ "hud_mse_dec_nodup": {
625
+ "mean": 0.003052011818454048,
626
+ "sem": 5.904539594091001e-05,
627
+ "n": 256
628
+ },
629
+ "scene_psnr_dec_nodup": {
630
+ "mean": 24.954538367688656,
631
+ "sem": 0.1213586855199388,
632
+ "n": 256
633
+ },
634
+ "scene_mse_dec_nodup": {
635
+ "mean": 0.0036804535634473723,
636
+ "sem": 0.00022612387228572434,
637
+ "n": 256
638
+ },
639
+ "scene_lpips_dec_nodup": {
640
+ "mean": 0.27759307553060353,
641
+ "sem": 0.006094458588505222,
642
+ "n": 256
643
+ },
644
+ "copy_mse_dec_nodup": {
645
+ "mean": 0.0059850008165085455,
646
+ "sem": 0.00026796414522674663,
647
+ "n": 256
648
+ },
649
+ "copy_lpips_dec_nodup": {
650
+ "mean": 0.24448005805606954,
651
+ "sem": 0.0041722976963002424,
652
+ "n": 256
653
+ },
654
+ "scene_copy_psnr_dec_nodup": {
655
+ "mean": 22.3778263553977,
656
+ "sem": 0.12408032991921561,
657
+ "n": 256
658
+ },
659
+ "scene_copy_mse_dec_nodup": {
660
+ "mean": 0.006559492858741578,
661
+ "sem": 0.000307540343621428,
662
+ "n": 256
663
+ },
664
+ "scene_copy_lpips_dec_nodup": {
665
+ "mean": 0.2863055529887788,
666
+ "sem": 0.004856440922758523,
667
+ "n": 256
668
+ },
669
+ "mse_raw_nodup": {
670
+ "mean": 0.006420235906261951,
671
+ "sem": 0.0002077738964304325,
672
+ "n": 256
673
+ },
674
+ "hud_mse_raw_nodup": {
675
+ "mean": 0.016023277330532437,
676
+ "sem": 4.382498298008984e-05,
677
+ "n": 256
678
+ },
679
+ "scene_psnr_raw_nodup": {
680
+ "mean": 23.505328565835953,
681
+ "sem": 0.10531957981549141,
682
+ "n": 256
683
+ },
684
+ "scene_mse_raw_nodup": {
685
+ "mean": 0.0049428449683546205,
686
+ "sem": 0.00023957729174168987,
687
+ "n": 256
688
+ },
689
+ "scene_lpips_raw_nodup": {
690
+ "mean": 0.33284961828030646,
691
+ "sem": 0.005671680417153625,
692
+ "n": 256
693
+ },
694
+ "copy_mse_raw_nodup": {
695
+ "mean": 0.008876269765096367,
696
+ "sem": 0.0002792529521986275,
697
+ "n": 256
698
+ },
699
+ "copy_lpips_raw_nodup": {
700
+ "mean": 0.27542038878891617,
701
+ "sem": 0.003827411463214354,
702
+ "n": 256
703
+ },
704
+ "scene_copy_psnr_raw_nodup": {
705
+ "mean": 21.508482575416565,
706
+ "sem": 0.11228668336848432,
707
+ "n": 256
708
+ },
709
+ "scene_copy_mse_raw_nodup": {
710
+ "mean": 0.00783547362061654,
711
+ "sem": 0.00032271678721429106,
712
+ "n": 256
713
+ },
714
+ "scene_copy_lpips_raw_nodup": {
715
+ "mean": 0.3097838859539479,
716
+ "sem": 0.004474878176813209,
717
+ "n": 256
718
+ },
719
+ "vae_mse_nodup": {
720
+ "mean": 0.004288674313102092,
721
+ "sem": 5.2543085039934175e-05,
722
+ "n": 256
723
+ },
724
+ "hud_vae_mse_nodup": {
725
+ "mean": 0.01571449520997703,
726
+ "sem": 2.8135322630443934e-05,
727
+ "n": 256
728
+ },
729
+ "scene_vae_psnr_nodup": {
730
+ "mean": 26.435788363218307,
731
+ "sem": 0.1416115506698964,
732
+ "n": 256
733
+ },
734
+ "scene_vae_mse_nodup": {
735
+ "mean": 0.0025308557916332575,
736
+ "sem": 6.141166344643623e-05,
737
+ "n": 256
738
+ },
739
+ "scene_vae_lpips_nodup": {
740
+ "mean": 0.129906837202725,
741
+ "sem": 0.0017191718828949976,
742
+ "n": 256
743
+ },
744
+ "persist_mse_raw_nodup": {
745
+ "mean": 0.007684571002755547,
746
+ "sem": 0.0002903732573006201,
747
+ "n": 256
748
+ },
749
+ "persist_hud_mse_raw_nodup": {
750
+ "mean": 6.196402807745471e-06,
751
+ "sem": 2.80795364690098e-06,
752
+ "n": 256
753
+ },
754
+ "scene_persist_psnr_raw_nodup": {
755
+ "mean": 20.960279021412134,
756
+ "sem": 0.11622556293904723,
757
+ "n": 256
758
+ },
759
+ "scene_persist_mse_raw_nodup": {
760
+ "mean": 0.008865859472280135,
761
+ "sem": 0.0003348729381230546,
762
+ "n": 256
763
+ },
764
+ "scene_persist_lpips_raw_nodup": {
765
+ "mean": 0.2752200652466854,
766
+ "sem": 0.005068837838945966,
767
+ "n": 256
768
+ },
769
+ "psnr_dec_tuned_nodup": {
770
+ "mean": 26.594326425343752,
771
+ "sem": 0.1388900208156933,
772
+ "n": 256
773
+ },
774
+ "mse_dec_tuned_nodup": {
775
+ "mean": 0.0026582083226003306,
776
+ "sem": 0.00020353346868691894,
777
+ "n": 256
778
+ },
779
+ "lpips_dec_tuned_nodup": {
780
+ "mean": 0.21146092980052345,
781
+ "sem": 0.0052323224036024685,
782
+ "n": 256
783
+ },
784
+ "hud_psnr_dec_tuned_nodup": {
785
+ "mean": 33.93951155245304,
786
+ "sem": 0.1077454308181053,
787
+ "n": 256
788
+ },
789
+ "hud_mse_dec_tuned_nodup": {
790
+ "mean": 0.0004395945421151737,
791
+ "sem": 1.2709094976389524e-05,
792
+ "n": 256
793
+ },
794
+ "scene_psnr_dec_tuned_nodup": {
795
+ "mean": 26.09241447597742,
796
+ "sem": 0.1406454635763311,
797
+ "n": 256
798
+ },
799
+ "scene_mse_dec_tuned_nodup": {
800
+ "mean": 0.002999533537604293,
801
+ "sem": 0.00023390455888185584,
802
+ "n": 256
803
+ },
804
+ "scene_lpips_dec_tuned_nodup": {
805
+ "mean": 0.2532026391127147,
806
+ "sem": 0.0062287950771842465,
807
+ "n": 256
808
+ },
809
+ "copy_psnr_dec_tuned_nodup": {
810
+ "mean": 23.474204003810883,
811
+ "sem": 0.1321717770880944,
812
+ "n": 256
813
+ },
814
+ "copy_mse_dec_tuned_nodup": {
815
+ "mean": 0.005180860625841888,
816
+ "sem": 0.00026629703672845744,
817
+ "n": 256
818
+ },
819
+ "copy_lpips_dec_tuned_nodup": {
820
+ "mean": 0.2169137883465737,
821
+ "sem": 0.004337759466830914,
822
+ "n": 256
823
+ },
824
+ "scene_copy_psnr_dec_tuned_nodup": {
825
+ "mean": 22.880323186516762,
826
+ "sem": 0.1325793318528792,
827
+ "n": 256
828
+ },
829
+ "scene_copy_mse_dec_tuned_nodup": {
830
+ "mean": 0.005945800876361318,
831
+ "sem": 0.00030690980741801804,
832
+ "n": 256
833
+ },
834
+ "scene_copy_lpips_dec_tuned_nodup": {
835
+ "mean": 0.2582030638004653,
836
+ "sem": 0.005112500365677258,
837
+ "n": 256
838
+ },
839
+ "psnr_raw_tuned_nodup": {
840
+ "mean": 24.311737928539515,
841
+ "sem": 0.10756670876949526,
842
+ "n": 256
843
+ },
844
+ "mse_raw_tuned_nodup": {
845
+ "mean": 0.004135238069920888,
846
+ "sem": 0.00021322240426676153,
847
+ "n": 256
848
+ },
849
+ "lpips_raw_tuned_nodup": {
850
+ "mean": 0.24136167351389304,
851
+ "sem": 0.0048242032365100815,
852
+ "n": 256
853
+ },
854
+ "hud_psnr_raw_tuned_nodup": {
855
+ "mean": 27.992580726742744,
856
+ "sem": 0.05627003683806679,
857
+ "n": 256
858
+ },
859
+ "hud_mse_raw_tuned_nodup": {
860
+ "mean": 0.0016259520380117465,
861
+ "sem": 2.51724454648862e-05,
862
+ "n": 256
863
+ },
864
+ "scene_psnr_raw_tuned_nodup": {
865
+ "mean": 23.970785185694695,
866
+ "sem": 0.11311020508386962,
867
+ "n": 256
868
+ },
869
+ "scene_mse_raw_tuned_nodup": {
870
+ "mean": 0.00452128213873948,
871
+ "sem": 0.00024562849479824243,
872
+ "n": 256
873
+ },
874
+ "scene_lpips_raw_tuned_nodup": {
875
+ "mean": 0.28550887730671093,
876
+ "sem": 0.005760451703435807,
877
+ "n": 256
878
+ },
879
+ "copy_psnr_raw_tuned_nodup": {
880
+ "mean": 22.15691077336669,
881
+ "sem": 0.10959648324643116,
882
+ "n": 256
883
+ },
884
+ "copy_mse_raw_tuned_nodup": {
885
+ "mean": 0.0067297583673280315,
886
+ "sem": 0.00027825011803866615,
887
+ "n": 256
888
+ },
889
+ "copy_lpips_raw_tuned_nodup": {
890
+ "mean": 0.2378600937081501,
891
+ "sem": 0.004050207054466076,
892
+ "n": 256
893
+ },
894
+ "scene_copy_psnr_raw_tuned_nodup": {
895
+ "mean": 21.67917714267969,
896
+ "sem": 0.11254880565175149,
897
+ "n": 256
898
+ },
899
+ "scene_copy_mse_raw_tuned_nodup": {
900
+ "mean": 0.007551691272055905,
901
+ "sem": 0.00032092084959276456,
902
+ "n": 256
903
+ },
904
+ "scene_copy_lpips_raw_tuned_nodup": {
905
+ "mean": 0.2805236175772734,
906
+ "sem": 0.004750569447494238,
907
+ "n": 256
908
+ },
909
+ "vae_psnr_tuned_nodup": {
910
+ "mean": 27.395673990249634,
911
+ "sem": 0.12408945376516187,
912
+ "n": 256
913
+ },
914
+ "vae_mse_tuned_nodup": {
915
+ "mean": 0.001984734609663974,
916
+ "sem": 4.4331998969744985e-05,
917
+ "n": 256
918
+ },
919
+ "vae_lpips_tuned_nodup": {
920
+ "mean": 0.0778698205249384,
921
+ "sem": 0.000978238457640208,
922
+ "n": 256
923
+ },
924
+ "hud_vae_psnr_tuned_nodup": {
925
+ "mean": 28.65842954814434,
926
+ "sem": 0.05460662978311973,
927
+ "n": 256
928
+ },
929
+ "hud_vae_mse_tuned_nodup": {
930
+ "mean": 0.0013937542964868044,
931
+ "sem": 2.1809366042843545e-05,
932
+ "n": 256
933
+ },
934
+ "scene_vae_psnr_tuned_nodup": {
935
+ "mean": 27.319409392774105,
936
+ "sem": 0.1465902270104648,
937
+ "n": 256
938
+ },
939
+ "scene_vae_mse_tuned_nodup": {
940
+ "mean": 0.002075654686677808,
941
+ "sem": 5.0927092584380275e-05,
942
+ "n": 256
943
+ },
944
+ "scene_vae_lpips_tuned_nodup": {
945
+ "mean": 0.09087740674294764,
946
+ "sem": 0.0011550546521819363,
947
+ "n": 256
948
+ },
949
+ "per_map_nodup": {
950
+ "1": {
951
+ "psnr_dec": 24.955765020102262,
952
+ "lpips_dec": 0.2367936649825424
953
+ }
954
+ },
955
+ "per_tics_since_decision_nodup": {
956
+ "0": {
957
+ "psnr_dec": {
958
+ "mean": 24.882217751174675,
959
+ "sem": 0.21963557349323137,
960
+ "n": 61
961
+ },
962
+ "lpips_dec": {
963
+ "mean": 0.22783548421547062,
964
+ "sem": 0.010276001017425469,
965
+ "n": 61
966
+ },
967
+ "psnr_raw": {
968
+ "mean": 22.095959272540984,
969
+ "sem": 0.1427358837167686,
970
+ "n": 61
971
+ },
972
+ "persist_psnr_raw": {
973
+ "mean": 21.54587866048344,
974
+ "sem": 0.2275631549897026,
975
+ "n": 61
976
+ },
977
+ "windows": 61
978
+ },
979
+ "1": {
980
+ "psnr_dec": {
981
+ "mean": 24.578294663202193,
982
+ "sem": 0.23670705318189364,
983
+ "n": 63
984
+ },
985
+ "lpips_dec": {
986
+ "mean": 0.2474487525603128,
987
+ "sem": 0.010644049640965228,
988
+ "n": 63
989
+ },
990
+ "psnr_raw": {
991
+ "mean": 21.911441591050888,
992
+ "sem": 0.15064257573461878,
993
+ "n": 63
994
+ },
995
+ "persist_psnr_raw": {
996
+ "mean": 21.30118645562066,
997
+ "sem": 0.2552664070311894,
998
+ "n": 63
999
+ },
1000
+ "windows": 63
1001
+ },
1002
+ "2": {
1003
+ "psnr_dec": {
1004
+ "mean": 25.179634049534798,
1005
+ "sem": 0.25386168015157173,
1006
+ "n": 64
1007
+ },
1008
+ "lpips_dec": {
1009
+ "mean": 0.23571943398565054,
1010
+ "sem": 0.012118581339480218,
1011
+ "n": 64
1012
+ },
1013
+ "psnr_raw": {
1014
+ "mean": 22.26023031771183,
1015
+ "sem": 0.17804907801626518,
1016
+ "n": 64
1017
+ },
1018
+ "persist_psnr_raw": {
1019
+ "mean": 21.693678230047226,
1020
+ "sem": 0.23891434884441903,
1021
+ "n": 64
1022
+ },
1023
+ "windows": 64
1024
+ },
1025
+ "3": {
1026
+ "psnr_dec": {
1027
+ "mean": 25.16075616724351,
1028
+ "sem": 0.1698748271780512,
1029
+ "n": 68
1030
+ },
1031
+ "lpips_dec": {
1032
+ "mean": 0.23596909576479128,
1033
+ "sem": 0.008598614728395803,
1034
+ "n": 68
1035
+ },
1036
+ "psnr_raw": {
1037
+ "mean": 22.307733143077176,
1038
+ "sem": 0.11468952146051264,
1039
+ "n": 68
1040
+ },
1041
+ "persist_psnr_raw": {
1042
+ "mean": 21.767199993133545,
1043
+ "sem": 0.20929003161919324,
1044
+ "n": 68
1045
+ },
1046
+ "windows": 68
1047
+ }
1048
+ },
1049
+ "sampling_frames_per_s": 8.305391995133014,
1050
+ "config": {
1051
+ "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt",
1052
+ "backbone": "pixart",
1053
+ "latent_channels": 4,
1054
+ "use_ema": false,
1055
+ "objective": "auto",
1056
+ "context_frames": 32,
1057
+ "num_actions": 29,
1058
+ "noise_buckets": 10,
1059
+ "infer_noise": 0.0,
1060
+ "train_noise_max": 0.7,
1061
+ "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13",
1062
+ "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13",
1063
+ "stride": 4,
1064
+ "tic_stride": 1,
1065
+ "action_history": null,
1066
+ "horizon_tics": 1,
1067
+ "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1068
+ "subset": "val",
1069
+ "num_windows": 2048,
1070
+ "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json",
1071
+ "windows_key": "held_out_windows",
1072
+ "batch_size": 16,
1073
+ "num_workers": 0,
1074
+ "steps": 10,
1075
+ "timestep_spacing": "linear",
1076
+ "eta": 0.0,
1077
+ "lpips_net": "alex",
1078
+ "vae_path": "",
1079
+ "vae_subfolder": "",
1080
+ "latent_scale": 0.18215,
1081
+ "latent_shift": null,
1082
+ "decoders": [
1083
+ "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae"
1084
+ ],
1085
+ "save_latents": false,
1086
+ "sd_path": "CompVis/stable-diffusion-v1-4",
1087
+ "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512",
1088
+ "unidiffuser_path": "thu-ml/unidiffuser-v1",
1089
+ "sd35_path": "stabilityai/stable-diffusion-3.5-medium",
1090
+ "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub",
1091
+ "save_images": 0,
1092
+ "seed": 0,
1093
+ "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout",
1094
+ "wandb_run": "",
1095
+ "wandb_project": "doomdit-nexttic",
1096
+ "wandb_entity": null,
1097
+ "wandb_step": null,
1098
+ "step": 1000,
1099
+ "resolved_latent_channels": 4,
1100
+ "resolved_objective": "v",
1101
+ "checkpoint_interface": {
1102
+ "tic_stride": 1,
1103
+ "action_history": 32,
1104
+ "phase_buckets": 0,
1105
+ "control_bits": 19
1106
+ },
1107
+ "game_time_tics": 1,
1108
+ "window_validity": {
1109
+ "episodes": 8,
1110
+ "context_frames": 32,
1111
+ "horizon": 1,
1112
+ "candidate_windows": 35441,
1113
+ "windows": 30309,
1114
+ "excluded_windows": 5132,
1115
+ "excluded_fraction": 0.14480404051804407,
1116
+ "control_bits": 19
1117
+ }
1118
+ },
1119
+ "decoder": {
1120
+ "name": "stabilityai/sd-vae-ft-mse",
1121
+ "path": "stabilityai/sd-vae-ft-mse",
1122
+ "identity": "hub:stabilityai/sd-vae-ft-mse",
1123
+ "provenance": "public",
1124
+ "corpus": "none: published weights, never tuned on Doom frames",
1125
+ "provenance_source": "registry:stabilityai/sd-vae-ft-mse",
1126
+ "unseen_map_claim": "ok",
1127
+ "unseen_map_problems": []
1128
+ },
1129
+ "extra_decoders": {
1130
+ "tuned": {
1131
+ "name": "vae_decoder_sd1x_mse_lpips",
1132
+ "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae",
1133
+ "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646",
1134
+ "provenance": "recorded",
1135
+ "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])",
1136
+ "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json",
1137
+ "unseen_map_claim": "ok",
1138
+ "unseen_map_problems": [],
1139
+ "suffix": "_tuned"
1140
+ }
1141
+ }
1142
+ }