diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..080548f3426e6ccd1205e011fc4da21d815131b9 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-metadata.json @@ -0,0 +1,41 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T05:15:23.433067Z", + "args": [ + "--source", + "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "--source-weights", + "ema", + "--adapt-split", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "--adapt-episodes-k", + "8", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--results-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--step-grid", + "0,50,100,150,250,500,1000,2000,4000", + "--global-batch", + "32", + "--per-gpu-batch", + "32", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub", + "--wandb-project", + "doomdit-nexttic", + "--wandb-group", + "adapt_pixart_arenas13_map01", + "--seed", + "0" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/adapt_wm.py", + "codePath": "adapt_wm.py", + "codePathLocal": "adapt_wm.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "3flc6195fds1d5x6d0994gwek4hzovlz" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c8a3cd38b09cb8a8ed0f62af5820143f53eabdde --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_051523-pixart200k_arenas13_map01_r16_k8_s0/files/wandb-summary.json @@ -0,0 +1 @@ +{"data/examples_seen":128000,"train/nonfinite_loss":0,"val/loss_q2":0.15033945441246033,"val/excursion":0,"val/loss":0.17835959792137146,"time/wall_hours":0.9946098113722271,"train/loss":0.18800759196281433,"val/loss_q1":0.31430312991142273,"train/lr":0.0001,"train/grad_norm":0.07703380510210991,"train/grad_norm_max":0.13624317944049835,"train/steps_per_s":1.118305350403659,"step":4000,"data/game_hours_seen":1.0158730158730158,"train/peak_mem_gb":15.55,"_runtime":3583,"data/epochs":4.333694474539545,"train/skipped_updates":0,"train/clip_frac":0,"_timestamp":1.7905761076238549e+09,"val/loss_minus_train":-0.00964799404144287,"_step":168,"_wandb":{"runtime":3583},"val/loss_q4":0.14102160930633545,"time/steps_per_hour":4025.8992614531726,"val/loss_q3":0.1365765482187271} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..052eee93da952befbf349634e3dfc3333e8e6e1d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:24:28.699145Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "f91173ocrb5d389iitb5rsn1zcu6ksmk" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2c954280e6dc48cc1a680b44f2308a5d0ae6ed2a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062428-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_B_stock":0.1398020376364002,"eval/adapt_live/heldout_A_full_stock":1.2005119659006596,"eval/adapt_live/heldout_lpips":0.3620284519274719,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_dup_excluded":0,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_psnr_dec":23.936912942677736,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_latent_ratio_mean":0.7310706535738692,"eval/adapt_live/trainmap_lpips_gain_paired":0.024291466290378594,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_ratio_of_means":0.7227804485786964,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_C_tuned":4.256466303020716,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_B_tuned":0.09805212206265423,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_mse":0.23989135603187606,"eval/adapt_live/heldout_psnr_gain_paired":0.06451080366969109,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips_dec":0.311728197906632,"eval/adapt_live/heldout_lpips_gain_paired":-0.12924640567507595,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_latent_skill":1.39890717498734,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_psnr":21.64591061323881,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_A_stock":1.5842072516679764,"_runtime":0,"eval/adapt_live/trainmap_lpips_gain":0.024291466290378594,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"step":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_psnr_gain":0.06451080366969109,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_tuned":1.632707167416811,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"_timestamp":1.7905766694200673e+09,"eval/adapt_live/heldout_C_stock":3.6615453585982323,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_latent_mse_ratio":0.7310706528369337,"_step":0,"eval/adapt_live/heldout_lpips_gain":-0.12924640567507595,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_A_tuned":1.785454660654068,"eval/adapt_live/heldout_outcome_windows_tuned":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..71c33871cba26ee0a2fd906a08bf5c26cbb18cec --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:26:38.368487Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "93swdw3ba46c935iy6orfbey7jiz2vw0" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..3d8adf22b4ae56b93f1865b7a43eabea4ab404f5 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062638-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_lpips_gain":-0.11297808465315029,"eval/adapt_live/heldout_latent_mse":0.23142373430891894,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_B_stock":0.12071153761644382,"_step":1,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_ratio_mean":0.7047389613386643,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_C_tuned":3.961520254611969,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_latent_ratio_of_means":0.6972679352120187,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"step":50,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"_wandb":{"runtime":0},"_timestamp":1.7905767990107954e+09,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_lpips_gain_paired":-0.11297808465315029,"eval/adapt_live/heldout_A_full_stock":1.5794623121619225,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_psnr_gain":0.27121051773428917,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_C_stock":3.362785331904888,"eval/adapt_live/heldout_psnr":21.85261032730341,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_latent_mse_ratio":0.7047389617655426,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_A_full_tuned":2.1316593661904335,"eval/adapt_live/heldout_psnr_dec":24.315863288939,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_psnr_gain_paired":0.27121051773428917,"eval/adapt_live/heldout_A_stock":1.9634049274027348,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_A_tuned":2.248613655567169,"eval/adapt_live/heldout_lpips_dec":0.2928394486079924,"_runtime":0,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_skill":1.5604543127406467,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips":0.34576013090554625,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_B_tuned":0.07328916383266915,"eval/adapt_live/heldout_paired_windows":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e4c9305b31cf83606b9a71d71342cd42de949dfd --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:28:52.730592Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "gh3bajc2ds7flp2jcekrc4u82662gsaf" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..dcb791d047627956c5dbb5ad5e4dd49abdc06e60 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_062852-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_latent_mse":0.22081311428337358,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"step":100,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_A_stock":2.1900379359722137,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"_runtime":0,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_A_full_stock":1.8127911239862442,"eval/adapt_live/heldout_lpips_gain":-0.09034468559548259,"eval/adapt_live/heldout_latent_skill":1.777406912573344,"eval/adapt_live/heldout_B_stock":0.09351080238411669,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_psnr_gain_paired":0.39218559488654137,"eval/adapt_live/heldout_lpips_gain_paired":-0.09034468559548259,"eval/adapt_live/directional_windows":256,"_timestamp":1.790576933282562e+09,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.6652986770085564,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6715023262470844,"eval/adapt_live/heldout_psnr_gain":0.39218559488654137,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_A_full_tuned":2.5137414932250977,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_C_tuned":3.704111635684967,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_B_tuned":0.050119008068577386,"eval/adapt_live/trainmap_episodes":89,"_wandb.runtime":0,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_psnr_dec":24.54919210076332,"eval/adapt_live/heldout_lpips":0.32312673184787855,"eval/adapt_live/heldout_C_stock":3.201485451310873,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_lpips_dec":0.27010790299391374,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"_step":2,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_A_tuned":2.6279452554881573,"eval/adapt_live/heldout_latent_mse_ratio":0.6715023263823241,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_psnr":21.97358540445566,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_dup_excluded":0} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..cda09bce5db151f28028f0a02bbaaaf16342cff2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:31:03.408627Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "dif8qoat3yp0gbxj2g0aunq8p4211y3f" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..fe3ae9fbcdbbb40fd2203daf687ce74621b8db24 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063103-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_ratio_windows":256,"step":150,"_wandb":{"runtime":0},"_step":3,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_psnr_dec":24.644713934510946,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips":0.3135206361184828,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_psnr_gain":0.4329339526593685,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_tuned":2.830464221537113,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_C_tuned":3.5844010561704636,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.08073858986608684,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb.runtime":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_A_full_stock":1.9083129577338696,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_A_stock":2.3004649356007576,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_lpips_gain_paired":-0.08073858986608684,"eval/adapt_live/heldout_latent_mse_ratio":0.6598160442663357,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/heldout_lpips_dec":0.25894298480125144,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_mse":0.21708811697317287,"eval/adapt_live/directional_correct_frac":0.7265625,"_timestamp":1.7905770639711814e+09,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_psnr_gain_paired":0.4329339526593685,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_latent_skill":1.8578573244383914,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.6540754496636596,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_B_tuned":0.03399964050913695,"eval/adapt_live/heldout_latent_ratio_mean":0.65981604251849,"eval/adapt_live/heldout_latent_ratio_undefined":0,"_runtime":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_A_full_tuned":2.6999559178948402,"eval/adapt_live/heldout_C_stock":3.1318184696137905,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_B_stock":0.08116845968470443,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_psnr":22.01433376222849,"eval/adapt_live/trainmap_outcome_windows_stock":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..02d3e806d898ec70327de7efeae2ab917e861d09 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:33:11.696328Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "0f130slnceq3gg2apgptj1g8rzycsebf" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..17113cd4f06b0a5bf3f371104fa78976a790464a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063311-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_psnr":22.055748723447323,"step":250,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/directional_correct_frac":0.7265625,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips_dec":0.2486001240904443,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"_timestamp":1.7905771922490776e+09,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_A_tuned":2.948055651038885,"eval/adapt_live/heldout_lpips":0.3039967493386939,"eval/adapt_live/heldout_A_full_stock":2.01236205175519,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"_wandb":{"runtime":0},"eval/adapt_live/heldout_B_stock":0.0698831867921399,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_lpips_gain":-0.07121470308629796,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_dec":24.748763028532267,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_mse":0.21422052834532224,"eval/adapt_live/heldout_latent_ratio_mean":0.6514130591867114,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_A_full_tuned":2.8328002467751503,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_B_tuned":0.022937048415769823,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_latent_mse_ratio":0.6514130614232272,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_C_tuned":3.50192141905427,"eval/adapt_live/heldout_lpips_gain_paired":-0.07121470308629796,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_C_stock":3.0668328553438187,"eval/adapt_live/heldout_psnr_gain_paired":0.47434891387820244,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_A_stock":2.3830541111528873,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_ratio_of_means":0.6454355510484646,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_dup_excluded":0,"_step":4,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_runtime":0,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_psnr_gain":0.47434891387820244,"eval/adapt_live/heldout_latent_skill":1.9185418167164903} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3099da5425c652cb515db295283f8d06493e3512 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:35:23.585669Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "cjink22q5q3i8ymbnblttb83a7sc2gms" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..bd5cef453ebe6213b2e89e113a3673014363bfd5 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063523-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_lpips":0.30377466324716806,"eval/adapt_live/heldout_latent_mse":0.21086418314371258,"eval/adapt_live/heldout_C_tuned":3.4752396754920483,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_A_full_tuned":2.905987109988928,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_psnr_dec":24.780252560973167,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_lpips_gain":-0.0709926169947721,"eval/adapt_live/heldout_latent_mse_ratio":0.6412565828068182,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"_runtime":0,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"_timestamp":1.7905773243637023e+09,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_latent_ratio_of_means":0.6353230537474697,"_wandb":{"runtime":0},"_step":5,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_B_tuned":0.02144347243302036,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_C_stock":3.059733834117651,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_psnr_gain_paired":0.4743826910853386,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_A_tuned":3.0117839761078358,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_psnr_gain":0.4743826910853386,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"step":500,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"_wandb.runtime":0,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6412565829486925,"eval/adapt_live/heldout_B_stock":0.06957466907624621,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_psnr":22.05578250065446,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_lpips_dec":0.24653152411337942,"eval/adapt_live/heldout_latent_skill":1.9942494244833837,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/heldout_A_full_stock":2.0438515841960907,"eval/adapt_live/heldout_A_stock":2.406810812652111,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_lpips_gain_paired":-0.0709926169947721,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/directional_ref_frac":0.82421875} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..05e5fd4a2872fa6a0b28baf298893a1a8749091a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:37:34.128145Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "hndoylxv1khkh1iztuwzhhoyhc9shwlu" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..40b46a36da1ca38c55a95d4460ad0157e1c49cf6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063734-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"_step":6,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_B_tuned":0.01028881206002552,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_lpips_gain":-0.06088936870219186,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_C_stock":2.9304597973823547,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_latent_skill":2.051209402324449,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_A_full_stock":2.2193640433251858,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_C_tuned":3.3486242070794106,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_psnr_dec":24.955765020102262,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_lpips":0.2936714149545878,"_runtime":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_latent_mse_ratio":0.6330601879162714,"eval/adapt_live/heldout_A_tuned":3.212091289460659,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_psnr_gain":0.5664710104465485,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_psnr":22.14787082001567,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_latent_ratio_of_means":0.6279812503860848,"eval/adapt_live/heldout_latent_mse":0.20842743327375501,"eval/adapt_live/heldout_psnr_gain_paired":0.5664710104465485,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"step":1000,"_timestamp":1.7905774546252687e+09,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_lpips_gain_paired":-0.06088936870219186,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_lpips_dec":0.2367936649825424,"eval/adapt_live/heldout_B_stock":0.05762955303362105,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_A_stock":2.5767120122909546,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_full_tuned":3.1201224215328693,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_latent_ratio_mean":0.6330601885814373,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_skill_windows":256,"_wandb.runtime":0,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill_windows":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9cca37a5705f9d1b787169d2d90596085e92e34c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:39:41.136700Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "hb9c5qotz023cff19hxtu1dpu6rneuy8" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1aec7d095d789c1cf0beb20c6f01ab6771fe6dae --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_063941-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_mse":0.20370179999736138,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/directional_motion_ratio":0.8224751349040988,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_psnr_gain_paired":0.5907664708793163,"eval/adapt_live/directional_correct_frac":0.7265625,"eval/adapt_live/heldout_psnr_gain":0.5907664708793163,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_tuned":3.3160097897052765,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_lpips":0.29208603024017066,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_A_stock":2.6358923092484474,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_ratio_mean":0.6189914696501313,"eval/adapt_live/heldout_latent_ratio_of_means":0.6137431577935515,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.0593039839877747,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_B_stock":0.0559203246521065,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.0593039839877747,"eval/adapt_live/heldout_lpips_dec":0.23425515816779807,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_C_tuned":3.2967292815446854,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_timestamp":1.790577581744305e+09,"eval/adapt_live/directional_windows":256,"step":2000,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_C_stock":2.8951373361051083,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_A_full_tuned":3.221117876470089,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"_runtime":0,"eval/adapt_live/heldout_A_full_stock":2.2869408950209618,"_wandb.runtime":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_psnr":22.172166280448437,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/heldout_latent_skill":2.1533430241378824,"eval/adapt_live/heldout_outcome_windows_tuned":256,"_step":7,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_B_tuned":0.007228588350699283,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_psnr_dec":25.02334187179804,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.6189914717106149,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..064c5abcef6fc183b16ca52f68a55502fa7eee97 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:48:59.941794Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "pjwlhm1m6zt6yx9nhpw4q42x5q7lgyhc" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..7f013deee2b903589be9d8b037f2ca6bb85323e3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/.wandb/wandb/run-20260928_064859-pixart200k_arenas13_map01_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_lpips_gain_paired":-0.04716013872530311,"eval/adapt_live/trainmap_A_stock":2.8767708651721478,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_lpips_dec":0.22310965630458668,"eval/adapt_live/heldout_vae_lpips":0.12410901380644646,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_tuned":3.524503957480192,"eval/adapt_live/heldout_copy_latent_mse":0.33190072656725533,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_psnr_gain":0.36446821317076683,"eval/adapt_live/trainmap_lpips_gain_paired":0.0069396426351886475,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_psnr_gain":0.6608319021761417,"eval/adapt_live/trainmap_lpips":0.19461436924757436,"eval/adapt_live/directional_ref_frac":0.82421875,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_psnr":22.242231711745262,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_C_tuned":3.1907234638929367,"eval/adapt_live/heldout_A_full_stock":2.421080093830824,"eval/adapt_live/trainmap_C_stock":3.3494320064783096,"eval/adapt_live/heldout_A_stock":2.76546523720026,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.609808217476662,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/heldout_latent_mse":0.2007662864343729,"eval/adapt_live/heldout_A_full_tuned":3.37619249522686,"step":4000,"eval/adapt_live/trainmap_latent_mse_ratio":0.5977118914015591,"eval/adapt_live/trainmap_psnr_dec":24.92442336678505,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill":2.430961489079788,"eval/adapt_live/heldout_lpips_gain":-0.04716013872530311,"_runtime":0,"eval/adapt_live/heldout_A_tuned":3.4634376540780067,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_lpips":0.27994218497769907,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_motion_ratio":0.8006265059689689,"_wandb.runtime":0,"eval/adapt_live/trainmap_A_full_tuned":3.40078030154109,"eval/adapt_live/heldout_latent_skill":2.2199689535887375,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_A_full_stock":2.533477421849966,"eval/adapt_live/trainmap_B_stock":-0.02312231290670752,"eval/adapt_live/trainmap_B_tuned":-0.058738906865983154,"eval/adapt_live/heldout_C_stock":2.790097214281559,"eval/adapt_live/heldout_persist_lpips":0.23278204625239596,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_psnr_gain_paired":0.6608319021761417,"eval/adapt_live/trainmap_latent_mse":0.1792840774069191,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_psnr":23.766811154782772,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_C_tuned":4.132738448679447,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_psnr_gain_paired":0.36446821317076683,"eval/adapt_live/heldout_B_tuned":-0.0053631652117474005,"eval/adapt_live/trainmap_lpips_dec":0.15074418045696802,"eval/adapt_live/trainmap_latent_ratio_mean":0.5977118928463265,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr":22.07209251821041,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5678645953694691,"eval/adapt_live/heldout_B_stock":0.041642863434390165,"eval/adapt_live/trainmap_lpips_gain":0.0069396426351886475,"eval/adapt_live/heldout_persist_psnr":21.58139980956912,"_timestamp":1.790578140499843e+09,"eval/adapt_live/heldout_latent_ratio_of_means":0.604898604805224,"_step":8,"eval/adapt_live/heldout_psnr_dec":25.1574810706079,"eval/adapt_live/heldout_latent_mse_ratio":0.6098082173848525,"eval/adapt_live/heldout_copy_psnr_dec":22.736400976777077,"eval/adapt_live/heldout_episodes":8} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt new file mode 100644 index 0000000000000000000000000000000000000000..157d1da949e48d8d140b4a8da6d9268fbe7b458c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98257844fe4a25eeee53e8fe50e1cda758315f2791a24e0f7e48d721d71bd87c +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..0906ebf96386fe4a96af997c0b9e000afdd217ed --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790572527060055455, "sha256": "98257844fe4a25eeee53e8fe50e1cda758315f2791a24e0f7e48d721d71bd87c"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt new file mode 100644 index 0000000000000000000000000000000000000000..f27466b4fc2af28346d4ec29b8f4d5aeda8ffb60 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc045128867d87fb36d7aa5066aae03ac876e49c0412d04d123a9e5fe07570df +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..8bb5372dc58c464ac8bbf6bec8f902824e965e56 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790572576080928342, "sha256": "fc045128867d87fb36d7aa5066aae03ac876e49c0412d04d123a9e5fe07570df"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7a772f2df61066e9f9082ae6af5ade05ae9e09 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d69f08082f348f9214a5d865903f3289e2bc4c07b7bed34ecdc3fb0dcb61a8 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..66dfc746cb3f0758e051cfa67a6a40752f185475 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790572624404817528, "sha256": "59d69f08082f348f9214a5d865903f3289e2bc4c07b7bed34ecdc3fb0dcb61a8"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb7d7de5bc0c13c49b5e33382f28041b47dff4b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68bf6a0d3c4222cfec243ebd2ad9143c22efaa43feeea89564fce8906d4a4aba +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..3a969d5f8ca2d92824ebdc03e8b90ac256defb72 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790572671154743129, "sha256": "68bf6a0d3c4222cfec243ebd2ad9143c22efaa43feeea89564fce8906d4a4aba"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f06080d8e50080cca20e8d68d4a3ffc14b80627 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae31e493a928c604b1287875b4ada2ed6b67b96d2b8ce1f9127a43f86146bdd5 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..5aadc811b9900ea0c79d9218726d1978142af868 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790572759765707252, "sha256": "ae31e493a928c604b1287875b4ada2ed6b67b96d2b8ce1f9127a43f86146bdd5"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..758b96e32e5a71dfa3a89b68823b8482c690c62b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc20be5968c1a03988eba3b38971dde7185897587d08325e38b1bd87f82da5b2 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..e0a4a1630268103971cd1ef4081960b421a66385 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790572983908560092, "sha256": "fc20be5968c1a03988eba3b38971dde7185897587d08325e38b1bd87f82da5b2"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..86fc9d16b9fc693d713f830172243a6c2a252acd --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451b6b7adf9ae0452d74957b7ff8d193acf846c91f0c394124d98f9ab21d8742 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..3f3493c3b366a20b47eefafe7b15213d391af3f3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790573422033505941, "sha256": "451b6b7adf9ae0452d74957b7ff8d193acf846c91f0c394124d98f9ab21d8742"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt new file mode 100644 index 0000000000000000000000000000000000000000..f65fc132f4355ef77e9166b570c6adee2a5ec516 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40b4e264918df95736479301e84f20ad08dffa991b38e0faeead070d4f85a67 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..3998878a27d5eb742cce3ba10ddff13c6cc0e8fe --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790574326406839475, "sha256": "f40b4e264918df95736479301e84f20ad08dffa991b38e0faeead070d4f85a67"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aaf8bc76b7096edb71a9d0150a83c8abac08d2a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826941cc05b84754812ad2da3223f9b54bd015fcb917c5942c7e19ed1f34a09f +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..406cf6fc6b44731083333fafe56272cc116432f6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790576107842086582, "sha256": "826941cc05b84754812ad2da3223f9b54bd015fcb917c5942c7e19ed1f34a09f"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/config.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..40226fd684c8b13f46645073b50fe85d60e3473f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/config.json @@ -0,0 +1,198 @@ +{ + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map01", + "seed": 0, + "certificate": { + "git": { + "commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", + "dirty": 0 + }, + "seed": 0, + "map": "arenas13_map01", + "set": "arenas13", + "map_id": 1, + "source": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "weights": "ema", + "step": 200000, + "sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a" + }, + "split": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5" + }, + "adapt_episodes": [ + 52, + 78, + 91, + 104, + 130, + 234, + 247, + 260 + ], + "adapt_episodes_k": 8, + "held_out": [ + 39, + 156, + 169, + 195, + 208, + 286, + 312, + 325 + ], + "held_out_windows": 256, + "micro_batch": 32, + "world": 1, + "accum": 1, + "effective_batch": 32, + "lr": 0.0001, + "lr_source": "LoRA default", + "warmup": 100, + "ema_decay": 0.999, + "optim_policy": { + "clip": { + "value": 1.0, + "from": "source" + }, + "wd": { + "value": 0.0, + "from": "source" + }, + "skip_grad_norm": { + "value": 0.0, + "from": "source" + }, + "skip_grad_after": { + "value": 0, + "from": "source" + } + }, + "rank": 16, + "alpha": 16.0, + "dropout": 0.0, + "lora_mlp": false, + "parts": [ + "control", + "input_proj", + "noise_emb" + ], + "trainable": 25902208, + "step_grid": [ + 0, + 50, + 100, + 150, + 250, + 500, + 1000, + 2000, + 4000 + ], + "step0_parity_max_abs": 0.0, + "step0_parity_windows": 8, + "recipe": { + "backbone": "pixart", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "noise_aug_max": 0.7, + "objective": "v", + "tic_stride": 1, + "action_history": 32, + "control_bits": 19, + "phase_buckets": 0, + "action_inject": "token", + "action_dropout": 0.0, + "warm_start": "PixArt-alpha/PixArt-XL-2-512x512", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub" + }, + "counts": { + "lora": 8257536, + "part_control": 16994304, + "part_input_proj": 609408, + "part_noise_emb": 40960, + "trainable": 25902208, + "total": 636738720, + "backbone_frozen": 610836512, + "trainable_fraction": 0.04121397530972065 + }, + "args": { + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map01", + "seed": 0 + } + }, + "certificate_line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map01 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json split_sha256=e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", + "wandb_run": "pixart200k_arenas13_map01_r16_k8_s0" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/log.jsonl b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8ecb22d05248bd7a6439f6685c7ab5a2fd269042 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/log.jsonl @@ -0,0 +1,181 @@ +{"event": "start", "backbone": "pixart", "map": "arenas13_map01", "world": 1, "accum": 1, "per_gpu_batch": 32, "global_batch": 32, "dataset_summary": {"episodes": 8, "context_frames": 32, "horizon": 1, "candidate_windows": 35012, "windows": 29536, "excluded_windows": 5476, "excluded_fraction": 0.1564035187935565, "control_bits": 19}, "params": {"lora": 8257536, "part_control": 16994304, "part_input_proj": 609408, "part_noise_emb": 40960, "trainable": 25902208, "total": 636738720, "backbone_frozen": 610836512, "trainable_fraction": 0.04121397530972065}, "step_grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "adapt_episodes": [52, 78, 91, 104, 130, 234, 247, 260], "held_out": [39, 156, 169, 195, 208, 286, 312, 325], "time": 1790572523.3091693} +{"event": "certificate", "line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map01 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json split_sha256=e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", "step0_parity_max_abs": 0.0, "time": 1790572523.3129096} +{"event": "val", "step": 0, "val_loss": 0.21552243828773499, "val_loss_by_t_quartile": [0.37183165550231934, 0.190694198012352, 0.1646479368209839, 0.16988703608512878], "excursion": false, "time": 1790572526.7437992} +{"event": "checkpoint", "step": 0, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", "val_loss": 0.21552243828773499, "time": 1790572527.0614457} +{"event": "train", "step": 25, "loss": 0.22225770890712737, "lr": 2.6000000000000002e-05, "steps_per_s": 1.069775931496372, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07870844691991806, "grad_norm_max": 0.10174523293972015, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572550.433596} +{"event": "train", "step": 50, "loss": 0.21600369095802308, "lr": 5.1000000000000006e-05, "steps_per_s": 1.1229666446319846, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07306209608912467, "grad_norm_max": 0.1257445216178894, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572571.5890636} +{"event": "val", "step": 50, "val_loss": 0.21007370948791504, "val_loss_by_t_quartile": [0.3641241490840912, 0.18502366542816162, 0.1602984219789505, 0.1651814877986908], "excursion": false, "time": 1790572575.7064993} +{"event": "checkpoint", "step": 50, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt", "val_loss": 0.21007370948791504, "time": 1790572576.081963} +{"event": "train", "step": 75, "loss": 0.21559716641902923, "lr": 7.6e-05, "steps_per_s": 1.0628857190088257, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0683388303220272, "grad_norm_max": 0.10536904633045197, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572597.6267664} +{"event": "train", "step": 100, "loss": 0.20945808291435242, "lr": 0.0001, "steps_per_s": 1.0660206578660527, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0645230270922184, "grad_norm_max": 0.10038053244352341, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572620.8710654} +{"event": "val", "step": 100, "val_loss": 0.20072497427463531, "val_loss_by_t_quartile": [0.34952259063720703, 0.175041064620018, 0.15289470553398132, 0.15820108354091644], "excursion": false, "time": 1790572624.1632192} +{"event": "checkpoint", "step": 100, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt", "val_loss": 0.20072497427463531, "time": 1790572624.4057448} +{"event": "train", "step": 125, "loss": 0.20720935225486756, "lr": 0.0001, "steps_per_s": 1.0352456817542959, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06173231184482574, "grad_norm_max": 0.09623531997203827, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572647.8086436} +{"event": "train", "step": 150, "loss": 0.20735360741615294, "lr": 0.0001, "steps_per_s": 1.0641153707560078, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06468943163752555, "grad_norm_max": 0.11328912526369095, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572668.0263872} +{"event": "val", "step": 150, "val_loss": 0.19653934240341187, "val_loss_by_t_quartile": [0.3426471948623657, 0.16992101073265076, 0.15027838945388794, 0.15514260530471802], "excursion": false, "time": 1790572670.733094} +{"event": "checkpoint", "step": 150, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt", "val_loss": 0.19653934240341187, "time": 1790572671.156053} +{"event": "train", "step": 175, "loss": 0.20717050075531007, "lr": 0.0001, "steps_per_s": 1.0691085239713631, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06327718824148178, "grad_norm_max": 0.09961333870887756, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572690.751785} +{"event": "train", "step": 200, "loss": 0.1980970698595047, "lr": 0.0001, "steps_per_s": 1.0737356227902335, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06501289412379264, "grad_norm_max": 0.1022375226020813, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572713.3294964} +{"event": "train", "step": 225, "loss": 0.19743793845176696, "lr": 0.0001, "steps_per_s": 1.087082244365387, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.058666118830442426, "grad_norm_max": 0.09175117313861847, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572734.039924} +{"event": "train", "step": 250, "loss": 0.19729113161563874, "lr": 0.0001, "steps_per_s": 1.0888202443625654, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06359223440289498, "grad_norm_max": 0.11410380154848099, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572756.6704729} +{"event": "val", "step": 250, "val_loss": 0.19260796904563904, "val_loss_by_t_quartile": [0.33612704277038574, 0.16578204929828644, 0.14764371514320374, 0.1519962102174759], "excursion": false, "time": 1790572759.3705494} +{"event": "checkpoint", "step": 250, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt", "val_loss": 0.19260796904563904, "time": 1790572759.7667937} +{"event": "train", "step": 275, "loss": 0.19924168288707733, "lr": 0.0001, "steps_per_s": 1.0763228787643138, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06812793403863907, "grad_norm_max": 0.1117134764790535, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572782.5636058} +{"event": "train", "step": 300, "loss": 0.20793518126010896, "lr": 0.0001, "steps_per_s": 1.0862186568165026, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07564138501882553, "grad_norm_max": 0.15029014647006989, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572803.2515476} +{"event": "train", "step": 325, "loss": 0.19693584144115447, "lr": 0.0001, "steps_per_s": 1.085151125531695, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06436097100377083, "grad_norm_max": 0.09950316697359085, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572826.5614026} +{"event": "train", "step": 350, "loss": 0.19321953535079955, "lr": 0.0001, "steps_per_s": 1.0908346507531685, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06556631907820702, "grad_norm_max": 0.12216636538505554, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572847.919167} +{"event": "train", "step": 375, "loss": 0.1943734109401703, "lr": 0.0001, "steps_per_s": 1.0985556574967856, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06726854056119919, "grad_norm_max": 0.1074456200003624, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572868.4214532} +{"event": "train", "step": 400, "loss": 0.1909819334745407, "lr": 0.0001, "steps_per_s": 1.1051283242191996, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06781799241900444, "grad_norm_max": 0.11087722331285477, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572889.0130255} +{"event": "train", "step": 425, "loss": 0.19516321361064912, "lr": 0.0001, "steps_per_s": 1.11081948384007, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07020353108644485, "grad_norm_max": 0.119184710085392, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572909.664393} +{"event": "train", "step": 450, "loss": 0.1897932320833206, "lr": 0.0001, "steps_per_s": 1.1075432328837946, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08977181524038315, "grad_norm_max": 0.4714949131011963, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572933.3688552} +{"event": "train", "step": 475, "loss": 0.19369561314582825, "lr": 0.0001, "steps_per_s": 1.1049103306455317, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0691022065281868, "grad_norm_max": 0.13228024542331696, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572956.9630718} +{"event": "train", "step": 500, "loss": 0.19748993515968322, "lr": 0.0001, "steps_per_s": 1.1029986290468294, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07534197494387626, "grad_norm_max": 0.12995776534080505, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790572980.3739216} +{"event": "val", "step": 500, "val_loss": 0.18918022513389587, "val_loss_by_t_quartile": [0.3312086760997772, 0.16208112239837646, 0.14527419209480286, 0.14884696900844574], "excursion": false, "time": 1790572983.6169865} +{"event": "checkpoint", "step": 500, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt", "val_loss": 0.18918022513389587, "time": 1790572983.9100509} +{"event": "train", "step": 525, "loss": 0.18963033199310303, "lr": 0.0001, "steps_per_s": 1.094474766250211, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06567194402217864, "grad_norm_max": 0.11720538884401321, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573006.7463605} +{"event": "train", "step": 550, "loss": 0.19202170610427857, "lr": 0.0001, "steps_per_s": 1.0973522250110008, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06619750425219535, "grad_norm_max": 0.11349856853485107, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573028.2705286} +{"event": "train", "step": 575, "loss": 0.1921958166360855, "lr": 0.0001, "steps_per_s": 1.0965059952286653, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06763619557023048, "grad_norm_max": 0.12704229354858398, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573051.4567006} +{"event": "train", "step": 600, "loss": 0.1862672108411789, "lr": 0.0001, "steps_per_s": 1.0996158864448944, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06092694118618965, "grad_norm_max": 0.09693527966737747, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573072.7094996} +{"event": "train", "step": 625, "loss": 0.19165468692779541, "lr": 0.0001, "steps_per_s": 1.1009395852271429, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06743124395608902, "grad_norm_max": 0.10644295811653137, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573094.7609925} +{"event": "train", "step": 650, "loss": 0.19818177998065947, "lr": 0.0001, "steps_per_s": 1.104596562943336, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07440242812037468, "grad_norm_max": 0.18089565634727478, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573115.5142355} +{"event": "train", "step": 675, "loss": 0.19279777705669404, "lr": 0.0001, "steps_per_s": 1.108481312778372, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07154121696949005, "grad_norm_max": 0.12332390248775482, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573136.005469} +{"event": "train", "step": 700, "loss": 0.188261296749115, "lr": 0.0001, "steps_per_s": 1.109817611388162, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06197301685810089, "grad_norm_max": 0.08304423838853836, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573157.7983007} +{"event": "train", "step": 725, "loss": 0.18946263790130616, "lr": 0.0001, "steps_per_s": 1.1098794091892452, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06619777873158456, "grad_norm_max": 0.11181876063346863, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573180.288063} +{"event": "train", "step": 750, "loss": 0.18501556754112244, "lr": 0.0001, "steps_per_s": 1.1077575642148063, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06164117619395256, "grad_norm_max": 0.09199576824903488, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573204.1074698} +{"event": "train", "step": 775, "loss": 0.18173946917057038, "lr": 0.0001, "steps_per_s": 1.1091536468494878, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06639833241701126, "grad_norm_max": 0.20943202078342438, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573225.7952085} +{"event": "train", "step": 800, "loss": 0.18850664615631105, "lr": 0.0001, "steps_per_s": 1.1118993047474686, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06828791096806526, "grad_norm_max": 0.11717621237039566, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573246.5538998} +{"event": "train", "step": 825, "loss": 0.18960271656513214, "lr": 0.0001, "steps_per_s": 1.1159119133542532, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06946409463882447, "grad_norm_max": 0.13828691840171814, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573266.3698585} +{"event": "train", "step": 850, "loss": 0.1890747445821762, "lr": 0.0001, "steps_per_s": 1.11791046377222, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06898335784673691, "grad_norm_max": 0.10653932392597198, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573287.4110856} +{"event": "train", "step": 875, "loss": 0.19275964081287383, "lr": 0.0001, "steps_per_s": 1.118064481207678, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0682326789200306, "grad_norm_max": 0.11074478179216385, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573309.666367} +{"event": "train", "step": 900, "loss": 0.18454675555229186, "lr": 0.0001, "steps_per_s": 1.1198501264152734, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06190356105566025, "grad_norm_max": 0.1006489172577858, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573330.7429128} +{"event": "train", "step": 925, "loss": 0.18667016923427582, "lr": 0.0001, "steps_per_s": 1.1216701040373456, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06495586112141609, "grad_norm_max": 0.09865324944257736, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573351.72725} +{"event": "train", "step": 950, "loss": 0.19213989794254302, "lr": 0.0001, "steps_per_s": 1.1206461468436177, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07871911182999611, "grad_norm_max": 0.12521490454673767, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573374.7893455} +{"event": "train", "step": 975, "loss": 0.19041464269161223, "lr": 0.0001, "steps_per_s": 1.1188563160039642, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07441181227564812, "grad_norm_max": 0.1633652001619339, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573398.4893582} +{"event": "train", "step": 1000, "loss": 0.18437624514102935, "lr": 0.0001, "steps_per_s": 1.1218293662454306, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06632372066378593, "grad_norm_max": 0.11738801747560501, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573418.4651449} +{"event": "val", "step": 1000, "val_loss": 0.18528789281845093, "val_loss_by_t_quartile": [0.3245626986026764, 0.15786613523960114, 0.14228112995624542, 0.14629875123500824], "excursion": false, "time": 1790573421.7991965} +{"event": "checkpoint", "step": 1000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt", "val_loss": 0.18528789281845093, "time": 1790573422.0348394} +{"event": "train", "step": 1025, "loss": 0.1851639711856842, "lr": 0.0001, "steps_per_s": 1.118905849174863, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06605180650949478, "grad_norm_max": 0.086957186460495, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573443.137663} +{"event": "train", "step": 1050, "loss": 0.1928817456960678, "lr": 0.0001, "steps_per_s": 1.1200235201065443, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07200776636600495, "grad_norm_max": 0.10599227249622345, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573464.544434} +{"event": "train", "step": 1075, "loss": 0.19484193563461305, "lr": 0.0001, "steps_per_s": 1.1173992487362219, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0854198232293129, "grad_norm_max": 0.3075462281703949, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573489.1193583} +{"event": "train", "step": 1100, "loss": 0.19550555169582368, "lr": 0.0001, "steps_per_s": 1.1163291037630168, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07149543553590774, "grad_norm_max": 0.09695646166801453, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573512.4366777} +{"event": "train", "step": 1125, "loss": 0.1840175825357437, "lr": 0.0001, "steps_per_s": 1.1158395953680007, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06977858662605285, "grad_norm_max": 0.12133996933698654, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573535.273379} +{"event": "train", "step": 1150, "loss": 0.1879926884174347, "lr": 0.0001, "steps_per_s": 1.11349873060407, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06310221433639526, "grad_norm_max": 0.1139138713479042, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573559.8445845} +{"event": "train", "step": 1175, "loss": 0.19022297084331513, "lr": 0.0001, "steps_per_s": 1.1108576626638758, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06766108721494675, "grad_norm_max": 0.12520679831504822, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573584.805223} +{"event": "train", "step": 1200, "loss": 0.18963363766670227, "lr": 0.0001, "steps_per_s": 1.1109288089466032, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06765263810753823, "grad_norm_max": 0.1170092448592186, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573607.2411618} +{"event": "train", "step": 1225, "loss": 0.19208975195884703, "lr": 0.0001, "steps_per_s": 1.1097939194855824, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07017227247357369, "grad_norm_max": 0.10584306716918945, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573630.8727243} +{"event": "train", "step": 1250, "loss": 0.1916666442155838, "lr": 0.0001, "steps_per_s": 1.1114069077585018, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07105471059679985, "grad_norm_max": 0.1058240458369255, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573651.7647145} +{"event": "train", "step": 1275, "loss": 0.18811327934265137, "lr": 0.0001, "steps_per_s": 1.1132863889014026, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06710329413414001, "grad_norm_max": 0.10389401018619537, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573672.3221881} +{"event": "train", "step": 1300, "loss": 0.18961681604385375, "lr": 0.0001, "steps_per_s": 1.1127829037358492, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07198589637875558, "grad_norm_max": 0.1265857219696045, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573695.3061306} +{"event": "train", "step": 1325, "loss": 0.19141360700130464, "lr": 0.0001, "steps_per_s": 1.1121169042404682, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06794366210699082, "grad_norm_max": 0.09932169318199158, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573718.4856682} +{"event": "train", "step": 1350, "loss": 0.18484696984291077, "lr": 0.0001, "steps_per_s": 1.111912679883024, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06381046995520592, "grad_norm_max": 0.09557889401912689, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573741.1880565} +{"event": "train", "step": 1375, "loss": 0.1846113932132721, "lr": 0.0001, "steps_per_s": 1.1123327612050151, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07086846396327019, "grad_norm_max": 0.18658161163330078, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573763.2048945} +{"event": "train", "step": 1400, "loss": 0.1925094383955002, "lr": 0.0001, "steps_per_s": 1.1113402910314658, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07175571218132973, "grad_norm_max": 0.11129922419786453, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573786.8042417} +{"event": "train", "step": 1425, "loss": 0.19848289847373962, "lr": 0.0001, "steps_per_s": 1.1117006622897239, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07662420749664306, "grad_norm_max": 0.13607288897037506, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573808.8840535} +{"event": "train", "step": 1450, "loss": 0.1868083345890045, "lr": 0.0001, "steps_per_s": 1.1095918228264312, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.064528469145298, "grad_norm_max": 0.10274482518434525, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573833.850711} +{"event": "train", "step": 1475, "loss": 0.18780869305133818, "lr": 0.0001, "steps_per_s": 1.1100447016477022, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0694204406440258, "grad_norm_max": 0.11363854259252548, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573855.8394744} +{"event": "train", "step": 1500, "loss": 0.19106885194778442, "lr": 0.0001, "steps_per_s": 1.109901367885901, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0685365141928196, "grad_norm_max": 0.10684483498334885, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573878.5356162} +{"event": "train", "step": 1525, "loss": 0.18581588208675384, "lr": 0.0001, "steps_per_s": 1.11108106394475, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06928418606519698, "grad_norm_max": 0.13572286069393158, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573899.6012378} +{"event": "train", "step": 1550, "loss": 0.18690457224845886, "lr": 0.0001, "steps_per_s": 1.1106978204944689, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06688477531075478, "grad_norm_max": 0.10755427926778793, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573922.5829563} +{"event": "train", "step": 1575, "loss": 0.19375323235988617, "lr": 0.0001, "steps_per_s": 1.1112020313903765, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07428366765379905, "grad_norm_max": 0.15773902833461761, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573944.4484441} +{"event": "train", "step": 1600, "loss": 0.18668674170970917, "lr": 0.0001, "steps_per_s": 1.1109854927048524, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07119592398405075, "grad_norm_max": 0.10975584387779236, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573967.2268867} +{"event": "train", "step": 1625, "loss": 0.1847052365541458, "lr": 0.0001, "steps_per_s": 1.1102839556008963, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06306778013706207, "grad_norm_max": 0.07812094688415527, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790573990.653464} +{"event": "train", "step": 1650, "loss": 0.18185312390327454, "lr": 0.0001, "steps_per_s": 1.1105709434111224, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061459872722625736, "grad_norm_max": 0.10163918137550354, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574012.7862477} +{"event": "train", "step": 1675, "loss": 0.1913633495569229, "lr": 0.0001, "steps_per_s": 1.1112504715293041, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07468094393610954, "grad_norm_max": 0.11982225626707077, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574034.3749738} +{"event": "train", "step": 1700, "loss": 0.18498213410377504, "lr": 0.0001, "steps_per_s": 1.1121030293190597, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06727783814072609, "grad_norm_max": 0.11350191384553909, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574055.6995497} +{"event": "train", "step": 1725, "loss": 0.18845250070095063, "lr": 0.0001, "steps_per_s": 1.112307462345693, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07438741490244866, "grad_norm_max": 0.11449386924505234, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574077.8945231} +{"event": "train", "step": 1750, "loss": 0.1806122523546219, "lr": 0.0001, "steps_per_s": 1.1132382816240367, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06377223268151283, "grad_norm_max": 0.1114145889878273, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574099.0544336} +{"event": "train", "step": 1775, "loss": 0.18316650092601777, "lr": 0.0001, "steps_per_s": 1.1118826444861278, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.069517932087183, "grad_norm_max": 0.12018556147813797, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574123.4555216} +{"event": "train", "step": 1800, "loss": 0.18162145256996154, "lr": 0.0001, "steps_per_s": 1.1128923056706561, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06497266978025436, "grad_norm_max": 0.12183847278356552, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574144.4710755} +{"event": "train", "step": 1825, "loss": 0.18788328826427458, "lr": 0.0001, "steps_per_s": 1.114026760623927, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06909333512187005, "grad_norm_max": 0.10468682646751404, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574165.265342} +{"event": "train", "step": 1850, "loss": 0.18360385835170745, "lr": 0.0001, "steps_per_s": 1.1151592292294323, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06503223448991775, "grad_norm_max": 0.09221671521663666, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574186.0200832} +{"event": "train", "step": 1875, "loss": 0.19044273793697358, "lr": 0.0001, "steps_per_s": 1.1145102864855754, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0711553804576397, "grad_norm_max": 0.10913374274969101, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574209.417172} +{"event": "train", "step": 1900, "loss": 0.18885022044181823, "lr": 0.0001, "steps_per_s": 1.11510076460733, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07285158470273018, "grad_norm_max": 0.11174755543470383, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574230.9460032} +{"event": "train", "step": 1925, "loss": 0.1858382475376129, "lr": 0.0001, "steps_per_s": 1.11352272685502, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06672248318791389, "grad_norm_max": 0.11888919770717621, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574255.8118608} +{"event": "train", "step": 1950, "loss": 0.18131263554096222, "lr": 0.0001, "steps_per_s": 1.113081107374567, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06569407552480698, "grad_norm_max": 0.11109207570552826, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574278.9580104} +{"event": "train", "step": 1975, "loss": 0.18851122558116912, "lr": 0.0001, "steps_per_s": 1.1140034767778206, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06920650124549865, "grad_norm_max": 0.0934598445892334, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574299.9491417} +{"event": "train", "step": 2000, "loss": 0.18513898253440858, "lr": 0.0001, "steps_per_s": 1.1136039413960201, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0824729086458683, "grad_norm_max": 0.3338116407394409, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574323.0344348} +{"event": "val", "step": 2000, "val_loss": 0.18202130496501923, "val_loss_by_t_quartile": [0.31929418444633484, 0.15442338585853577, 0.13964425027370453, 0.14398939907550812], "excursion": false, "time": 1790574326.168445} +{"event": "checkpoint", "step": 2000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt", "val_loss": 0.18202130496501923, "time": 1790574326.407856} +{"event": "train", "step": 2025, "loss": 0.17810845911502837, "lr": 0.0001, "steps_per_s": 1.1112225501404456, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06555081263184548, "grad_norm_max": 0.1192823275923729, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574349.381248} +{"event": "train", "step": 2050, "loss": 0.18479540050029755, "lr": 0.0001, "steps_per_s": 1.1118063225490031, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06657085552811623, "grad_norm_max": 0.09627300500869751, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574370.9103372} +{"event": "train", "step": 2075, "loss": 0.18707743883132935, "lr": 0.0001, "steps_per_s": 1.1130218871624094, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07105875074863434, "grad_norm_max": 0.18014787137508392, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574391.3581114} +{"event": "train", "step": 2100, "loss": 0.18136274695396423, "lr": 0.0001, "steps_per_s": 1.112386186497661, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0666082513332367, "grad_norm_max": 0.10267908871173859, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574414.8975377} +{"event": "train", "step": 2125, "loss": 0.19109880089759826, "lr": 0.0001, "steps_per_s": 1.1109379255051823, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07409627556800842, "grad_norm_max": 0.1341896802186966, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574439.8620498} +{"event": "train", "step": 2150, "loss": 0.19010173618793488, "lr": 0.0001, "steps_per_s": 1.111508249855419, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07351906105875969, "grad_norm_max": 0.1256299763917923, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574461.372673} +{"event": "train", "step": 2175, "loss": 0.1934293669462204, "lr": 0.0001, "steps_per_s": 1.1129193636774124, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07648437142372132, "grad_norm_max": 0.1615018993616104, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574481.383517} +{"event": "train", "step": 2200, "loss": 0.18092497527599335, "lr": 0.0001, "steps_per_s": 1.1120921014529914, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07294169783592225, "grad_norm_max": 0.1791355013847351, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574505.3174522} +{"event": "train", "step": 2225, "loss": 0.1825012356042862, "lr": 0.0001, "steps_per_s": 1.1129442002494567, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06534709230065346, "grad_norm_max": 0.09440606832504272, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574526.2656648} +{"event": "train", "step": 2250, "loss": 0.1851368337869644, "lr": 0.0001, "steps_per_s": 1.113185458667491, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06814260810613632, "grad_norm_max": 0.1147560104727745, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574548.2905285} +{"event": "train", "step": 2275, "loss": 0.18330610990524293, "lr": 0.0001, "steps_per_s": 1.114076485085697, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0698818777501583, "grad_norm_max": 0.11086439341306686, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574569.114065} +{"event": "train", "step": 2300, "loss": 0.18439089238643647, "lr": 0.0001, "steps_per_s": 1.1133313824975477, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06999925076961518, "grad_norm_max": 0.11795982718467712, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574592.9357476} +{"event": "train", "step": 2325, "loss": 0.18207417905330658, "lr": 0.0001, "steps_per_s": 1.1152564701036778, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06291980862617493, "grad_norm_max": 0.08407726883888245, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574611.786713} +{"event": "train", "step": 2350, "loss": 0.17688800692558287, "lr": 0.0001, "steps_per_s": 1.1160701666570525, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0631208798289299, "grad_norm_max": 0.11570960283279419, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574632.6664789} +{"event": "train", "step": 2375, "loss": 0.18339694023132325, "lr": 0.0001, "steps_per_s": 1.1170857195195416, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0702634385228157, "grad_norm_max": 0.13596993684768677, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574653.1317377} +{"event": "train", "step": 2400, "loss": 0.18258142054080964, "lr": 0.0001, "steps_per_s": 1.1180741099279046, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0707312886416912, "grad_norm_max": 0.14190857112407684, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574673.612242} +{"event": "train", "step": 2425, "loss": 0.1861341506242752, "lr": 0.0001, "steps_per_s": 1.1174806576758087, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0730111438035965, "grad_norm_max": 0.1551990807056427, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574697.1237903} +{"event": "train", "step": 2450, "loss": 0.18301235496997834, "lr": 0.0001, "steps_per_s": 1.1180330422597482, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06967596918344497, "grad_norm_max": 0.10373678058385849, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574718.4126658} +{"event": "train", "step": 2475, "loss": 0.17972366750240326, "lr": 0.0001, "steps_per_s": 1.1189860467287336, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07083890959620476, "grad_norm_max": 0.13377262651920319, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574738.887915} +{"event": "train", "step": 2500, "loss": 0.18477695763111116, "lr": 0.0001, "steps_per_s": 1.1184358497666835, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06913487732410431, "grad_norm_max": 0.12547604739665985, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574762.3284693} +{"event": "train", "step": 2525, "loss": 0.185814688205719, "lr": 0.0001, "steps_per_s": 1.1190653833695694, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0752430634200573, "grad_norm_max": 0.13028404116630554, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574783.4110436} +{"event": "train", "step": 2550, "loss": 0.18671745538711548, "lr": 0.0001, "steps_per_s": 1.1183690847356922, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06948100700974465, "grad_norm_max": 0.10636566579341888, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574807.1699114} +{"event": "train", "step": 2575, "loss": 0.18730961203575133, "lr": 0.0001, "steps_per_s": 1.1193485088147268, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06911505207419395, "grad_norm_max": 0.13456137478351593, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574827.5093832} +{"event": "train", "step": 2600, "loss": 0.18405920803546905, "lr": 0.0001, "steps_per_s": 1.1190588965728836, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07099346026778221, "grad_norm_max": 0.11475960165262222, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574850.4447258} +{"event": "train", "step": 2625, "loss": 0.17727717280387878, "lr": 0.0001, "steps_per_s": 1.1182678065348577, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06962556049227714, "grad_norm_max": 0.11815574020147324, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574874.4443195} +{"event": "train", "step": 2650, "loss": 0.18506540954113007, "lr": 0.0001, "steps_per_s": 1.1184973794514912, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0741615492105484, "grad_norm_max": 0.13669511675834656, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574896.3140206} +{"event": "train", "step": 2675, "loss": 0.18453882098197938, "lr": 0.0001, "steps_per_s": 1.1176158193899564, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07269631907343864, "grad_norm_max": 0.12075794488191605, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574920.5518484} +{"event": "train", "step": 2700, "loss": 0.18717446863651277, "lr": 0.0001, "steps_per_s": 1.118356264624376, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07534517809748649, "grad_norm_max": 0.1370410919189453, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574941.3213649} +{"event": "train", "step": 2725, "loss": 0.18374922513961792, "lr": 0.0001, "steps_per_s": 1.1189242208815802, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07487317234277725, "grad_norm_max": 0.13114887475967407, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574962.438972} +{"event": "train", "step": 2750, "loss": 0.18441302061080933, "lr": 0.0001, "steps_per_s": 1.1196057134014, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06781058937311173, "grad_norm_max": 0.13134296238422394, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790574983.2859092} +{"event": "train", "step": 2775, "loss": 0.1843567359447479, "lr": 0.0001, "steps_per_s": 1.1188658596480898, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07104693800210952, "grad_norm_max": 0.11399046331644058, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575007.2539217} +{"event": "train", "step": 2800, "loss": 0.18628008246421815, "lr": 0.0001, "steps_per_s": 1.117971574013609, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06884881004691124, "grad_norm_max": 0.1266450434923172, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575031.5998154} +{"event": "train", "step": 2825, "loss": 0.18364906430244446, "lr": 0.0001, "steps_per_s": 1.1178627447173797, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06687495186924934, "grad_norm_max": 0.11936496943235397, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575054.2079196} +{"event": "train", "step": 2850, "loss": 0.18025099098682404, "lr": 0.0001, "steps_per_s": 1.1187013931135013, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07062010571360589, "grad_norm_max": 0.09638191014528275, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575074.6605394} +{"event": "train", "step": 2875, "loss": 0.18128588497638704, "lr": 0.0001, "steps_per_s": 1.1185243848531066, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06963337436318398, "grad_norm_max": 0.10498697310686111, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575097.4148784} +{"event": "train", "step": 2900, "loss": 0.18031587421894074, "lr": 0.0001, "steps_per_s": 1.1189681032184648, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06919524997472763, "grad_norm_max": 0.15552324056625366, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575118.7375965} +{"event": "train", "step": 2925, "loss": 0.1820395165681839, "lr": 0.0001, "steps_per_s": 1.1191325091727116, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07347188666462898, "grad_norm_max": 0.13487423956394196, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575140.6956303} +{"event": "train", "step": 2950, "loss": 0.18239267349243163, "lr": 0.0001, "steps_per_s": 1.1200397981856929, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06737512305378913, "grad_norm_max": 0.10726695507764816, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575160.8991084} +{"event": "train", "step": 2975, "loss": 0.18229929327964783, "lr": 0.0001, "steps_per_s": 1.1193756213948542, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06569812521338463, "grad_norm_max": 0.08916757255792618, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575184.7954848} +{"event": "train", "step": 3000, "loss": 0.18351848781108857, "lr": 0.0001, "steps_per_s": 1.1185903555295884, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06772236928343772, "grad_norm_max": 0.09408024698495865, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575209.0108416} +{"event": "train", "step": 3025, "loss": 0.1808343380689621, "lr": 0.0001, "steps_per_s": 1.1178166859942895, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06842603415250778, "grad_norm_max": 0.09352976083755493, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575233.232094} +{"event": "train", "step": 3050, "loss": 0.1839374792575836, "lr": 0.0001, "steps_per_s": 1.1183646024503644, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07013505682349205, "grad_norm_max": 0.09793567657470703, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575254.2605228} +{"event": "train", "step": 3075, "loss": 0.1884041827917099, "lr": 0.0001, "steps_per_s": 1.1191657609480405, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07391592681407928, "grad_norm_max": 0.1274360567331314, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575274.6463296} +{"event": "train", "step": 3100, "loss": 0.17960589945316316, "lr": 0.0001, "steps_per_s": 1.1182809180466036, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07058759093284607, "grad_norm_max": 0.10424867272377014, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575299.1758971} +{"event": "train", "step": 3125, "loss": 0.17822426736354827, "lr": 0.0001, "steps_per_s": 1.1180179382480975, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06712888613343239, "grad_norm_max": 0.10266643762588501, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575322.1889496} +{"event": "train", "step": 3150, "loss": 0.18548128485679627, "lr": 0.0001, "steps_per_s": 1.118500142668846, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07131481051445007, "grad_norm_max": 0.1284799873828888, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575343.3353233} +{"event": "train", "step": 3175, "loss": 0.1813908052444458, "lr": 0.0001, "steps_per_s": 1.1185400910114822, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0741071991622448, "grad_norm_max": 0.1297350823879242, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575365.5853913} +{"event": "train", "step": 3200, "loss": 0.17944596230983734, "lr": 0.0001, "steps_per_s": 1.1191899078331726, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07990599900484086, "grad_norm_max": 0.1964932084083557, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575386.2747664} +{"event": "train", "step": 3225, "loss": 0.19210410594940186, "lr": 0.0001, "steps_per_s": 1.1184826937439611, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07236687302589416, "grad_norm_max": 0.12128104269504547, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575410.4343605} +{"event": "train", "step": 3250, "loss": 0.18454995572566987, "lr": 0.0001, "steps_per_s": 1.1184147915397114, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0785204093158245, "grad_norm_max": 0.14146988093852997, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575432.9627697} +{"event": "train", "step": 3275, "loss": 0.17742882907390595, "lr": 0.0001, "steps_per_s": 1.1192437569327771, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06914734438061715, "grad_norm_max": 0.13101287186145782, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575453.1469018} +{"event": "train", "step": 3300, "loss": 0.17840868413448333, "lr": 0.0001, "steps_per_s": 1.1191216376034476, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06357984215021134, "grad_norm_max": 0.09468337148427963, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575475.8052082} +{"event": "train", "step": 3325, "loss": 0.17760921478271485, "lr": 0.0001, "steps_per_s": 1.1193726497315142, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07252652823925018, "grad_norm_max": 0.1119808480143547, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575497.4776669} +{"event": "train", "step": 3350, "loss": 0.17956823110580444, "lr": 0.0001, "steps_per_s": 1.1186038796224302, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06814954176545143, "grad_norm_max": 0.10236211121082306, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575521.8684497} +{"event": "train", "step": 3375, "loss": 0.19048752188682555, "lr": 0.0001, "steps_per_s": 1.1183083721089204, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08249788954854012, "grad_norm_max": 0.26630786061286926, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575545.015091} +{"event": "train", "step": 3400, "loss": 0.18389137387275695, "lr": 0.0001, "steps_per_s": 1.1183540588363374, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0731591272354126, "grad_norm_max": 0.12112156301736832, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575567.2459707} +{"event": "train", "step": 3425, "loss": 0.18296827018260955, "lr": 0.0001, "steps_per_s": 1.1176969471402873, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07666765317320824, "grad_norm_max": 0.21274703741073608, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575591.400748} +{"event": "train", "step": 3450, "loss": 0.18656250178813935, "lr": 0.0001, "steps_per_s": 1.118286683244553, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08304257556796074, "grad_norm_max": 0.28810763359069824, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575612.1403718} +{"event": "train", "step": 3475, "loss": 0.1823972737789154, "lr": 0.0001, "steps_per_s": 1.118643988273424, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06947888046503067, "grad_norm_max": 0.09482301771640778, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575633.5035307} +{"event": "train", "step": 3500, "loss": 0.18173908889293672, "lr": 0.0001, "steps_per_s": 1.1181410141285903, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07920648291707039, "grad_norm_max": 0.25977659225463867, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575657.259636} +{"event": "train", "step": 3525, "loss": 0.18466897070407867, "lr": 0.0001, "steps_per_s": 1.1188610931323626, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07390219867229461, "grad_norm_max": 0.11576753854751587, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575677.589042} +{"event": "train", "step": 3550, "loss": 0.18108316957950593, "lr": 0.0001, "steps_per_s": 1.119508515379384, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0692844870686531, "grad_norm_max": 0.10492049157619476, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575698.0982926} +{"event": "train", "step": 3575, "loss": 0.1791393232345581, "lr": 0.0001, "steps_per_s": 1.118773371261044, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07003111362457276, "grad_norm_max": 0.10073784738779068, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575722.527908} +{"event": "train", "step": 3600, "loss": 0.18153026401996614, "lr": 0.0001, "steps_per_s": 1.1181141601553564, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07072912722826004, "grad_norm_max": 0.12042487412691116, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575746.770908} +{"event": "train", "step": 3625, "loss": 0.18014619886875152, "lr": 0.0001, "steps_per_s": 1.1151330545948872, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06538320630788803, "grad_norm_max": 0.08898860216140747, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575777.7970135} +{"event": "train", "step": 3650, "loss": 0.17767067432403563, "lr": 0.0001, "steps_per_s": 1.1152518715149013, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06315172120928764, "grad_norm_max": 0.08481655269861221, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575799.8674123} +{"event": "train", "step": 3675, "loss": 0.1770169472694397, "lr": 0.0001, "steps_per_s": 1.1158143907099787, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06820432141423226, "grad_norm_max": 0.0976642519235611, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575820.622607} +{"event": "train", "step": 3700, "loss": 0.18550074815750123, "lr": 0.0001, "steps_per_s": 1.115833951627383, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06898261427879333, "grad_norm_max": 0.11109428107738495, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575842.9693868} +{"event": "train", "step": 3725, "loss": 0.1841544848680496, "lr": 0.0001, "steps_per_s": 1.1163538680470622, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07833022832870483, "grad_norm_max": 0.12302327901124954, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575863.8195002} +{"event": "train", "step": 3750, "loss": 0.18069852650165558, "lr": 0.0001, "steps_per_s": 1.116090903452321, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07275817185640335, "grad_norm_max": 0.12160757184028625, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575887.0053031} +{"event": "train", "step": 3775, "loss": 0.1836494690179825, "lr": 0.0001, "steps_per_s": 1.1164405456886064, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07058978006243706, "grad_norm_max": 0.11409565061330795, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575908.3455708} +{"event": "train", "step": 3800, "loss": 0.1840463846921921, "lr": 0.0001, "steps_per_s": 1.1157735967767448, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07136062741279602, "grad_norm_max": 0.12397930771112442, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575932.7727025} +{"event": "train", "step": 3825, "loss": 0.17834673702716827, "lr": 0.0001, "steps_per_s": 1.1160383343243354, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07703660219907761, "grad_norm_max": 0.24854934215545654, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575954.365504} +{"event": "train", "step": 3850, "loss": 0.18549828767776488, "lr": 0.0001, "steps_per_s": 1.1156432515047126, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07601517423987389, "grad_norm_max": 0.12888185679912567, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575977.9878378} +{"event": "train", "step": 3875, "loss": 0.17503583669662476, "lr": 0.0001, "steps_per_s": 1.1161628190931072, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0720491847395897, "grad_norm_max": 0.1295398771762848, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790575998.780116} +{"event": "train", "step": 3900, "loss": 0.18424996554851533, "lr": 0.0001, "steps_per_s": 1.1162275697406974, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07757599711418152, "grad_norm_max": 0.17424672842025757, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576020.9750671} +{"event": "train", "step": 3925, "loss": 0.17652658879756927, "lr": 0.0001, "steps_per_s": 1.1168554404449318, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07193507254123688, "grad_norm_max": 0.12441515177488327, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576041.3952017} +{"event": "train", "step": 3950, "loss": 0.18943291008472443, "lr": 0.0001, "steps_per_s": 1.117455781806226, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07599134027957916, "grad_norm_max": 0.1337050050497055, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576061.8793323} +{"event": "train", "step": 3975, "loss": 0.1798576021194458, "lr": 0.0001, "steps_per_s": 1.1178678950625003, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07895939275622368, "grad_norm_max": 0.11839934438467026, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576082.9402087} +{"event": "train", "step": 4000, "loss": 0.18800759196281433, "lr": 0.0001, "steps_per_s": 1.118305350403659, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07703380510210991, "grad_norm_max": 0.13624317944049835, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790576103.9044902} +{"event": "val", "step": 4000, "val_loss": 0.17835959792137146, "val_loss_by_t_quartile": [0.31430312991142273, 0.15033945441246033, 0.1365765482187271, 0.14102160930633545], "excursion": false, "time": 1790576107.6230156} +{"event": "checkpoint", "step": 4000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", "val_loss": 0.17835959792137146, "time": 1790576107.8441565} +{"event": "end", "step": 4000, "time": 1790576107.845524} diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores.jsonl b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..17757820fcaf4a24a3d88198732fcd9ebdd29743 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores.jsonl @@ -0,0 +1,9 @@ +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 0, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "98257844fe4a25eeee53e8fe50e1cda758315f2791a24e0f7e48d721d71bd87c", "step": 0, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 21.64591061323881, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.3620284519274719, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.7310706528369337, "heldout_latent_mse": 0.23989135603187606, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 23.936912942677736, "heldout_lpips_dec": 0.311728197906632, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.06451080366969109, "heldout_lpips_gain": -0.12924640567507595, "heldout_latent_ratio_of_means": 0.7227804485786964, "heldout_windows": 256, "heldout_latent_skill": 1.39890717498734, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7310706535738692, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.06451080366969109, "heldout_lpips_gain_paired": -0.12924640567507595, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/paired_windows.csv", "heldout_A_stock": 1.5842072516679764, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.2005119659006596, "heldout_B_stock": 0.1398020376364002, "heldout_C_stock": 3.6615453585982323, "heldout_A_tuned": 1.785454660654068, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 1.632707167416811, "heldout_B_tuned": 0.09805212206265423, "heldout_C_tuned": 4.256466303020716, "trainmap_psnr": 22.560567766427994, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.1772625455923844, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5360811052378267, "trainmap_latent_mse": 0.16236915795161622, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 26.037940502166748, "trainmap_lpips_dec": 0.128997650987003, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.8529434613883495, "trainmap_lpips_gain": 0.024291466290378594, "trainmap_latent_ratio_of_means": 0.5142882598068218, "trainmap_windows": 256, "trainmap_latent_skill": 2.893628930711127, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5360811028727365, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.8529434613883495, "trainmap_lpips_gain_paired": 0.024291466290378594, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/paired_windows.csv", "trainmap_A_stock": 4.062437433749437, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 3.6469945572316647, "trainmap_B_stock": -0.04356531833582267, "trainmap_C_stock": 2.463347837328911, "trainmap_A_tuned": 4.987002331763506, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 4.877047538757324, "trainmap_B_tuned": -0.07910556922251999, "trainmap_C_tuned": 3.2238037027418613, "directional_correct_frac": 0.7265625, "directional_ref_frac": 0.82421875, "directional_motion_ratio": 0.8224751349040988, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1", "scored_at": 1790576668.3579164, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 50, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "fc045128867d87fb36d7aa5066aae03ac876e49c0412d04d123a9e5fe07570df", "step": 50, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.85261032730341, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.34576013090554625, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.7047389617655426, "heldout_latent_mse": 0.23142373430891894, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.315863288939, "heldout_lpips_dec": 0.2928394486079924, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.27121051773428917, "heldout_lpips_gain": -0.11297808465315029, "heldout_latent_ratio_of_means": 0.6972679352120187, "heldout_windows": 256, "heldout_latent_skill": 1.5604543127406467, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7047389613386643, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.27121051773428917, "heldout_lpips_gain_paired": -0.11297808465315029, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/paired_windows.csv", "heldout_A_stock": 1.9634049274027348, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.5794623121619225, "heldout_B_stock": 0.12071153761644382, "heldout_C_stock": 3.362785331904888, "heldout_A_tuned": 2.248613655567169, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.1316593661904335, "heldout_B_tuned": 0.07328916383266915, "heldout_C_tuned": 3.961520254611969, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3", "scored_at": 1790576798.2526088, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 100, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "59d69f08082f348f9214a5d865903f3289e2bc4c07b7bed34ecdc3fb0dcb61a8", "step": 100, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.97358540445566, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.32312673184787855, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6715023263823241, "heldout_latent_mse": 0.22081311428337358, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.54919210076332, "heldout_lpips_dec": 0.27010790299391374, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.39218559488654137, "heldout_lpips_gain": -0.09034468559548259, "heldout_latent_ratio_of_means": 0.6652986770085564, "heldout_windows": 256, "heldout_latent_skill": 1.777406912573344, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6715023262470844, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.39218559488654137, "heldout_lpips_gain_paired": -0.09034468559548259, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/paired_windows.csv", "heldout_A_stock": 2.1900379359722137, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.8127911239862442, "heldout_B_stock": 0.09351080238411669, "heldout_C_stock": 3.201485451310873, "heldout_A_tuned": 2.6279452554881573, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.5137414932250977, "heldout_B_tuned": 0.050119008068577386, "heldout_C_tuned": 3.704111635684967, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33", "scored_at": 1790576932.6225588, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 150, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "68bf6a0d3c4222cfec243ebd2ad9143c22efaa43feeea89564fce8906d4a4aba", "step": 150, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.01433376222849, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.3135206361184828, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6598160442663357, "heldout_latent_mse": 0.21708811697317287, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.644713934510946, "heldout_lpips_dec": 0.25894298480125144, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.4329339526593685, "heldout_lpips_gain": -0.08073858986608684, "heldout_latent_ratio_of_means": 0.6540754496636596, "heldout_windows": 256, "heldout_latent_skill": 1.8578573244383914, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.65981604251849, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.4329339526593685, "heldout_lpips_gain_paired": -0.08073858986608684, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/paired_windows.csv", "heldout_A_stock": 2.3004649356007576, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.9083129577338696, "heldout_B_stock": 0.08116845968470443, "heldout_C_stock": 3.1318184696137905, "heldout_A_tuned": 2.830464221537113, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.6999559178948402, "heldout_B_tuned": 0.03399964050913695, "heldout_C_tuned": 3.5844010561704636, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0", "scored_at": 1790577063.3139732, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 250, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "ae31e493a928c604b1287875b4ada2ed6b67b96d2b8ce1f9127a43f86146bdd5", "step": 250, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.055748723447323, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.3039967493386939, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6514130614232272, "heldout_latent_mse": 0.21422052834532224, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.748763028532267, "heldout_lpips_dec": 0.2486001240904443, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.47434891387820244, "heldout_lpips_gain": -0.07121470308629796, "heldout_latent_ratio_of_means": 0.6454355510484646, "heldout_windows": 256, "heldout_latent_skill": 1.9185418167164903, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6514130591867114, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.47434891387820244, "heldout_lpips_gain_paired": -0.07121470308629796, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/paired_windows.csv", "heldout_A_stock": 2.3830541111528873, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.01236205175519, "heldout_B_stock": 0.0698831867921399, "heldout_C_stock": 3.0668328553438187, "heldout_A_tuned": 2.948055651038885, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.8328002467751503, "heldout_B_tuned": 0.022937048415769823, "heldout_C_tuned": 3.50192141905427, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6", "scored_at": 1790577191.5978417, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 500, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "fc20be5968c1a03988eba3b38971dde7185897587d08325e38b1bd87f82da5b2", "step": 500, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.05578250065446, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.30377466324716806, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6412565828068182, "heldout_latent_mse": 0.21086418314371258, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.780252560973167, "heldout_lpips_dec": 0.24653152411337942, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.4743826910853386, "heldout_lpips_gain": -0.0709926169947721, "heldout_latent_ratio_of_means": 0.6353230537474697, "heldout_windows": 256, "heldout_latent_skill": 1.9942494244833837, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6412565829486925, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.4743826910853386, "heldout_lpips_gain_paired": -0.0709926169947721, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/paired_windows.csv", "heldout_A_stock": 2.406810812652111, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.0438515841960907, "heldout_B_stock": 0.06957466907624621, "heldout_C_stock": 3.059733834117651, "heldout_A_tuned": 3.0117839761078358, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.905987109988928, "heldout_B_tuned": 0.02144347243302036, "heldout_C_tuned": 3.4752396754920483, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406", "scored_at": 1790577323.4874043, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 1000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "451b6b7adf9ae0452d74957b7ff8d193acf846c91f0c394124d98f9ab21d8742", "step": 1000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.14787082001567, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.2936714149545878, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6330601879162714, "heldout_latent_mse": 0.20842743327375501, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 24.955765020102262, "heldout_lpips_dec": 0.2367936649825424, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.5664710104465485, "heldout_lpips_gain": -0.06088936870219186, "heldout_latent_ratio_of_means": 0.6279812503860848, "heldout_windows": 256, "heldout_latent_skill": 2.051209402324449, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6330601885814373, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.5664710104465485, "heldout_lpips_gain_paired": -0.06088936870219186, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/paired_windows.csv", "heldout_A_stock": 2.5767120122909546, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.2193640433251858, "heldout_B_stock": 0.05762955303362105, "heldout_C_stock": 2.9304597973823547, "heldout_A_tuned": 3.212091289460659, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.1201224215328693, "heldout_B_tuned": 0.01028881206002552, "heldout_C_tuned": 3.3486242070794106, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9", "scored_at": 1790577454.0446038, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 2000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "f40b4e264918df95736479301e84f20ad08dffa991b38e0faeead070d4f85a67", "step": 2000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.172166280448437, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.29208603024017066, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6189914717106149, "heldout_latent_mse": 0.20370179999736138, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 25.02334187179804, "heldout_lpips_dec": 0.23425515816779807, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.5907664708793163, "heldout_lpips_gain": -0.0593039839877747, "heldout_latent_ratio_of_means": 0.6137431577935515, "heldout_windows": 256, "heldout_latent_skill": 2.1533430241378824, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6189914696501313, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.5907664708793163, "heldout_lpips_gain_paired": -0.0593039839877747, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/paired_windows.csv", "heldout_A_stock": 2.6358923092484474, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.2869408950209618, "heldout_B_stock": 0.0559203246521065, "heldout_C_stock": 2.8951373361051083, "heldout_A_tuned": 3.3160097897052765, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.221117876470089, "heldout_B_tuned": 0.007228588350699283, "heldout_C_tuned": 3.2967292815446854, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f", "scored_at": 1790577581.047054, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map01_r16_k8_s0", "map": "arenas13_map01", "set": "arenas13", "map_id": 1, "step": 4000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "2ccdc575a96382d0b3249fae5494ce50e67e22f6a9d3f2209f90ef9370aabc78", "key": {"ckpt_sha256": "826941cc05b84754812ad2da3223f9b54bd015fcb917c5942c7e19ed1f34a09f", "step": 4000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", "eval_split_sha256": "e8aa173b13c3bd8dc322b6175d2222cb1d980d6b55eb8d9261e5cd062dd373e5", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 22.242231711745262, "heldout_persist_psnr": 21.58139980956912, "heldout_lpips": 0.27994218497769907, "heldout_persist_lpips": 0.23278204625239596, "heldout_latent_mse_ratio": 0.6098082173848525, "heldout_latent_mse": 0.2007662864343729, "heldout_copy_latent_mse": 0.33190072656725533, "heldout_psnr_dec": 25.1574810706079, "heldout_lpips_dec": 0.22310965630458668, "heldout_copy_psnr_dec": 22.736400976777077, "heldout_vae_psnr": 23.766811154782772, "heldout_vae_lpips": 0.12410901380644646, "heldout_psnr_gain": 0.6608319021761417, "heldout_lpips_gain": -0.04716013872530311, "heldout_latent_ratio_of_means": 0.604898604805224, "heldout_windows": 256, "heldout_latent_skill": 2.2199689535887375, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.609808217476662, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.6608319021761417, "heldout_lpips_gain_paired": -0.04716013872530311, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/paired_windows.csv", "heldout_A_stock": 2.76546523720026, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.421080093830824, "heldout_B_stock": 0.041642863434390165, "heldout_C_stock": 2.790097214281559, "heldout_A_tuned": 3.4634376540780067, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.37619249522686, "heldout_B_tuned": -0.0053631652117474005, "heldout_C_tuned": 3.1907234638929367, "trainmap_psnr": 22.07209251821041, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.19461436924757436, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5977118914015591, "trainmap_latent_mse": 0.1792840774069191, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 24.92442336678505, "trainmap_lpips_dec": 0.15074418045696802, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.36446821317076683, "trainmap_lpips_gain": 0.0069396426351886475, "trainmap_latent_ratio_of_means": 0.5678645953694691, "trainmap_windows": 256, "trainmap_latent_skill": 2.430961489079788, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5977118928463265, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.36446821317076683, "trainmap_lpips_gain_paired": 0.0069396426351886475, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/paired_windows.csv", "trainmap_A_stock": 2.8767708651721478, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 2.533477421849966, "trainmap_B_stock": -0.02312231290670752, "trainmap_C_stock": 3.3494320064783096, "trainmap_A_tuned": 3.524503957480192, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 3.40078030154109, "trainmap_B_tuned": -0.058738906865983154, "trainmap_C_tuned": 4.132738448679447, "directional_correct_frac": 0.76171875, "directional_ref_frac": 0.82421875, "directional_motion_ratio": 0.8006265059689689, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5", "scored_at": 1790578139.847754, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/directional.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..c9e34c7070c93c77e589aa6aa160b0d1d3151f37 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.7265625, + "ref_frac": 0.82421875, + "ref_raw_frac": 0.8359375, + "recorded_expected_sign_frac": 0.81640625, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.765625, + "recorded": { + "mean": 12.267867264396045, + "median": 15.279929637908936, + "expected_sign_frac": 0.8203125, + "undefined": 0 + }, + "swapped": { + "mean": -16.223748980497476, + "median": -18.92056941986084, + "expected_sign_frac": 0.90625, + "undefined": 0 + }, + "reference": { + "mean": 13.220434803864919, + "median": 17.123699188232422, + "expected_sign_frac": 0.8359375, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.8359375, + "reference_raw": { + "mean": 13.665458373405272, + "median": 17.44016742706299, + "expected_sign_frac": 0.8515625, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.6875, + "recorded": { + "mean": -14.425182379942271, + "median": -18.70401668548584, + "expected_sign_frac": 0.8125, + "undefined": 0 + }, + "swapped": { + "mean": 16.567848607344786, + "median": 21.561330795288086, + "expected_sign_frac": 0.859375, + "undefined": 0 + }, + "reference": { + "mean": -14.116007238655584, + "median": -20.05796527862549, + "expected_sign_frac": 0.8125, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.8125, + "reference_raw": { + "mean": -13.82023907043731, + "median": -19.82484531402588, + "expected_sign_frac": 0.8203125, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8224751349040988, + "per_horizon": { + "1": 0.9988818361637168, + "2": 0.7565579704210257, + "3": 0.762234484276157, + "4": 0.7726908898536151 + }, + "mean_pred": 0.0436530183751529, + "mean_real": 0.05307518309382431, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 107, + "episode": 39, + "map": 1, + "start": 107, + "target_tic": 139, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.072683334350586, + "shift_swapped": 27.438758850097656, + "shift_reference": -20.87898063659668, + "peak_recorded": 0.5824286937713623, + "peak_swapped": 0.5167242288589478, + "peak_reference": 0.6070236563682556, + "motion_pred": [ + 0.05818790942430496, + 0.04572012647986412, + 0.04650598019361496, + 0.048549991101026535 + ], + "motion_real": [ + 0.06325456500053406, + 0.06466700881719589, + 0.06702755391597748, + 0.06949350237846375 + ], + "shift_reference_raw": -20.849151611328125 + }, + { + "index": 110, + "episode": 39, + "map": 1, + "start": 110, + "target_tic": 142, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.73988914489746, + "shift_swapped": 22.398643493652344, + "shift_reference": -20.06554412841797, + "peak_recorded": 0.5176168084144592, + "peak_swapped": 0.5719442963600159, + "peak_reference": 0.5828720927238464, + "motion_pred": [ + 0.06599365919828415, + 0.058177873492240906, + 0.06252358108758926, + 0.05606835335493088 + ], + "motion_real": [ + 0.06949350237846375, + 0.07107572257518768, + 0.07477742433547974, + 0.07145576924085617 + ], + "shift_reference_raw": -20.00318717956543 + }, + { + "index": 128, + "episode": 39, + "map": 1, + "start": 128, + "target_tic": 160, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.19135093688965, + "shift_swapped": 29.012794494628906, + "shift_reference": -18.4788875579834, + "peak_recorded": 0.4178844392299652, + "peak_swapped": 0.44492584466934204, + "peak_reference": 0.35332298278808594, + "motion_pred": [ + 0.0481867752969265, + 0.037541355937719345, + 0.031235307455062866, + 0.03031482733786106 + ], + "motion_real": [ + 0.047697558999061584, + 0.04767824336886406, + 0.0468331016600132, + 0.048029787838459015 + ], + "shift_reference_raw": -15.450582504272461 + }, + { + "index": 139, + "episode": 39, + "map": 1, + "start": 139, + "target_tic": 171, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.938844680786133, + "shift_swapped": 2.0288405418395996, + "shift_reference": -15.858694076538086, + "peak_recorded": 0.4946838915348053, + "peak_swapped": 0.48488491773605347, + "peak_reference": 0.5199815034866333, + "motion_pred": [ + 0.048938557505607605, + 0.03998506814241409, + 0.04816032201051712, + 0.059014853090047836 + ], + "motion_real": [ + 0.05152379348874092, + 0.05249962955713272, + 0.05339077487587929, + 0.05414023622870445 + ], + "shift_reference_raw": -8.666411399841309 + }, + { + "index": 155, + "episode": 39, + "map": 1, + "start": 155, + "target_tic": 187, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.219968795776367, + "shift_swapped": 19.68654441833496, + "shift_reference": -19.56557273864746, + "peak_recorded": 0.5437835454940796, + "peak_swapped": 0.495792031288147, + "peak_reference": 0.5323874950408936, + "motion_pred": [ + 0.05579400062561035, + 0.050076473504304886, + 0.06093037500977516, + 0.0713280439376831 + ], + "motion_real": [ + 0.05758334696292877, + 0.058540988713502884, + 0.0627686083316803, + 0.06209313124418259 + ], + "shift_reference_raw": -19.794689178466797 + }, + { + "index": 327, + "episode": 39, + "map": 1, + "start": 327, + "target_tic": 359, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.039615631103516, + "shift_swapped": 22.668489456176758, + "shift_reference": -19.237014770507812, + "peak_recorded": 0.45028287172317505, + "peak_swapped": 0.4426392912864685, + "peak_reference": 0.4396085739135742, + "motion_pred": [ + 0.04561413824558258, + 0.03358779102563858, + 0.035037215799093246, + 0.04046342149376869 + ], + "motion_real": [ + 0.04794842749834061, + 0.049906354397535324, + 0.053812842816114426, + 0.056671928614377975 + ], + "shift_reference_raw": -18.635637283325195 + }, + { + "index": 354, + "episode": 39, + "map": 1, + "start": 354, + "target_tic": 386, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.155138969421387, + "shift_swapped": 28.61667251586914, + "shift_reference": -15.607784271240234, + "peak_recorded": 0.5658703446388245, + "peak_swapped": 0.4473661482334137, + "peak_reference": 0.5586762428283691, + "motion_pred": [ + 0.0508347786962986, + 0.04657232016324997, + 0.051782432943582535, + 0.06153486669063568 + ], + "motion_real": [ + 0.054590944200754166, + 0.05744320899248123, + 0.05904455482959747, + 0.0633213073015213 + ], + "shift_reference_raw": -15.323579788208008 + }, + { + "index": 404, + "episode": 39, + "map": 1, + "start": 404, + "target_tic": 436, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.71331024169922, + "shift_swapped": 32.0, + "shift_reference": -17.16280746459961, + "peak_recorded": 0.41707995533943176, + "peak_swapped": 0.7141959071159363, + "peak_reference": 0.6342520117759705, + "motion_pred": [ + 0.050254255533218384, + 0.04034610465168953, + 0.03771405667066574, + 0.03797469660639763 + ], + "motion_real": [ + 0.055555276572704315, + 0.05768531560897827, + 0.05993937328457832, + 0.05666973069310188 + ], + "shift_reference_raw": -18.220504760742188 + }, + { + "index": 592, + "episode": 39, + "map": 1, + "start": 592, + "target_tic": 624, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.435903549194336, + "shift_swapped": 32.0, + "shift_reference": -9.33337688446045, + "peak_recorded": 0.2653570771217346, + "peak_swapped": 0.1911538988351822, + "peak_reference": 0.2184426337480545, + "motion_pred": [ + 0.04591380059719086, + 0.038252122700214386, + 0.04826192185282707, + 0.05183786153793335 + ], + "motion_real": [ + 0.054672159254550934, + 0.051286205649375916, + 0.04998430609703064, + 0.05122971534729004 + ], + "shift_reference_raw": -17.030136108398438 + }, + { + "index": 650, + "episode": 39, + "map": 1, + "start": 650, + "target_tic": 682, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 10.249734878540039, + "shift_swapped": 32.0, + "shift_reference": 28.1273193359375, + "peak_recorded": 0.3063380718231201, + "peak_swapped": 0.18507170677185059, + "peak_reference": 0.2026377022266388, + "motion_pred": [ + 0.04893405735492706, + 0.028200820088386536, + 0.0329587422311306, + 0.01966317556798458 + ], + "motion_real": [ + 0.055487338453531265, + 0.06113124266266823, + 0.059938788414001465, + 0.05712984502315521 + ], + "shift_reference_raw": 28.44512367248535 + }, + { + "index": 726, + "episode": 39, + "map": 1, + "start": 761, + "target_tic": 793, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.285846710205078, + "shift_swapped": 23.427824020385742, + "shift_reference": -21.847169876098633, + "peak_recorded": 0.13515806198120117, + "peak_swapped": 0.14741256833076477, + "peak_reference": 0.29248762130737305, + "motion_pred": [ + 0.054728489369153976, + 0.03906645253300667, + 0.040967993438243866, + 0.037451934069395065 + ], + "motion_real": [ + 0.05774891376495361, + 0.058525748550891876, + 0.057174451649188995, + 0.06231250613927841 + ], + "shift_reference_raw": -19.225797653198242 + }, + { + "index": 940, + "episode": 39, + "map": 1, + "start": 1045, + "target_tic": 1077, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.9070539474487305, + "shift_swapped": -32.0, + "shift_reference": 19.930673599243164, + "peak_recorded": 0.4427522122859955, + "peak_swapped": 0.1996181458234787, + "peak_reference": 0.46992284059524536, + "motion_pred": [ + 0.05632280185818672, + 0.055347319692373276, + 0.042616549879312515, + 0.04640578478574753 + ], + "motion_real": [ + 0.053646884858608246, + 0.05702909827232361, + 0.05969501659274101, + 0.055638302117586136 + ], + "shift_reference_raw": 20.107200622558594 + }, + { + "index": 948, + "episode": 39, + "map": 1, + "start": 1053, + "target_tic": 1085, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.045588493347168, + "shift_swapped": -27.72323989868164, + "shift_reference": 18.154367446899414, + "peak_recorded": 0.48396027088165283, + "peak_swapped": 0.521598219871521, + "peak_reference": 0.4784177541732788, + "motion_pred": [ + 0.06742262095212936, + 0.045886747539043427, + 0.04339420795440674, + 0.04773789271712303 + ], + "motion_real": [ + 0.08104649186134338, + 0.07645687460899353, + 0.08210994303226471, + 0.06930539011955261 + ], + "shift_reference_raw": 18.380420684814453 + }, + { + "index": 962, + "episode": 39, + "map": 1, + "start": 1067, + "target_tic": 1099, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.034711837768555, + "shift_swapped": -23.2948055267334, + "shift_reference": 29.293458938598633, + "peak_recorded": 0.792569100856781, + "peak_swapped": 0.7483300566673279, + "peak_reference": 0.8612964749336243, + "motion_pred": [ + 0.06824924796819687, + 0.05296768248081207, + 0.049846481531858444, + 0.04397385194897652 + ], + "motion_real": [ + 0.07802193611860275, + 0.078824482858181, + 0.06462790817022324, + 0.054444704204797745 + ], + "shift_reference_raw": 29.850635528564453 + }, + { + "index": 1249, + "episode": 39, + "map": 1, + "start": 1424, + "target_tic": 1456, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.972579479217529, + "shift_swapped": 4.9984636306762695, + "shift_reference": -5.511935234069824, + "peak_recorded": 0.5554214119911194, + "peak_swapped": 0.47797757387161255, + "peak_reference": 0.5136688351631165, + "motion_pred": [ + 0.04861176013946533, + 0.03708183765411377, + 0.0393400676548481, + 0.03823449835181236 + ], + "motion_real": [ + 0.04755832627415657, + 0.04624795541167259, + 0.046471528708934784, + 0.04705674573779106 + ], + "shift_reference_raw": -4.955938339233398 + }, + { + "index": 1301, + "episode": 39, + "map": 1, + "start": 1511, + "target_tic": 1543, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -20.682132720947266, + "shift_swapped": -26.507795333862305, + "shift_reference": 27.312929153442383, + "peak_recorded": 0.18647326529026031, + "peak_swapped": 0.10721269994974136, + "peak_reference": 0.2784433662891388, + "motion_pred": [ + 0.05319102853536606, + 0.03647979721426964, + 0.049815479665994644, + 0.04446126148104668 + ], + "motion_real": [ + 0.05666989088058472, + 0.056368984282016754, + 0.05779239535331726, + 0.048224661499261856 + ], + "shift_reference_raw": 27.42600440979004 + }, + { + "index": 1305, + "episode": 39, + "map": 1, + "start": 1515, + "target_tic": 1547, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -27.249635696411133, + "shift_swapped": -16.72138214111328, + "shift_reference": 30.842134475708008, + "peak_recorded": 0.11437360942363739, + "peak_swapped": 0.11572203785181046, + "peak_reference": 0.1863877922296524, + "motion_pred": [ + 0.046705424785614014, + 0.033903125673532486, + 0.036470651626586914, + 0.03560667484998703 + ], + "motion_real": [ + 0.05446675047278404, + 0.04069167748093605, + 0.044084616005420685, + 0.04879792407155037 + ], + "shift_reference_raw": 30.79384994506836 + }, + { + "index": 1312, + "episode": 39, + "map": 1, + "start": 1522, + "target_tic": 1554, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.19384634494781494, + "shift_swapped": 4.60858154296875, + "shift_reference": 23.616689682006836, + "peak_recorded": 0.3310478925704956, + "peak_swapped": 0.2726132273674011, + "peak_reference": 0.45053088665008545, + "motion_pred": [ + 0.04915675148367882, + 0.04196328669786453, + 0.03992954641580582, + 0.03705962002277374 + ], + "motion_real": [ + 0.043890874832868576, + 0.04432135820388794, + 0.04273179918527603, + 0.04524083435535431 + ], + "shift_reference_raw": 24.997060775756836 + }, + { + "index": 1410, + "episode": 39, + "map": 1, + "start": 1655, + "target_tic": 1687, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.74654769897461, + "shift_swapped": -8.711034774780273, + "shift_reference": 29.955427169799805, + "peak_recorded": 0.08303143084049225, + "peak_swapped": 0.01943514496088028, + "peak_reference": 0.09430979192256927, + "motion_pred": [ + 0.04750187322497368, + 0.020768839865922928, + 0.02658185362815857, + 0.022014740854501724 + ], + "motion_real": [ + 0.03983879089355469, + 0.046261318027973175, + 0.048929519951343536, + 0.03706542029976845 + ], + "shift_reference_raw": 29.230255126953125 + }, + { + "index": 1433, + "episode": 39, + "map": 1, + "start": 1678, + "target_tic": 1710, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.010193347930908, + "shift_swapped": -6.110403537750244, + "shift_reference": 4.05369234085083, + "peak_recorded": 0.4648815989494324, + "peak_swapped": 0.4354266822338104, + "peak_reference": 0.5337842702865601, + "motion_pred": [ + 0.04214116558432579, + 0.03247562050819397, + 0.035508424043655396, + 0.033300939947366714 + ], + "motion_real": [ + 0.04020105302333832, + 0.03959684818983078, + 0.04580577090382576, + 0.04737909138202667 + ], + "shift_reference_raw": 4.0516676902771 + }, + { + "index": 1556, + "episode": 39, + "map": 1, + "start": 1871, + "target_tic": 1903, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.729888916015625, + "shift_swapped": 19.868518829345703, + "shift_reference": -23.577030181884766, + "peak_recorded": 0.13173434138298035, + "peak_swapped": 0.12203079462051392, + "peak_reference": 0.20877167582511902, + "motion_pred": [ + 0.052795834839344025, + 0.0423850417137146, + 0.04040239378809929, + 0.03980609402060509 + ], + "motion_real": [ + 0.06327890604734421, + 0.11069358140230179, + 0.09572669863700867, + 0.10152677446603775 + ], + "shift_reference_raw": -23.59142303466797 + }, + { + "index": 1802, + "episode": 39, + "map": 1, + "start": 2187, + "target_tic": 2219, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.40410614013672, + "shift_swapped": 21.394325256347656, + "shift_reference": -23.55807113647461, + "peak_recorded": 0.7723223567008972, + "peak_swapped": 0.7207924127578735, + "peak_reference": 0.8154017329216003, + "motion_pred": [ + 0.03712446242570877, + 0.028978832066059113, + 0.02793162502348423, + 0.02646717056632042 + ], + "motion_real": [ + 0.04091765731573105, + 0.03992630913853645, + 0.03892095386981964, + 0.03596119582653046 + ], + "shift_reference_raw": -23.618547439575195 + }, + { + "index": 1816, + "episode": 39, + "map": 1, + "start": 2201, + "target_tic": 2233, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.39176368713379, + "shift_swapped": 21.17082405090332, + "shift_reference": -19.825584411621094, + "peak_recorded": 0.3879949450492859, + "peak_swapped": 0.39667409658432007, + "peak_reference": 0.5430591702461243, + "motion_pred": [ + 0.045567356050014496, + 0.037081584334373474, + 0.04235716164112091, + 0.040503859519958496 + ], + "motion_real": [ + 0.04909607395529747, + 0.0483178049325943, + 0.0483553484082222, + 0.049774691462516785 + ], + "shift_reference_raw": -19.71241569519043 + }, + { + "index": 1828, + "episode": 39, + "map": 1, + "start": 2213, + "target_tic": 2245, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.028165817260742, + "shift_swapped": -20.401466369628906, + "shift_reference": 19.54880142211914, + "peak_recorded": 0.4545084536075592, + "peak_swapped": 0.35923507809638977, + "peak_reference": 0.4803352952003479, + "motion_pred": [ + 0.050260160118341446, + 0.04028131812810898, + 0.0563320517539978, + 0.06800246238708496 + ], + "motion_real": [ + 0.04787905141711235, + 0.04954773560166359, + 0.054416242986917496, + 0.05750313773751259 + ], + "shift_reference_raw": 19.14340591430664 + }, + { + "index": 1995, + "episode": 39, + "map": 1, + "start": 2485, + "target_tic": 2517, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.615793228149414, + "shift_swapped": 16.92168426513672, + "shift_reference": -25.66057777404785, + "peak_recorded": 0.10790219157934189, + "peak_swapped": 0.09844078868627548, + "peak_reference": 0.18238228559494019, + "motion_pred": [ + 0.05333012342453003, + 0.045714300125837326, + 0.051264747977256775, + 0.05264868214726448 + ], + "motion_real": [ + 0.0717676654458046, + 0.08372938632965088, + 0.08354414254426956, + 0.07745248079299927 + ], + "shift_reference_raw": -25.864547729492188 + }, + { + "index": 2132, + "episode": 39, + "map": 1, + "start": 2657, + "target_tic": 2689, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.793298721313477, + "shift_swapped": 19.806535720825195, + "shift_reference": -20.17579460144043, + "peak_recorded": 0.406592458486557, + "peak_swapped": 0.4130229949951172, + "peak_reference": 0.48759278655052185, + "motion_pred": [ + 0.061658572405576706, + 0.049729861319065094, + 0.04496391862630844, + 0.04294000566005707 + ], + "motion_real": [ + 0.062440525740385056, + 0.058944568037986755, + 0.048716817051172256, + 0.04982487112283707 + ], + "shift_reference_raw": -20.811290740966797 + }, + { + "index": 2189, + "episode": 39, + "map": 1, + "start": 2749, + "target_tic": 2781, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.57297706604004, + "shift_swapped": 23.15215301513672, + "shift_reference": -23.972078323364258, + "peak_recorded": 0.8276231288909912, + "peak_swapped": 0.7820982336997986, + "peak_reference": 0.8337132930755615, + "motion_pred": [ + 0.0373387336730957, + 0.0325559638440609, + 0.02942989207804203, + 0.028384633362293243 + ], + "motion_real": [ + 0.040004752576351166, + 0.038994066417217255, + 0.03715645894408226, + 0.03935650736093521 + ], + "shift_reference_raw": -24.01388168334961 + }, + { + "index": 2361, + "episode": 39, + "map": 1, + "start": 2921, + "target_tic": 2953, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.736038208007812, + "shift_swapped": 22.203723907470703, + "shift_reference": -20.430418014526367, + "peak_recorded": 0.4344332218170166, + "peak_swapped": 0.33209332823753357, + "peak_reference": 0.4712819457054138, + "motion_pred": [ + 0.04828624427318573, + 0.03800046443939209, + 0.041465114802122116, + 0.04785223677754402 + ], + "motion_real": [ + 0.049145374447107315, + 0.05088420584797859, + 0.048901014029979706, + 0.05226656794548035 + ], + "shift_reference_raw": -21.608654022216797 + }, + { + "index": 2644, + "episode": 39, + "map": 1, + "start": 3204, + "target_tic": 3236, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 11.475664138793945, + "shift_swapped": 28.364648818969727, + "shift_reference": -11.847572326660156, + "peak_recorded": 0.5006660223007202, + "peak_swapped": 0.17720627784729004, + "peak_reference": 0.5637122392654419, + "motion_pred": [ + 0.05762778967618942, + 0.056319523602724075, + 0.046153582632541656, + 0.04333003982901573 + ], + "motion_real": [ + 0.06306073814630508, + 0.06468668580055237, + 0.06456608325242996, + 0.06759680062532425 + ], + "shift_reference_raw": -11.812724113464355 + }, + { + "index": 2815, + "episode": 39, + "map": 1, + "start": 3410, + "target_tic": 3442, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.2338132858276367, + "shift_swapped": -4.120112895965576, + "shift_reference": 1.9053668975830078, + "peak_recorded": 0.26134955883026123, + "peak_swapped": 0.24373793601989746, + "peak_reference": 0.19269955158233643, + "motion_pred": [ + 0.04114513844251633, + 0.030353326350450516, + 0.0286747794598341, + 0.03252125903964043 + ], + "motion_real": [ + 0.040715549141168594, + 0.040662143379449844, + 0.040104471147060394, + 0.04011266306042671 + ], + "shift_reference_raw": 1.9171957969665527 + }, + { + "index": 2829, + "episode": 39, + "map": 1, + "start": 3424, + "target_tic": 3456, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": 32.0, + "peak_recorded": 0.24855944514274597, + "peak_swapped": 0.20906339585781097, + "peak_reference": -0.031246207654476166, + "motion_pred": [ + 0.05997125431895256, + 0.017716877162456512, + 0.02084776945412159, + 0.024740397930145264 + ], + "motion_real": [ + 0.04383184015750885, + 0.049618348479270935, + 0.04038490355014801, + 0.04405966028571129 + ], + "shift_reference_raw": 28.484519958496094 + }, + { + "index": 3029, + "episode": 39, + "map": 1, + "start": 3694, + "target_tic": 3726, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.836484909057617, + "shift_swapped": -15.814657211303711, + "shift_reference": 22.109899520874023, + "peak_recorded": 0.40794381499290466, + "peak_swapped": 0.347197949886322, + "peak_reference": 0.4078000485897064, + "motion_pred": [ + 0.05959484726190567, + 0.03790908306837082, + 0.036537036299705505, + 0.047971099615097046 + ], + "motion_real": [ + 0.061585623770952225, + 0.05981193855404854, + 0.057326797395944595, + 0.05528879910707474 + ], + "shift_reference_raw": 22.253963470458984 + }, + { + "index": 3073, + "episode": 39, + "map": 1, + "start": 3738, + "target_tic": 3770, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.95331573486328, + "shift_swapped": -15.231086730957031, + "shift_reference": -23.862714767456055, + "peak_recorded": 0.036513809114694595, + "peak_swapped": -0.02665332891047001, + "peak_reference": -0.1990332156419754, + "motion_pred": [ + 0.04342394694685936, + 0.018272466957569122, + 0.016132352873682976, + 0.014799187891185284 + ], + "motion_real": [ + 0.05685798078775406, + 0.038823824375867844, + 0.03832106664776802, + 0.03978660702705383 + ], + "shift_reference_raw": -23.700748443603516 + }, + { + "index": 3077, + "episode": 39, + "map": 1, + "start": 3742, + "target_tic": 3774, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 5.354849338531494, + "shift_reference": -32.0, + "peak_recorded": 0.7397236824035645, + "peak_swapped": 0.7305962443351746, + "peak_reference": 0.7229063510894775, + "motion_pred": [ + 0.037352461367845535, + 0.02881552465260029, + 0.03394628316164017, + 0.032877031713724136 + ], + "motion_real": [ + 0.037613436579704285, + 0.04391278699040413, + 0.050173528492450714, + 0.05145690590143204 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 3148, + "episode": 39, + "map": 1, + "start": 3813, + "target_tic": 3845, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.653741836547852, + "shift_swapped": 27.472232818603516, + "shift_reference": -12.17750358581543, + "peak_recorded": 0.30199241638183594, + "peak_swapped": 0.31636032462120056, + "peak_reference": 0.45343711972236633, + "motion_pred": [ + 0.045041702687740326, + 0.03889685124158859, + 0.04090302437543869, + 0.04318242520093918 + ], + "motion_real": [ + 0.046537790447473526, + 0.04870150238275528, + 0.04788739234209061, + 0.04816392436623573 + ], + "shift_reference_raw": -12.965344429016113 + }, + { + "index": 3154, + "episode": 39, + "map": 1, + "start": 3819, + "target_tic": 3851, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 4.012199401855469, + "shift_swapped": 12.163020133972168, + "shift_reference": -1.211675763130188, + "peak_recorded": 0.4584502875804901, + "peak_swapped": 0.500139594078064, + "peak_reference": 0.5915346145629883, + "motion_pred": [ + 0.04897836968302727, + 0.037287913262844086, + 0.03439762443304062, + 0.030156424269080162 + ], + "motion_real": [ + 0.046703603118658066, + 0.0482342354953289, + 0.04806164279580116, + 0.04277023300528526 + ], + "shift_reference_raw": -1.3172266483306885 + }, + { + "index": 3294, + "episode": 39, + "map": 1, + "start": 4029, + "target_tic": 4061, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.3168532848358154, + "shift_swapped": -21.105863571166992, + "shift_reference": 17.101970672607422, + "peak_recorded": 0.19838687777519226, + "peak_swapped": 0.24453993141651154, + "peak_reference": 0.33782127499580383, + "motion_pred": [ + 0.05600683391094208, + 0.041314881294965744, + 0.04007098451256752, + 0.035801224410533905 + ], + "motion_real": [ + 0.05675371363759041, + 0.05617857351899147, + 0.054068781435489655, + 0.04718480259180069 + ], + "shift_reference_raw": 18.959545135498047 + }, + { + "index": 3327, + "episode": 39, + "map": 1, + "start": 4062, + "target_tic": 4094, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 2.835625171661377, + "shift_swapped": 23.170732498168945, + "shift_reference": -15.65684700012207, + "peak_recorded": 0.4029290974140167, + "peak_swapped": 0.3541279137134552, + "peak_reference": 0.5238668918609619, + "motion_pred": [ + 0.04188717529177666, + 0.03366974741220474, + 0.03394274413585663, + 0.03620380163192749 + ], + "motion_real": [ + 0.04166631028056145, + 0.042856547981500626, + 0.04438304528594017, + 0.045194659382104874 + ], + "shift_reference_raw": -15.441737174987793 + }, + { + "index": 3429, + "episode": 39, + "map": 1, + "start": 4164, + "target_tic": 4196, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.175613403320312, + "shift_swapped": 26.240524291992188, + "shift_reference": -18.12579345703125, + "peak_recorded": 0.31425052881240845, + "peak_swapped": 0.26625382900238037, + "peak_reference": 0.33493342995643616, + "motion_pred": [ + 0.0477253720164299, + 0.03806957229971886, + 0.0384482778608799, + 0.03778897598385811 + ], + "motion_real": [ + 0.049546871334314346, + 0.05038603022694588, + 0.049932532012462616, + 0.04856356605887413 + ], + "shift_reference_raw": -18.088808059692383 + }, + { + "index": 3847, + "episode": 156, + "map": 1, + "start": 333, + "target_tic": 365, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.5264284014701843, + "shift_swapped": -32.0, + "shift_reference": 20.463056564331055, + "peak_recorded": 0.2382829338312149, + "peak_swapped": 0.7306085824966431, + "peak_reference": 0.8118985891342163, + "motion_pred": [ + 0.0762186050415039, + 0.046649493277072906, + 0.04687963053584099, + 0.04673311114311218 + ], + "motion_real": [ + 0.07879380881786346, + 0.0716824010014534, + 0.0653032660484314, + 0.06757496297359467 + ], + "shift_reference_raw": 20.2900390625 + }, + { + "index": 3914, + "episode": 156, + "map": 1, + "start": 400, + "target_tic": 432, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.83709144592285, + "shift_swapped": -22.66905403137207, + "shift_reference": 22.443477630615234, + "peak_recorded": 0.5086674094200134, + "peak_swapped": 0.4044802188873291, + "peak_reference": 0.8322169184684753, + "motion_pred": [ + 0.07366161793470383, + 0.053988680243492126, + 0.04877134785056114, + 0.03806290030479431 + ], + "motion_real": [ + 0.07254545390605927, + 0.07344057410955429, + 0.06978853791952133, + 0.06959936767816544 + ], + "shift_reference_raw": 22.232759475708008 + }, + { + "index": 3921, + "episode": 156, + "map": 1, + "start": 407, + "target_tic": 439, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 12.796631813049316, + "shift_reference": -32.0, + "peak_recorded": 0.359777569770813, + "peak_swapped": 0.7565308213233948, + "peak_reference": 0.11723427474498749, + "motion_pred": [ + 0.08764565736055374, + 0.04732730612158775, + 0.032812297344207764, + 0.02608351968228817 + ], + "motion_real": [ + 0.08685071766376495, + 0.07676130533218384, + 0.04018956422805786, + 0.05217953398823738 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 4240, + "episode": 156, + "map": 1, + "start": 796, + "target_tic": 828, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.08441734313965, + "shift_swapped": 23.727874755859375, + "shift_reference": -23.734638214111328, + "peak_recorded": 0.33361324667930603, + "peak_swapped": 0.4199759066104889, + "peak_reference": 0.5069400668144226, + "motion_pred": [ + 0.046199578791856766, + 0.039116270840168, + 0.04791797325015068, + 0.04534696787595749 + ], + "motion_real": [ + 0.052251655608415604, + 0.051085151731967926, + 0.05333846062421799, + 0.050125811249017715 + ], + "shift_reference_raw": -23.664926528930664 + }, + { + "index": 4274, + "episode": 156, + "map": 1, + "start": 865, + "target_tic": 897, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.17029541730880737, + "shift_swapped": 6.126194953918457, + "shift_reference": 19.829988479614258, + "peak_recorded": 0.4597807228565216, + "peak_swapped": 0.4275520443916321, + "peak_reference": 0.398631751537323, + "motion_pred": [ + 0.05446978285908699, + 0.05194797366857529, + 0.05773255228996277, + 0.05664754658937454 + ], + "motion_real": [ + 0.05276573449373245, + 0.05382788926362991, + 0.05472496524453163, + 0.05865541473031044 + ], + "shift_reference_raw": 8.887181282043457 + }, + { + "index": 4289, + "episode": 156, + "map": 1, + "start": 880, + "target_tic": 912, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.208945631980896, + "shift_swapped": 30.977039337158203, + "shift_reference": -32.0, + "peak_recorded": 0.21506687998771667, + "peak_swapped": 0.27169159054756165, + "peak_reference": 0.1998707801103592, + "motion_pred": [ + 0.039859555661678314, + 0.03266952559351921, + 0.03797615319490433, + 0.034241750836372375 + ], + "motion_real": [ + 0.039586324244737625, + 0.03916521742939949, + 0.040192220360040665, + 0.04176699370145798 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 4320, + "episode": 156, + "map": 1, + "start": 911, + "target_tic": 943, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.55185317993164, + "shift_swapped": -28.375097274780273, + "shift_reference": 21.64098358154297, + "peak_recorded": 0.47345423698425293, + "peak_swapped": 0.36540964245796204, + "peak_reference": 0.445342093706131, + "motion_pred": [ + 0.046554576605558395, + 0.036563690751791, + 0.0384102389216423, + 0.03701194003224373 + ], + "motion_real": [ + 0.047731079161167145, + 0.04953690990805626, + 0.05089016258716583, + 0.05106029286980629 + ], + "shift_reference_raw": 21.804458618164062 + }, + { + "index": 4808, + "episode": 156, + "map": 1, + "start": 1539, + "target_tic": 1571, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.020784378051758, + "shift_swapped": 30.12248420715332, + "shift_reference": -19.944488525390625, + "peak_recorded": 0.26732051372528076, + "peak_swapped": 0.35161587595939636, + "peak_reference": 0.39465731382369995, + "motion_pred": [ + 0.05231126770377159, + 0.04367944598197937, + 0.03942152485251427, + 0.03302965313196182 + ], + "motion_real": [ + 0.049000389873981476, + 0.047676343470811844, + 0.04721442610025406, + 0.04712167754769325 + ], + "shift_reference_raw": -19.23341178894043 + }, + { + "index": 4890, + "episode": 156, + "map": 1, + "start": 1621, + "target_tic": 1653, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.026372194290161, + "shift_swapped": -7.593848705291748, + "shift_reference": 4.5341291427612305, + "peak_recorded": 0.5437541604042053, + "peak_swapped": 0.5094864368438721, + "peak_reference": 0.5419666767120361, + "motion_pred": [ + 0.041217464953660965, + 0.03170841187238693, + 0.03341890871524811, + 0.032381877303123474 + ], + "motion_real": [ + 0.039559971541166306, + 0.03962697461247444, + 0.0414130762219429, + 0.04253366217017174 + ], + "shift_reference_raw": 4.249917507171631 + }, + { + "index": 5049, + "episode": 156, + "map": 1, + "start": 1780, + "target_tic": 1812, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.067859649658203, + "shift_swapped": 23.949026107788086, + "shift_reference": -16.350461959838867, + "peak_recorded": 0.4492250382900238, + "peak_swapped": 0.49892017245292664, + "peak_reference": 0.5672517418861389, + "motion_pred": [ + 0.048191241919994354, + 0.0413547083735466, + 0.04086757451295853, + 0.031866490840911865 + ], + "motion_real": [ + 0.04669030010700226, + 0.04459603130817413, + 0.045257318764925, + 0.044557638466358185 + ], + "shift_reference_raw": -14.885602951049805 + }, + { + "index": 5054, + "episode": 156, + "map": 1, + "start": 1785, + "target_tic": 1817, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.14784812927246, + "shift_swapped": 27.792856216430664, + "shift_reference": -20.911901473999023, + "peak_recorded": 0.21057231724262238, + "peak_swapped": 0.22661873698234558, + "peak_reference": 0.2802492380142212, + "motion_pred": [ + 0.04561743140220642, + 0.035321664065122604, + 0.03754587098956108, + 0.033759377896785736 + ], + "motion_real": [ + 0.04439079016447067, + 0.04550475999712944, + 0.04586699977517128, + 0.044332344084978104 + ], + "shift_reference_raw": -18.564836502075195 + }, + { + "index": 5129, + "episode": 156, + "map": 1, + "start": 1860, + "target_tic": 1892, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.880313873291016, + "shift_swapped": -17.165952682495117, + "shift_reference": 15.945816993713379, + "peak_recorded": 0.26061198115348816, + "peak_swapped": 0.25458410382270813, + "peak_reference": 0.3669184148311615, + "motion_pred": [ + 0.0415334515273571, + 0.032843392342329025, + 0.034560129046440125, + 0.03201219066977501 + ], + "motion_real": [ + 0.04313761740922928, + 0.0442831926047802, + 0.04486324265599251, + 0.043601591140031815 + ], + "shift_reference_raw": 16.057205200195312 + }, + { + "index": 5266, + "episode": 156, + "map": 1, + "start": 1997, + "target_tic": 2029, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.248315811157227, + "shift_swapped": -2.1007087230682373, + "shift_reference": -20.421911239624023, + "peak_recorded": 0.5142027139663696, + "peak_swapped": 0.3781711161136627, + "peak_reference": 0.566129744052887, + "motion_pred": [ + 0.04556015133857727, + 0.034742217510938644, + 0.03932454064488411, + 0.033233534544706345 + ], + "motion_real": [ + 0.04711846262216568, + 0.04711059108376503, + 0.04801689833402634, + 0.049765441566705704 + ], + "shift_reference_raw": -20.01765251159668 + }, + { + "index": 5375, + "episode": 156, + "map": 1, + "start": 2106, + "target_tic": 2138, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.20781707763672, + "shift_swapped": -19.71465492248535, + "shift_reference": 28.68912124633789, + "peak_recorded": 0.454122394323349, + "peak_swapped": 0.4853275418281555, + "peak_reference": 0.46544450521469116, + "motion_pred": [ + 0.0471695214509964, + 0.03241298347711563, + 0.03527463227510452, + 0.041230835020542145 + ], + "motion_real": [ + 0.04970545694231987, + 0.05018988996744156, + 0.0503353551030159, + 0.04791421815752983 + ], + "shift_reference_raw": 29.627870559692383 + }, + { + "index": 5388, + "episode": 156, + "map": 1, + "start": 2119, + "target_tic": 2151, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.653844833374023, + "shift_swapped": 21.217235565185547, + "shift_reference": -20.197717666625977, + "peak_recorded": 0.3551681935787201, + "peak_swapped": 0.326866090297699, + "peak_reference": 0.5509621500968933, + "motion_pred": [ + 0.05278066545724869, + 0.04377869516611099, + 0.05014285817742348, + 0.05007079616189003 + ], + "motion_real": [ + 0.05036844685673714, + 0.049492284655570984, + 0.04766126722097397, + 0.04792017862200737 + ], + "shift_reference_raw": -19.79358673095703 + }, + { + "index": 5593, + "episode": 156, + "map": 1, + "start": 2324, + "target_tic": 2356, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.675270080566406, + "shift_swapped": 27.029682159423828, + "shift_reference": -17.94219207763672, + "peak_recorded": 0.46383026242256165, + "peak_swapped": 0.4289099872112274, + "peak_reference": 0.49324750900268555, + "motion_pred": [ + 0.053324874490499496, + 0.05034122243523598, + 0.055115509778261185, + 0.04930141568183899 + ], + "motion_real": [ + 0.049669913947582245, + 0.04830552265048027, + 0.048308245837688446, + 0.049671437591314316 + ], + "shift_reference_raw": -17.987951278686523 + }, + { + "index": 5758, + "episode": 156, + "map": 1, + "start": 2524, + "target_tic": 2556, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.655967712402344, + "shift_swapped": -18.16437339782715, + "shift_reference": 19.40167808532715, + "peak_recorded": 0.35488376021385193, + "peak_swapped": 0.3965766429901123, + "peak_reference": 0.4262183904647827, + "motion_pred": [ + 0.05787850543856621, + 0.048240579664707184, + 0.04888080433011055, + 0.04846937581896782 + ], + "motion_real": [ + 0.05625614896416664, + 0.0550725944340229, + 0.05439304560422897, + 0.053217414766550064 + ], + "shift_reference_raw": 18.643836975097656 + }, + { + "index": 5804, + "episode": 156, + "map": 1, + "start": 2605, + "target_tic": 2637, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.107555389404297, + "shift_swapped": -23.09244155883789, + "shift_reference": 17.461740493774414, + "peak_recorded": 0.273716002702713, + "peak_swapped": 0.27715665102005005, + "peak_reference": 0.2728068232536316, + "motion_pred": [ + 0.06419916450977325, + 0.04681813344359398, + 0.04183065891265869, + 0.02791091613471508 + ], + "motion_real": [ + 0.06142150238156319, + 0.06131406128406525, + 0.059906888753175735, + 0.04898596927523613 + ], + "shift_reference_raw": 17.443246841430664 + }, + { + "index": 6012, + "episode": 156, + "map": 1, + "start": 2813, + "target_tic": 2845, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.608572959899902, + "shift_swapped": 28.124814987182617, + "shift_reference": -16.60984992980957, + "peak_recorded": 0.47214916348457336, + "peak_swapped": 0.40442541241645813, + "peak_reference": 0.6192246079444885, + "motion_pred": [ + 0.053186509758234024, + 0.0432296097278595, + 0.04747513681650162, + 0.04689764231443405 + ], + "motion_real": [ + 0.046529822051525116, + 0.047755517065525055, + 0.04686728119850159, + 0.04710744693875313 + ], + "shift_reference_raw": -16.34238624572754 + }, + { + "index": 6115, + "episode": 156, + "map": 1, + "start": 2951, + "target_tic": 2983, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -18.123409271240234, + "shift_reference": -32.0, + "peak_recorded": 0.15505528450012207, + "peak_swapped": 0.034995321184396744, + "peak_reference": 0.18187886476516724, + "motion_pred": [ + 0.04487963020801544, + 0.0287630595266819, + 0.030883153900504112, + 0.035807304084300995 + ], + "motion_real": [ + 0.040948618203401566, + 0.043712154030799866, + 0.05712702497839928, + 0.04443412646651268 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 6326, + "episode": 156, + "map": 1, + "start": 3162, + "target_tic": 3194, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.980260848999023, + "shift_swapped": -32.0, + "shift_reference": 20.056482315063477, + "peak_recorded": 0.261481374502182, + "peak_swapped": 0.25092658400535583, + "peak_reference": 0.33130618929862976, + "motion_pred": [ + 0.05057838559150696, + 0.03540293872356415, + 0.03355943039059639, + 0.03127693384885788 + ], + "motion_real": [ + 0.051540594547986984, + 0.05001479759812355, + 0.04832462593913078, + 0.04588329419493675 + ], + "shift_reference_raw": 20.587963104248047 + }, + { + "index": 6516, + "episode": 156, + "map": 1, + "start": 3422, + "target_tic": 3454, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 32.0, + "shift_reference": -32.0, + "peak_recorded": -0.006208500359207392, + "peak_swapped": -0.045288603752851486, + "peak_reference": 0.1546463817358017, + "motion_pred": [ + 0.0414639450609684, + 0.02461404725909233, + 0.0259742122143507, + 0.026233050972223282 + ], + "motion_real": [ + 0.03964781016111374, + 0.03605327755212784, + 0.03682895004749298, + 0.037634044885635376 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 6540, + "episode": 156, + "map": 1, + "start": 3446, + "target_tic": 3478, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.0936241149902344, + "shift_swapped": -7.25683069229126, + "shift_reference": 4.677534103393555, + "peak_recorded": 0.4506211578845978, + "peak_swapped": 0.4263875484466553, + "peak_reference": 0.5056803822517395, + "motion_pred": [ + 0.046496760100126266, + 0.03730566427111626, + 0.044984105974435806, + 0.04432579129934311 + ], + "motion_real": [ + 0.04492035135626793, + 0.04943030700087547, + 0.052254047244787216, + 0.05267807096242905 + ], + "shift_reference_raw": 4.489377021789551 + }, + { + "index": 6665, + "episode": 156, + "map": 1, + "start": 3606, + "target_tic": 3638, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.889169692993164, + "shift_swapped": -20.720134735107422, + "shift_reference": 27.88343048095703, + "peak_recorded": 0.23394881188869476, + "peak_swapped": 0.2075875848531723, + "peak_reference": 0.015523160807788372, + "motion_pred": [ + 0.06617213785648346, + 0.047416698187589645, + 0.04509070888161659, + 0.04574068263173103 + ], + "motion_real": [ + 0.09176769107580185, + 0.06795896589756012, + 0.06473759561777115, + 0.06305211037397385 + ], + "shift_reference_raw": 25.874366760253906 + }, + { + "index": 6760, + "episode": 156, + "map": 1, + "start": 3701, + "target_tic": 3733, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 9.414249420166016, + "shift_swapped": 32.0, + "shift_reference": 7.384650707244873, + "peak_recorded": 0.36639031767845154, + "peak_swapped": 0.24526742100715637, + "peak_reference": 0.3370274603366852, + "motion_pred": [ + 0.05472269654273987, + 0.034173935651779175, + 0.030369844287633896, + 0.022753262892365456 + ], + "motion_real": [ + 0.053234465420246124, + 0.05851505696773529, + 0.05196509510278702, + 0.05883289873600006 + ], + "shift_reference_raw": 8.550334930419922 + }, + { + "index": 7100, + "episode": 156, + "map": 1, + "start": 4041, + "target_tic": 4073, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.113779067993164, + "shift_swapped": 23.794780731201172, + "shift_reference": -23.462329864501953, + "peak_recorded": 0.47886982560157776, + "peak_swapped": 0.4739982485771179, + "peak_reference": 0.5238800644874573, + "motion_pred": [ + 0.04500098526477814, + 0.03312181681394577, + 0.03225308656692505, + 0.033748213201761246 + ], + "motion_real": [ + 0.04537320137023926, + 0.04568006843328476, + 0.041167475283145905, + 0.040433600544929504 + ], + "shift_reference_raw": -21.267513275146484 + }, + { + "index": 7335, + "episode": 156, + "map": 1, + "start": 4346, + "target_tic": 4378, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.680551528930664, + "shift_swapped": 7.894903659820557, + "shift_reference": -31.35584259033203, + "peak_recorded": 0.7587297558784485, + "peak_swapped": 0.7500523924827576, + "peak_reference": 0.6912290453910828, + "motion_pred": [ + 0.03756977617740631, + 0.02762575075030327, + 0.03161696717143059, + 0.031965404748916626 + ], + "motion_real": [ + 0.041311975568532944, + 0.04788978770375252, + 0.05191958323121071, + 0.05330011993646622 + ], + "shift_reference_raw": -30.84201431274414 + }, + { + "index": 7533, + "episode": 156, + "map": 1, + "start": 4544, + "target_tic": 4576, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.065042495727539, + "shift_swapped": -32.0, + "shift_reference": 16.115365982055664, + "peak_recorded": 0.6912847757339478, + "peak_swapped": 0.7332249879837036, + "peak_reference": 0.8214475512504578, + "motion_pred": [ + 0.06130611151456833, + 0.04087800905108452, + 0.04755820333957672, + 0.04072388634085655 + ], + "motion_real": [ + 0.06124667450785637, + 0.06113193929195404, + 0.06689468771219254, + 0.0570635162293911 + ], + "shift_reference_raw": 16.13104820251465 + }, + { + "index": 7537, + "episode": 156, + "map": 1, + "start": 4548, + "target_tic": 4580, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 14.097031593322754, + "shift_reference": -32.0, + "peak_recorded": 0.8198925852775574, + "peak_swapped": 0.8137930631637573, + "peak_reference": 0.8151341080665588, + "motion_pred": [ + 0.055788684636354446, + 0.04474712908267975, + 0.04257545620203018, + 0.03176266700029373 + ], + "motion_real": [ + 0.053808871656656265, + 0.05792354792356491, + 0.04603055492043495, + 0.046284135431051254 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 7615, + "episode": 169, + "map": 1, + "start": 77, + "target_tic": 109, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": -17.855215072631836, + "peak_recorded": 0.20497892796993256, + "peak_swapped": 0.19317354261875153, + "peak_reference": 0.13557428121566772, + "motion_pred": [ + 0.04261764883995056, + 0.036381796002388, + 0.038597289472818375, + 0.041529979556798935 + ], + "motion_real": [ + 0.03956615552306175, + 0.03994518890976906, + 0.03968123719096184, + 0.04129558056592941 + ], + "shift_reference_raw": -18.350339889526367 + }, + { + "index": 7650, + "episode": 169, + "map": 1, + "start": 112, + "target_tic": 144, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.117589950561523, + "shift_swapped": -14.752180099487305, + "shift_reference": 29.2696590423584, + "peak_recorded": 0.08417318761348724, + "peak_swapped": 0.1223473846912384, + "peak_reference": 0.5686773657798767, + "motion_pred": [ + 0.03827397897839546, + 0.021802987903356552, + 0.01964467018842697, + 0.020783057436347008 + ], + "motion_real": [ + 0.035201504826545715, + 0.036801766604185104, + 0.03707011044025421, + 0.037871550768613815 + ], + "shift_reference_raw": 29.34568977355957 + }, + { + "index": 7654, + "episode": 169, + "map": 1, + "start": 116, + "target_tic": 148, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.239177703857422, + "shift_swapped": -1.2674075365066528, + "shift_reference": 30.092147827148438, + "peak_recorded": 0.1584644913673401, + "peak_swapped": 0.18263745307922363, + "peak_reference": 0.24972181022167206, + "motion_pred": [ + 0.04016897827386856, + 0.03161128982901573, + 0.02987211011350155, + 0.033584948629140854 + ], + "motion_real": [ + 0.04064057394862175, + 0.044799305498600006, + 0.048385392874479294, + 0.04827277362346649 + ], + "shift_reference_raw": 30.117563247680664 + }, + { + "index": 8088, + "episode": 169, + "map": 1, + "start": 585, + "target_tic": 617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.273895263671875, + "shift_swapped": 19.7071533203125, + "shift_reference": -16.320606231689453, + "peak_recorded": 0.18939442932605743, + "peak_swapped": 0.1811077892780304, + "peak_reference": 0.3156003952026367, + "motion_pred": [ + 0.05279335752129555, + 0.04013378173112869, + 0.03947676718235016, + 0.04882188141345978 + ], + "motion_real": [ + 0.0576760359108448, + 0.054756712168455124, + 0.05232945829629898, + 0.05712615326046944 + ], + "shift_reference_raw": -16.244279861450195 + }, + { + "index": 8112, + "episode": 169, + "map": 1, + "start": 609, + "target_tic": 641, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.515689849853516, + "shift_swapped": 32.0, + "shift_reference": -22.866968154907227, + "peak_recorded": 0.2836247682571411, + "peak_swapped": 0.316772997379303, + "peak_reference": 0.43456780910491943, + "motion_pred": [ + 0.0516134537756443, + 0.03891704976558685, + 0.04278741031885147, + 0.04016745835542679 + ], + "motion_real": [ + 0.05776412785053253, + 0.05734993517398834, + 0.058046579360961914, + 0.05649535357952118 + ], + "shift_reference_raw": -21.085786819458008 + }, + { + "index": 8198, + "episode": 169, + "map": 1, + "start": 730, + "target_tic": 762, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -20.879545211791992, + "shift_reference": 16.584932327270508, + "peak_recorded": 0.14037463068962097, + "peak_swapped": 0.17221809923648834, + "peak_reference": 0.2202444225549698, + "motion_pred": [ + 0.05478349328041077, + 0.042031180113554, + 0.042712368071079254, + 0.04530831426382065 + ], + "motion_real": [ + 0.055362261831760406, + 0.05762764811515808, + 0.05428203195333481, + 0.05685180053114891 + ], + "shift_reference_raw": 16.967588424682617 + }, + { + "index": 8240, + "episode": 169, + "map": 1, + "start": 772, + "target_tic": 804, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.17493471503257751, + "shift_swapped": -13.954967498779297, + "shift_reference": 1.201919674873352, + "peak_recorded": 0.5721182227134705, + "peak_swapped": 0.5353101491928101, + "peak_reference": 0.5888998508453369, + "motion_pred": [ + 0.045206326991319656, + 0.034947626292705536, + 0.03099685162305832, + 0.03855491802096367 + ], + "motion_real": [ + 0.04305950552225113, + 0.04272903501987457, + 0.04072728008031845, + 0.04439593851566315 + ], + "shift_reference_raw": 1.411192774772644 + }, + { + "index": 8572, + "episode": 169, + "map": 1, + "start": 1139, + "target_tic": 1171, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.971576690673828, + "shift_swapped": 23.453643798828125, + "shift_reference": -20.486915588378906, + "peak_recorded": 0.3668847680091858, + "peak_swapped": 0.4328945577144623, + "peak_reference": 0.3840356171131134, + "motion_pred": [ + 0.05538952350616455, + 0.047049205750226974, + 0.04561169072985649, + 0.04535035043954849 + ], + "motion_real": [ + 0.056444939225912094, + 0.059849370270967484, + 0.06058759242296219, + 0.060786906629800797 + ], + "shift_reference_raw": -20.72983741760254 + }, + { + "index": 8604, + "episode": 169, + "map": 1, + "start": 1171, + "target_tic": 1203, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.08728813380002975, + "shift_swapped": 14.821571350097656, + "shift_reference": -0.21293693780899048, + "peak_recorded": 0.2751983106136322, + "peak_swapped": 0.19673772156238556, + "peak_reference": 0.3282121419906616, + "motion_pred": [ + 0.04629546031355858, + 0.040088120847940445, + 0.04047219082713127, + 0.04042772203683853 + ], + "motion_real": [ + 0.042648959904909134, + 0.044077225029468536, + 0.04559655860066414, + 0.04395296797156334 + ], + "shift_reference_raw": -1.1677907705307007 + }, + { + "index": 9030, + "episode": 169, + "map": 1, + "start": 1667, + "target_tic": 1699, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.9188387393951416, + "shift_swapped": -5.972006320953369, + "shift_reference": 4.168375015258789, + "peak_recorded": 0.5073502063751221, + "peak_swapped": 0.4772505760192871, + "peak_reference": 0.6027340888977051, + "motion_pred": [ + 0.046560436487197876, + 0.03969292715191841, + 0.04130122810602188, + 0.0411762073636055 + ], + "motion_real": [ + 0.04444710165262222, + 0.045539263635873795, + 0.04476450756192207, + 0.04489211365580559 + ], + "shift_reference_raw": 4.139034271240234 + }, + { + "index": 9068, + "episode": 169, + "map": 1, + "start": 1705, + "target_tic": 1737, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.872567653656006, + "shift_swapped": -16.10248565673828, + "shift_reference": 0.08700385689735413, + "peak_recorded": 0.5249528288841248, + "peak_swapped": 0.45179057121276855, + "peak_reference": 0.5981110334396362, + "motion_pred": [ + 0.04955979436635971, + 0.03678068518638611, + 0.04086730256676674, + 0.04045434668660164 + ], + "motion_real": [ + 0.04608790948987007, + 0.04883123189210892, + 0.051881805062294006, + 0.05342058837413788 + ], + "shift_reference_raw": 0.0455634780228138 + }, + { + "index": 9147, + "episode": 169, + "map": 1, + "start": 1819, + "target_tic": 1851, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.239835739135742, + "shift_swapped": -22.2805233001709, + "shift_reference": 19.32050323486328, + "peak_recorded": 0.46503573656082153, + "peak_swapped": 0.431902676820755, + "peak_reference": 0.5240703821182251, + "motion_pred": [ + 0.05276188626885414, + 0.04469054192304611, + 0.053014256060123444, + 0.046311475336551666 + ], + "motion_real": [ + 0.05208084359765053, + 0.05495784431695938, + 0.056214574724435806, + 0.05223110690712929 + ], + "shift_reference_raw": 18.955259323120117 + }, + { + "index": 9409, + "episode": 169, + "map": 1, + "start": 2116, + "target_tic": 2148, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.901607513427734, + "shift_swapped": 23.92535400390625, + "shift_reference": -24.10292625427246, + "peak_recorded": 0.30404767394065857, + "peak_swapped": 0.35408827662467957, + "peak_reference": 0.3348943591117859, + "motion_pred": [ + 0.04588739201426506, + 0.036383770406246185, + 0.03212948516011238, + 0.03165125101804733 + ], + "motion_real": [ + 0.044829417020082474, + 0.045161303132772446, + 0.04350502789020538, + 0.039075348526239395 + ], + "shift_reference_raw": -24.41939926147461 + }, + { + "index": 9641, + "episode": 169, + "map": 1, + "start": 2383, + "target_tic": 2415, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.486373901367188, + "shift_swapped": -21.049869537353516, + "shift_reference": 19.692920684814453, + "peak_recorded": 0.42226338386535645, + "peak_swapped": 0.39232295751571655, + "peak_reference": 0.4847371578216553, + "motion_pred": [ + 0.053357671946287155, + 0.0397542268037796, + 0.04430373013019562, + 0.054145924746990204 + ], + "motion_real": [ + 0.05213885009288788, + 0.05215923860669136, + 0.054046664386987686, + 0.05514797940850258 + ], + "shift_reference_raw": 19.073022842407227 + }, + { + "index": 9705, + "episode": 169, + "map": 1, + "start": 2482, + "target_tic": 2514, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 7.172768592834473, + "shift_reference": -29.228239059448242, + "peak_recorded": 0.6423744559288025, + "peak_swapped": 0.7712329626083374, + "peak_reference": 0.22958452999591827, + "motion_pred": [ + 0.09553525596857071, + 0.05579054355621338, + 0.0509151965379715, + 0.05291517451405525 + ], + "motion_real": [ + 0.10831408947706223, + 0.075431689620018, + 0.07474284619092941, + 0.07439016550779343 + ], + "shift_reference_raw": -28.369455337524414 + }, + { + "index": 9712, + "episode": 169, + "map": 1, + "start": 2489, + "target_tic": 2521, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.222049713134766, + "shift_swapped": -28.573348999023438, + "shift_reference": 13.832258224487305, + "peak_recorded": 0.2362460047006607, + "peak_swapped": 0.13528525829315186, + "peak_reference": 0.408369779586792, + "motion_pred": [ + 0.059071071445941925, + 0.03655096888542175, + 0.03843314200639725, + 0.03901788592338562 + ], + "motion_real": [ + 0.05493675544857979, + 0.047751788049936295, + 0.04430194944143295, + 0.04725249484181404 + ], + "shift_reference_raw": 13.676932334899902 + }, + { + "index": 9834, + "episode": 169, + "map": 1, + "start": 2681, + "target_tic": 2713, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.3298251628875732, + "shift_swapped": 2.0631260871887207, + "shift_reference": 2.8797667026519775, + "peak_recorded": 0.345451295375824, + "peak_swapped": 0.33608129620552063, + "peak_reference": 0.2094847857952118, + "motion_pred": [ + 0.04470494017004967, + 0.04376664012670517, + 0.04471232742071152, + 0.04142099618911743 + ], + "motion_real": [ + 0.05020986124873161, + 0.053206127136945724, + 0.0475785918533802, + 0.04577266052365303 + ], + "shift_reference_raw": 0.0020622091833502054 + }, + { + "index": 10144, + "episode": 169, + "map": 1, + "start": 3061, + "target_tic": 3093, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.728809356689453, + "shift_swapped": -24.130823135375977, + "shift_reference": 21.121524810791016, + "peak_recorded": 0.4364730417728424, + "peak_swapped": 0.28809383511543274, + "peak_reference": 0.4610934257507324, + "motion_pred": [ + 0.05746890604496002, + 0.0447264239192009, + 0.041126005351543427, + 0.036156319081783295 + ], + "motion_real": [ + 0.05332871899008751, + 0.05283946543931961, + 0.05271613597869873, + 0.05176922306418419 + ], + "shift_reference_raw": 21.32637596130371 + }, + { + "index": 10335, + "episode": 169, + "map": 1, + "start": 3287, + "target_tic": 3319, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.603633880615234, + "shift_swapped": 26.999284744262695, + "shift_reference": 25.092761993408203, + "peak_recorded": 0.12118054181337357, + "peak_swapped": 0.06851725280284882, + "peak_reference": 0.11117157340049744, + "motion_pred": [ + 0.04209499806165695, + 0.03949882462620735, + 0.03595667704939842, + 0.034148234874010086 + ], + "motion_real": [ + 0.04720011353492737, + 0.05082736909389496, + 0.05254899710416794, + 0.04956015944480896 + ], + "shift_reference_raw": 25.248477935791016 + }, + { + "index": 10389, + "episode": 169, + "map": 1, + "start": 3341, + "target_tic": 3373, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.242815017700195, + "shift_swapped": 22.14832305908203, + "shift_reference": -19.99515724182129, + "peak_recorded": 0.336024671792984, + "peak_swapped": 0.34609857201576233, + "peak_reference": 0.3953624665737152, + "motion_pred": [ + 0.04744432494044304, + 0.039573702961206436, + 0.043529681861400604, + 0.054470885545015335 + ], + "motion_real": [ + 0.04928336292505264, + 0.05205630883574486, + 0.050396766513586044, + 0.04968127980828285 + ], + "shift_reference_raw": -20.29487419128418 + }, + { + "index": 10428, + "episode": 169, + "map": 1, + "start": 3415, + "target_tic": 3447, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.1347307413816452, + "shift_swapped": -12.179381370544434, + "shift_reference": 0.3569108545780182, + "peak_recorded": 0.261819064617157, + "peak_swapped": 0.23627439141273499, + "peak_reference": 0.4390616714954376, + "motion_pred": [ + 0.050037357956171036, + 0.042929213494062424, + 0.0550345852971077, + 0.07148133963346481 + ], + "motion_real": [ + 0.050640638917684555, + 0.054276157170534134, + 0.05972488597035408, + 0.058544356375932693 + ], + "shift_reference_raw": 0.07691304385662079 + }, + { + "index": 10432, + "episode": 169, + "map": 1, + "start": 3419, + "target_tic": 3451, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.355327606201172, + "shift_swapped": -28.978652954101562, + "shift_reference": 13.609445571899414, + "peak_recorded": 0.33149901032447815, + "peak_swapped": 0.3832854628562927, + "peak_reference": 0.44696420431137085, + "motion_pred": [ + 0.05682167038321495, + 0.052670739591121674, + 0.0409676693379879, + 0.04036707803606987 + ], + "motion_real": [ + 0.05564628913998604, + 0.05654839053750038, + 0.0583142414689064, + 0.05384692922234535 + ], + "shift_reference_raw": 13.965210914611816 + }, + { + "index": 10444, + "episode": 169, + "map": 1, + "start": 3431, + "target_tic": 3463, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.152037143707275, + "shift_swapped": -11.26352596282959, + "shift_reference": 7.408518314361572, + "peak_recorded": 0.5782464742660522, + "peak_swapped": 0.3576834201812744, + "peak_reference": 0.4218827188014984, + "motion_pred": [ + 0.05353407934308052, + 0.04215838760137558, + 0.03652362525463104, + 0.03825821727514267 + ], + "motion_real": [ + 0.05279593542218208, + 0.05253073200583458, + 0.052375003695487976, + 0.054721735417842865 + ], + "shift_reference_raw": 8.127387046813965 + }, + { + "index": 10761, + "episode": 169, + "map": 1, + "start": 3748, + "target_tic": 3780, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.549806594848633, + "shift_swapped": -12.05862808227539, + "shift_reference": -20.631593704223633, + "peak_recorded": 0.8299161791801453, + "peak_swapped": 0.8875493407249451, + "peak_reference": 0.8388237953186035, + "motion_pred": [ + 0.04111150652170181, + 0.023991338908672333, + 0.019814033061265945, + 0.019604358822107315 + ], + "motion_real": [ + 0.03662795200943947, + 0.03733380138874054, + 0.04147579148411751, + 0.04085325449705124 + ], + "shift_reference_raw": -20.82679557800293 + }, + { + "index": 11111, + "episode": 169, + "map": 1, + "start": 4168, + "target_tic": 4200, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.408693313598633, + "shift_swapped": 27.084922790527344, + "shift_reference": -21.73702049255371, + "peak_recorded": 0.45698463916778564, + "peak_swapped": 0.41483867168426514, + "peak_reference": 0.48627662658691406, + "motion_pred": [ + 0.046744707971811295, + 0.03520122915506363, + 0.03594167158007622, + 0.03694598004221916 + ], + "motion_real": [ + 0.049325644969940186, + 0.04855292662978172, + 0.050103895366191864, + 0.04962053522467613 + ], + "shift_reference_raw": -21.784366607666016 + }, + { + "index": 11159, + "episode": 169, + "map": 1, + "start": 4216, + "target_tic": 4248, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.699644088745117, + "shift_swapped": -2.6108357906341553, + "shift_reference": -10.121193885803223, + "peak_recorded": 0.5978016257286072, + "peak_swapped": 0.5863697528839111, + "peak_reference": 0.7597901821136475, + "motion_pred": [ + 0.05451333150267601, + 0.04385490342974663, + 0.04443290829658508, + 0.059202369302511215 + ], + "motion_real": [ + 0.050253551453351974, + 0.04920669272542, + 0.04816804453730583, + 0.04812660440802574 + ], + "shift_reference_raw": -10.052392959594727 + }, + { + "index": 11395, + "episode": 169, + "map": 1, + "start": 4452, + "target_tic": 4484, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.048349380493164, + "shift_swapped": -22.262006759643555, + "shift_reference": 20.329740524291992, + "peak_recorded": 0.42881298065185547, + "peak_swapped": 0.43519923090934753, + "peak_reference": 0.5637015700340271, + "motion_pred": [ + 0.0516623854637146, + 0.037451669573783875, + 0.038812942802906036, + 0.036190446466207504 + ], + "motion_real": [ + 0.046386558562517166, + 0.046839639544487, + 0.04663703218102455, + 0.040586426854133606 + ], + "shift_reference_raw": 20.440908432006836 + }, + { + "index": 11474, + "episode": 195, + "map": 1, + "start": 33, + "target_tic": 65, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.03162956237793, + "shift_swapped": -26.040767669677734, + "shift_reference": 24.839284896850586, + "peak_recorded": 0.7820900082588196, + "peak_swapped": 0.7893241047859192, + "peak_reference": 0.8392011523246765, + "motion_pred": [ + 0.08360414206981659, + 0.07522637397050858, + 0.0826173946261406, + 0.09793845564126968 + ], + "motion_real": [ + 0.08865600824356079, + 0.08307840675115585, + 0.08614661544561386, + 0.0942954495549202 + ], + "shift_reference_raw": 24.62898826599121 + }, + { + "index": 11485, + "episode": 195, + "map": 1, + "start": 44, + "target_tic": 76, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.032506942749023, + "shift_swapped": -20.0765380859375, + "shift_reference": 22.25310707092285, + "peak_recorded": 0.6082645058631897, + "peak_swapped": 0.5742655992507935, + "peak_reference": 0.4696749150753021, + "motion_pred": [ + 0.1015099287033081, + 0.08729193359613419, + 0.08804716169834137, + 0.10009098052978516 + ], + "motion_real": [ + 0.12808041274547577, + 0.11151184141635895, + 0.10563687235116959, + 0.09493034332990646 + ], + "shift_reference_raw": 21.812864303588867 + }, + { + "index": 11507, + "episode": 195, + "map": 1, + "start": 66, + "target_tic": 98, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.469388961791992, + "shift_swapped": 19.44448471069336, + "shift_reference": -21.580801010131836, + "peak_recorded": 0.6177661418914795, + "peak_swapped": 0.6367883086204529, + "peak_reference": 0.7441111207008362, + "motion_pred": [ + 0.10442192852497101, + 0.06846512854099274, + 0.07742196321487427, + 0.08193063735961914 + ], + "motion_real": [ + 0.0996842235326767, + 0.09669201821088791, + 0.09560976177453995, + 0.09019329398870468 + ], + "shift_reference_raw": -21.591371536254883 + }, + { + "index": 11743, + "episode": 195, + "map": 1, + "start": 302, + "target_tic": 334, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.283742904663086, + "shift_swapped": 19.636194229125977, + "shift_reference": -21.72001075744629, + "peak_recorded": 0.8061882853507996, + "peak_swapped": 0.7440290451049805, + "peak_reference": 0.8031601905822754, + "motion_pred": [ + 0.09497828036546707, + 0.06691228598356247, + 0.05958462506532669, + 0.055839065462350845 + ], + "motion_real": [ + 0.10526471585035324, + 0.09945809841156006, + 0.09493212401866913, + 0.08844245225191116 + ], + "shift_reference_raw": -21.94807243347168 + }, + { + "index": 11927, + "episode": 195, + "map": 1, + "start": 521, + "target_tic": 553, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -5.199676990509033, + "shift_swapped": -15.12350845336914, + "shift_reference": -9.088245391845703, + "peak_recorded": 0.3931976854801178, + "peak_swapped": 0.3380835950374603, + "peak_reference": 0.3798638880252838, + "motion_pred": [ + 0.05653044208884239, + 0.05150388553738594, + 0.0627770945429802, + 0.07915791869163513 + ], + "motion_real": [ + 0.05418325588107109, + 0.06517383456230164, + 0.0737089067697525, + 0.0806465595960617 + ], + "shift_reference_raw": -9.310961723327637 + }, + { + "index": 11937, + "episode": 195, + "map": 1, + "start": 566, + "target_tic": 598, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.538326263427734, + "shift_swapped": 17.13448143005371, + "shift_reference": -22.242076873779297, + "peak_recorded": 0.3981350362300873, + "peak_swapped": 0.3792804777622223, + "peak_reference": 0.3289799392223358, + "motion_pred": [ + 0.05663500726222992, + 0.0442732572555542, + 0.03831712156534195, + 0.03274564817547798 + ], + "motion_real": [ + 0.04855732619762421, + 0.04570195451378822, + 0.046187788248062134, + 0.04288449138402939 + ], + "shift_reference_raw": -26.17704963684082 + }, + { + "index": 12022, + "episode": 195, + "map": 1, + "start": 651, + "target_tic": 683, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.701982021331787, + "shift_swapped": -7.749326229095459, + "shift_reference": 1.1399939060211182, + "peak_recorded": 0.582094132900238, + "peak_swapped": 0.5535935163497925, + "peak_reference": 0.6536991000175476, + "motion_pred": [ + 0.04692798852920532, + 0.037172831594944, + 0.04479426518082619, + 0.0466841459274292 + ], + "motion_real": [ + 0.04593522846698761, + 0.048771537840366364, + 0.06388451904058456, + 0.06569359451532364 + ], + "shift_reference_raw": 1.8251737356185913 + }, + { + "index": 12072, + "episode": 195, + "map": 1, + "start": 701, + "target_tic": 733, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.956766605377197, + "shift_swapped": -5.878070831298828, + "shift_reference": 4.10105562210083, + "peak_recorded": 0.40049776434898376, + "peak_swapped": 0.4045094847679138, + "peak_reference": 0.4107985198497772, + "motion_pred": [ + 0.054160233587026596, + 0.05086426064372063, + 0.053670063614845276, + 0.05007917433977127 + ], + "motion_real": [ + 0.05145751312375069, + 0.057195935398340225, + 0.05570274963974953, + 0.05443478003144264 + ], + "shift_reference_raw": 4.056859016418457 + }, + { + "index": 12146, + "episode": 195, + "map": 1, + "start": 775, + "target_tic": 807, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.261110782623291, + "shift_swapped": -4.099837779998779, + "shift_reference": 3.6976120471954346, + "peak_recorded": 0.2996326684951782, + "peak_swapped": 0.3078102171421051, + "peak_reference": 0.2623401880264282, + "motion_pred": [ + 0.04887794703245163, + 0.03982119262218475, + 0.05427105352282524, + 0.05859304964542389 + ], + "motion_real": [ + 0.05022919550538063, + 0.0499383881688118, + 0.05303095653653145, + 0.056413546204566956 + ], + "shift_reference_raw": 8.387012481689453 + }, + { + "index": 12330, + "episode": 195, + "map": 1, + "start": 994, + "target_tic": 1026, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 9.803479194641113, + "shift_swapped": 31.41259765625, + "shift_reference": 10.445173263549805, + "peak_recorded": 0.5460324883460999, + "peak_swapped": 0.5006847381591797, + "peak_reference": 0.5225009918212891, + "motion_pred": [ + 0.04567016661167145, + 0.03791915997862816, + 0.03076792135834694, + 0.02974669635295868 + ], + "motion_real": [ + 0.045024000108242035, + 0.04477718472480774, + 0.04463883489370346, + 0.04270092397928238 + ], + "shift_reference_raw": 12.741762161254883 + }, + { + "index": 12333, + "episode": 195, + "map": 1, + "start": 997, + "target_tic": 1029, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -31.065141677856445, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.2219873070716858, + "peak_swapped": 0.23333020508289337, + "peak_reference": 0.1331896036863327, + "motion_pred": [ + 0.041827015578746796, + 0.03018844686448574, + 0.03975151851773262, + 0.021167652681469917 + ], + "motion_real": [ + 0.04270092397928238, + 0.049494583159685135, + 0.06268526613712311, + 0.04840170219540596 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 12506, + "episode": 195, + "map": 1, + "start": 1240, + "target_tic": 1272, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 1.997939944267273, + "shift_swapped": 13.471092224121094, + "shift_reference": 0.7758708596229553, + "peak_recorded": 0.1496245265007019, + "peak_swapped": 0.14989477396011353, + "peak_reference": 0.0862305760383606, + "motion_pred": [ + 0.05240655317902565, + 0.0316302552819252, + 0.019984178245067596, + 0.022183571010828018 + ], + "motion_real": [ + 0.039218589663505554, + 0.03884365037083626, + 0.04161934182047844, + 0.03986967355012894 + ], + "shift_reference_raw": 4.886180877685547 + }, + { + "index": 12545, + "episode": 195, + "map": 1, + "start": 1279, + "target_tic": 1311, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.741247177124023, + "shift_swapped": 24.83587646484375, + "shift_reference": -19.837810516357422, + "peak_recorded": 0.3233385384082794, + "peak_swapped": 0.34903937578201294, + "peak_reference": 0.4637852907180786, + "motion_pred": [ + 0.05478540435433388, + 0.06424218416213989, + 0.055823247879743576, + 0.04818004369735718 + ], + "motion_real": [ + 0.05619610846042633, + 0.0647655501961708, + 0.06096638739109039, + 0.05681487172842026 + ], + "shift_reference_raw": -19.85500144958496 + }, + { + "index": 12668, + "episode": 195, + "map": 1, + "start": 1472, + "target_tic": 1504, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.016515718773007393, + "shift_swapped": 29.63243865966797, + "shift_reference": -9.13989543914795, + "peak_recorded": 0.27168697118759155, + "peak_swapped": 0.15766234695911407, + "peak_reference": 0.3362804055213928, + "motion_pred": [ + 0.04587618634104729, + 0.036569561809301376, + 0.03850851207971573, + 0.03378751873970032 + ], + "motion_real": [ + 0.05031076446175575, + 0.047674257308244705, + 0.04339625686407089, + 0.04144860431551933 + ], + "shift_reference_raw": -10.901839256286621 + }, + { + "index": 12681, + "episode": 195, + "map": 1, + "start": 1485, + "target_tic": 1517, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.1402513980865479, + "shift_swapped": -0.5524775385856628, + "shift_reference": 30.53870391845703, + "peak_recorded": 0.11067141592502594, + "peak_swapped": 0.10273638367652893, + "peak_reference": -0.05047980695962906, + "motion_pred": [ + 0.04043368250131607, + 0.02777716889977455, + 0.03179490566253662, + 0.026313133537769318 + ], + "motion_real": [ + 0.0418502576649189, + 0.03931041061878204, + 0.05297524482011795, + 0.0408954955637455 + ], + "shift_reference_raw": 21.979354858398438 + }, + { + "index": 12701, + "episode": 195, + "map": 1, + "start": 1505, + "target_tic": 1537, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.763959884643555, + "shift_swapped": -8.248026847839355, + "shift_reference": 3.9353082180023193, + "peak_recorded": 0.48301318287849426, + "peak_swapped": 0.45692548155784607, + "peak_reference": 0.46029984951019287, + "motion_pred": [ + 0.04975491017103195, + 0.04385887086391449, + 0.04111809656023979, + 0.03873836249113083 + ], + "motion_real": [ + 0.04919090494513512, + 0.052552804350852966, + 0.04827624931931496, + 0.04645184800028801 + ], + "shift_reference_raw": 3.368881940841675 + }, + { + "index": 12781, + "episode": 195, + "map": 1, + "start": 1620, + "target_tic": 1652, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.75616455078125, + "shift_swapped": 17.785541534423828, + "shift_reference": -27.228044509887695, + "peak_recorded": 0.6622735857963562, + "peak_swapped": 0.45118749141693115, + "peak_reference": 0.5086782574653625, + "motion_pred": [ + 0.04240792989730835, + 0.03335392847657204, + 0.032129570841789246, + 0.029725931584835052 + ], + "motion_real": [ + 0.0490582101047039, + 0.048211127519607544, + 0.048770345747470856, + 0.05083724111318588 + ], + "shift_reference_raw": -25.33275032043457 + }, + { + "index": 12795, + "episode": 195, + "map": 1, + "start": 1634, + "target_tic": 1666, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.15155601501465, + "shift_swapped": 20.32166290283203, + "shift_reference": -20.28238868713379, + "peak_recorded": 0.4123358428478241, + "peak_swapped": 0.4538380205631256, + "peak_reference": 0.4841569662094116, + "motion_pred": [ + 0.0513455756008625, + 0.04432909935712814, + 0.04551335796713829, + 0.03959863632917404 + ], + "motion_real": [ + 0.05584728717803955, + 0.05634547770023346, + 0.053107935935258865, + 0.04878852516412735 + ], + "shift_reference_raw": -20.3531436920166 + }, + { + "index": 12862, + "episode": 195, + "map": 1, + "start": 1736, + "target_tic": 1768, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.8968356251716614, + "shift_swapped": -0.7148125767707825, + "shift_reference": -0.17020146548748016, + "peak_recorded": 0.29888656735420227, + "peak_swapped": 0.27986782789230347, + "peak_reference": 0.27929583191871643, + "motion_pred": [ + 0.05177410691976547, + 0.047736845910549164, + 0.04217224195599556, + 0.040349189192056656 + ], + "motion_real": [ + 0.0524546317756176, + 0.05132649838924408, + 0.054236073046922684, + 0.051851414144039154 + ], + "shift_reference_raw": -7.898674488067627 + }, + { + "index": 12891, + "episode": 195, + "map": 1, + "start": 1765, + "target_tic": 1797, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.3033631145954132, + "shift_swapped": 10.847643852233887, + "shift_reference": 10.917485237121582, + "peak_recorded": 0.48851892352104187, + "peak_swapped": 0.5190640091896057, + "peak_reference": 0.45782357454299927, + "motion_pred": [ + 0.03895077109336853, + 0.025207486003637314, + 0.026201633736491203, + 0.022656584158539772 + ], + "motion_real": [ + 0.037522610276937485, + 0.0386044904589653, + 0.037940964102745056, + 0.0379297137260437 + ], + "shift_reference_raw": 11.281599044799805 + }, + { + "index": 13061, + "episode": 195, + "map": 1, + "start": 1970, + "target_tic": 2002, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.678144454956055, + "shift_swapped": 24.636310577392578, + "shift_reference": -19.306087493896484, + "peak_recorded": 0.3452906906604767, + "peak_swapped": 0.34436362981796265, + "peak_reference": 0.5677394866943359, + "motion_pred": [ + 0.04789094999432564, + 0.03958539292216301, + 0.04723300784826279, + 0.04999006539583206 + ], + "motion_real": [ + 0.04659643769264221, + 0.05110592022538185, + 0.055385522544384, + 0.06380552053451538 + ], + "shift_reference_raw": -19.43678092956543 + }, + { + "index": 13161, + "episode": 195, + "map": 1, + "start": 2105, + "target_tic": 2137, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.142105102539062, + "shift_swapped": -20.021503448486328, + "shift_reference": 20.657939910888672, + "peak_recorded": 0.3225851058959961, + "peak_swapped": 0.26843973994255066, + "peak_reference": 0.22958829998970032, + "motion_pred": [ + 0.050446778535842896, + 0.0401725172996521, + 0.044256534427404404, + 0.0677010715007782 + ], + "motion_real": [ + 0.04839474335312843, + 0.045714251697063446, + 0.04735611751675606, + 0.04674944654107094 + ], + "shift_reference_raw": 17.550382614135742 + }, + { + "index": 13386, + "episode": 195, + "map": 1, + "start": 2365, + "target_tic": 2397, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.849178314208984, + "shift_swapped": -20.924835205078125, + "shift_reference": 20.850696563720703, + "peak_recorded": 0.253958135843277, + "peak_swapped": 0.2793208062648773, + "peak_reference": 0.2955278158187866, + "motion_pred": [ + 0.05011044442653656, + 0.03650673106312752, + 0.0468531996011734, + 0.046681735664606094 + ], + "motion_real": [ + 0.048618678003549576, + 0.04930086061358452, + 0.04975929483771324, + 0.05082777515053749 + ], + "shift_reference_raw": 20.691137313842773 + }, + { + "index": 13494, + "episode": 195, + "map": 1, + "start": 2508, + "target_tic": 2540, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -22.293813705444336, + "shift_reference": 16.53190803527832, + "peak_recorded": 0.5656814575195312, + "peak_swapped": 0.650700569152832, + "peak_reference": 0.6535794138908386, + "motion_pred": [ + 0.05125301331281662, + 0.017396587878465652, + 0.01813647896051407, + 0.016399333253502846 + ], + "motion_real": [ + 0.03686702251434326, + 0.04332420602440834, + 0.040959637612104416, + 0.046586304903030396 + ], + "shift_reference_raw": 16.368249893188477 + }, + { + "index": 13964, + "episode": 195, + "map": 1, + "start": 3083, + "target_tic": 3115, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 14.136241912841797, + "shift_swapped": 11.977266311645508, + "shift_reference": -20.050386428833008, + "peak_recorded": 0.15275108814239502, + "peak_swapped": 0.24041007459163666, + "peak_reference": -0.03216800466179848, + "motion_pred": [ + 0.05198188126087189, + 0.02492114156484604, + 0.02224060334265232, + 0.021207226440310478 + ], + "motion_real": [ + 0.04636678844690323, + 0.0472819060087204, + 0.04556409642100334, + 0.05512545257806778 + ], + "shift_reference_raw": -20.227821350097656 + }, + { + "index": 14035, + "episode": 195, + "map": 1, + "start": 3154, + "target_tic": 3186, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.23419217765331268, + "shift_swapped": 31.13336181640625, + "shift_reference": -13.803991317749023, + "peak_recorded": 0.1881416141986847, + "peak_swapped": 0.2338859736919403, + "peak_reference": 0.19616037607192993, + "motion_pred": [ + 0.03971432149410248, + 0.03602438420057297, + 0.036392953246831894, + 0.04109096899628639 + ], + "motion_real": [ + 0.04051637649536133, + 0.04329129308462143, + 0.044502876698970795, + 0.047464244067668915 + ], + "shift_reference_raw": -0.16339629888534546 + }, + { + "index": 14285, + "episode": 195, + "map": 1, + "start": 3474, + "target_tic": 3506, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.91884422302246, + "shift_swapped": 14.740463256835938, + "shift_reference": -25.946014404296875, + "peak_recorded": 0.6184027194976807, + "peak_swapped": 0.6851822733879089, + "peak_reference": 0.5982556343078613, + "motion_pred": [ + 0.04125077649950981, + 0.0348191075026989, + 0.03309206664562225, + 0.03298887982964516 + ], + "motion_real": [ + 0.04341456666588783, + 0.04625079780817032, + 0.04872120916843414, + 0.051910433918237686 + ], + "shift_reference_raw": -25.920394897460938 + }, + { + "index": 14599, + "episode": 195, + "map": 1, + "start": 3823, + "target_tic": 3855, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.36438751220703, + "shift_swapped": 16.1334171295166, + "shift_reference": -23.133859634399414, + "peak_recorded": 0.1703355312347412, + "peak_swapped": 0.16588450968265533, + "peak_reference": 0.3288572430610657, + "motion_pred": [ + 0.0561041496694088, + 0.042470868676900864, + 0.04211292043328285, + 0.039385903626680374 + ], + "motion_real": [ + 0.058392852544784546, + 0.05799029767513275, + 0.05743900686502457, + 0.055341798812150955 + ], + "shift_reference_raw": -22.982023239135742 + }, + { + "index": 14648, + "episode": 195, + "map": 1, + "start": 3872, + "target_tic": 3904, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.193050384521484, + "shift_swapped": 21.728336334228516, + "shift_reference": -22.151683807373047, + "peak_recorded": 0.2950550317764282, + "peak_swapped": 0.25694775581359863, + "peak_reference": 0.26069915294647217, + "motion_pred": [ + 0.051090653985738754, + 0.0380738191306591, + 0.031811513006687164, + 0.03196389973163605 + ], + "motion_real": [ + 0.05157707259058952, + 0.04779693856835365, + 0.044364675879478455, + 0.0409366711974144 + ], + "shift_reference_raw": -21.8269100189209 + }, + { + "index": 14951, + "episode": 195, + "map": 1, + "start": 4210, + "target_tic": 4242, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.9952449798584, + "shift_swapped": -11.242998123168945, + "shift_reference": 22.97793197631836, + "peak_recorded": 0.1496148407459259, + "peak_swapped": 0.2886608839035034, + "peak_reference": 0.3020019233226776, + "motion_pred": [ + 0.04040026292204857, + 0.029199562966823578, + 0.03267883136868477, + 0.034360937774181366 + ], + "motion_real": [ + 0.04127901792526245, + 0.04435962811112404, + 0.04686489701271057, + 0.052292753010988235 + ], + "shift_reference_raw": 22.84873390197754 + }, + { + "index": 15111, + "episode": 208, + "map": 1, + "start": 12, + "target_tic": 44, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.084674835205078, + "shift_swapped": -19.134302139282227, + "shift_reference": -15.087569236755371, + "peak_recorded": 0.20605285465717316, + "peak_swapped": 0.19017882645130157, + "peak_reference": 0.596904456615448, + "motion_pred": [ + 0.13194109499454498, + 0.08136790245771408, + 0.04581158608198166, + 0.03663301467895508 + ], + "motion_real": [ + 0.1013624370098114, + 0.11863600462675095, + 0.10944346338510513, + 0.10760217159986496 + ], + "shift_reference_raw": -13.23861312866211 + }, + { + "index": 15152, + "episode": 208, + "map": 1, + "start": 53, + "target_tic": 85, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.821725845336914, + "shift_swapped": 32.0, + "shift_reference": -12.870977401733398, + "peak_recorded": 0.8250530958175659, + "peak_swapped": 0.7771832942962646, + "peak_reference": 0.8582531213760376, + "motion_pred": [ + 0.06320616602897644, + 0.04883713647723198, + 0.05466829240322113, + 0.05014190077781677 + ], + "motion_real": [ + 0.07343736290931702, + 0.07023482024669647, + 0.07038024067878723, + 0.06887141615152359 + ], + "shift_reference_raw": -12.969012260437012 + }, + { + "index": 15261, + "episode": 208, + "map": 1, + "start": 162, + "target_tic": 194, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.308632254600525, + "shift_swapped": 32.0, + "shift_reference": 4.655391216278076, + "peak_recorded": 0.7982422113418579, + "peak_swapped": 0.5333916544914246, + "peak_reference": 0.7021688222885132, + "motion_pred": [ + 0.035242386162281036, + 0.021459000185132027, + 0.023781297728419304, + 0.022888189181685448 + ], + "motion_real": [ + 0.028620274737477303, + 0.030395112931728363, + 0.0343833863735199, + 0.03454053774476051 + ], + "shift_reference_raw": 4.574752330780029 + }, + { + "index": 15480, + "episode": 208, + "map": 1, + "start": 416, + "target_tic": 448, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.7826648950576782, + "shift_swapped": -1.6951396465301514, + "shift_reference": -7.875739574432373, + "peak_recorded": 0.48778268694877625, + "peak_swapped": 0.3921787440776825, + "peak_reference": 0.33136823773384094, + "motion_pred": [ + 0.05239880084991455, + 0.03897540643811226, + 0.030183423310518265, + 0.04377364367246628 + ], + "motion_real": [ + 0.05546426773071289, + 0.053540006279945374, + 0.055834461003541946, + 0.060836922377347946 + ], + "shift_reference_raw": -8.546616554260254 + }, + { + "index": 15527, + "episode": 208, + "map": 1, + "start": 498, + "target_tic": 530, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.884547233581543, + "shift_swapped": -26.26896095275879, + "shift_reference": 15.005745887756348, + "peak_recorded": 0.5153903961181641, + "peak_swapped": 0.5970221161842346, + "peak_reference": 0.34559953212738037, + "motion_pred": [ + 0.04832415282726288, + 0.04770766571164131, + 0.049383629113435745, + 0.05004345625638962 + ], + "motion_real": [ + 0.049680184572935104, + 0.048732731491327286, + 0.04881182312965393, + 0.05008074268698692 + ], + "shift_reference_raw": 15.169931411743164 + }, + { + "index": 15756, + "episode": 208, + "map": 1, + "start": 797, + "target_tic": 829, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.19116973876953, + "shift_swapped": -29.988718032836914, + "shift_reference": 24.54556655883789, + "peak_recorded": 0.44053903222084045, + "peak_swapped": 0.4070596396923065, + "peak_reference": 0.4319790303707123, + "motion_pred": [ + 0.050562482327222824, + 0.033591240644454956, + 0.03374640271067619, + 0.03656049445271492 + ], + "motion_real": [ + 0.04415472224354744, + 0.04462771117687225, + 0.04487275704741478, + 0.04703386873006821 + ], + "shift_reference_raw": 24.096498489379883 + }, + { + "index": 15966, + "episode": 208, + "map": 1, + "start": 1042, + "target_tic": 1074, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.07441520690918, + "shift_swapped": 23.664371490478516, + "shift_reference": -20.28382682800293, + "peak_recorded": 0.3433389663696289, + "peak_swapped": 0.3909768760204315, + "peak_reference": 0.395465224981308, + "motion_pred": [ + 0.045708347111940384, + 0.03391947224736214, + 0.03499450534582138, + 0.05090831592679024 + ], + "motion_real": [ + 0.04640393704175949, + 0.044594816863536835, + 0.04444331303238869, + 0.04528302699327469 + ], + "shift_reference_raw": -20.730316162109375 + }, + { + "index": 15997, + "episode": 208, + "map": 1, + "start": 1073, + "target_tic": 1105, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -7.9685773849487305, + "shift_swapped": -7.384782314300537, + "shift_reference": 8.943367004394531, + "peak_recorded": 0.10850037634372711, + "peak_swapped": 0.12266085296869278, + "peak_reference": 0.17802013456821442, + "motion_pred": [ + 0.06180357187986374, + 0.05793379247188568, + 0.056693077087402344, + 0.054305385798215866 + ], + "motion_real": [ + 0.05851054936647415, + 0.056823477149009705, + 0.04800252243876457, + 0.04688362404704094 + ], + "shift_reference_raw": 8.830628395080566 + }, + { + "index": 16024, + "episode": 208, + "map": 1, + "start": 1135, + "target_tic": 1167, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.669403076171875, + "shift_swapped": -1.6771506071090698, + "shift_reference": 11.204000473022461, + "peak_recorded": 0.1640390306711197, + "peak_swapped": 0.14920005202293396, + "peak_reference": 0.15662164986133575, + "motion_pred": [ + 0.03816404938697815, + 0.026113109663128853, + 0.027465563267469406, + 0.0289449580013752 + ], + "motion_real": [ + 0.0385718047618866, + 0.038844283670186996, + 0.04927047714591026, + 0.043960727751255035 + ], + "shift_reference_raw": 12.852249145507812 + }, + { + "index": 16063, + "episode": 208, + "map": 1, + "start": 1174, + "target_tic": 1206, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.34461784362793, + "shift_swapped": -20.09139060974121, + "shift_reference": 19.855133056640625, + "peak_recorded": 0.2564176023006439, + "peak_swapped": 0.3420899212360382, + "peak_reference": 0.4097543954849243, + "motion_pred": [ + 0.05584826320409775, + 0.042980361729860306, + 0.045187484472990036, + 0.0590667687356472 + ], + "motion_real": [ + 0.05351624637842178, + 0.05341952294111252, + 0.05629740655422211, + 0.05770724639296532 + ], + "shift_reference_raw": 20.50286102294922 + }, + { + "index": 16069, + "episode": 208, + "map": 1, + "start": 1180, + "target_tic": 1212, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.909778594970703, + "shift_swapped": 17.46930503845215, + "shift_reference": -23.264741897583008, + "peak_recorded": 0.3143230080604553, + "peak_swapped": 0.33663299679756165, + "peak_reference": 0.3681035041809082, + "motion_pred": [ + 0.0615304633975029, + 0.05051752179861069, + 0.051168035715818405, + 0.05512026324868202 + ], + "motion_real": [ + 0.06299512088298798, + 0.06817659735679626, + 0.0728989839553833, + 0.07060188055038452 + ], + "shift_reference_raw": -25.601848602294922 + }, + { + "index": 16135, + "episode": 208, + "map": 1, + "start": 1246, + "target_tic": 1278, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.41378402709961, + "shift_swapped": -16.342681884765625, + "shift_reference": 21.06613540649414, + "peak_recorded": 0.5004435181617737, + "peak_swapped": 0.4445003569126129, + "peak_reference": 0.5778102278709412, + "motion_pred": [ + 0.04785164073109627, + 0.040086712688207626, + 0.04398399218916893, + 0.03889937698841095 + ], + "motion_real": [ + 0.050137102603912354, + 0.052372150123119354, + 0.05322420969605446, + 0.04640642926096916 + ], + "shift_reference_raw": 20.349939346313477 + }, + { + "index": 16186, + "episode": 208, + "map": 1, + "start": 1297, + "target_tic": 1329, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 31.3007755279541, + "shift_swapped": 32.0, + "shift_reference": -3.139012098312378, + "peak_recorded": 0.21108555793762207, + "peak_swapped": 0.09092781692743301, + "peak_reference": 0.39040037989616394, + "motion_pred": [ + 0.04364413768053055, + 0.03701305761933327, + 0.04330136999487877, + 0.04227470979094505 + ], + "motion_real": [ + 0.03743473067879677, + 0.045346323400735855, + 0.0455121286213398, + 0.0447319820523262 + ], + "shift_reference_raw": -3.1443541049957275 + }, + { + "index": 16298, + "episode": 208, + "map": 1, + "start": 1444, + "target_tic": 1476, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.905065536499023, + "shift_swapped": -0.6361042857170105, + "shift_reference": -22.274070739746094, + "peak_recorded": 0.06709077954292297, + "peak_swapped": 0.03261442109942436, + "peak_reference": 0.21802879869937897, + "motion_pred": [ + 0.049748219549655914, + 0.023441629484295845, + 0.017651626840233803, + 0.01940532587468624 + ], + "motion_real": [ + 0.055988479405641556, + 0.06774730980396271, + 0.0650518536567688, + 0.05849882587790489 + ], + "shift_reference_raw": -22.396020889282227 + }, + { + "index": 16312, + "episode": 208, + "map": 1, + "start": 1458, + "target_tic": 1490, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.823413848876953, + "shift_swapped": 24.788272857666016, + "shift_reference": -22.31932830810547, + "peak_recorded": 0.357981413602829, + "peak_swapped": 0.3516920208930969, + "peak_reference": 0.3960672616958618, + "motion_pred": [ + 0.060282569378614426, + 0.041814591735601425, + 0.0402764156460762, + 0.042061954736709595 + ], + "motion_real": [ + 0.06492405384778976, + 0.0597304068505764, + 0.052275143563747406, + 0.056778356432914734 + ], + "shift_reference_raw": -22.34518051147461 + }, + { + "index": 16510, + "episode": 208, + "map": 1, + "start": 1656, + "target_tic": 1688, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.2128002941608429, + "shift_swapped": -11.14523696899414, + "shift_reference": 2.0224597454071045, + "peak_recorded": 0.5492631196975708, + "peak_swapped": 0.5232816338539124, + "peak_reference": 0.5859588384628296, + "motion_pred": [ + 0.045998651534318924, + 0.03520078957080841, + 0.031009819358587265, + 0.02940528094768524 + ], + "motion_real": [ + 0.04364849627017975, + 0.04074835404753685, + 0.04053056612610817, + 0.03982746973633766 + ], + "shift_reference_raw": 2.197589874267578 + }, + { + "index": 16714, + "episode": 208, + "map": 1, + "start": 1895, + "target_tic": 1927, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 3.162371873855591, + "shift_swapped": 27.69024085998535, + "shift_reference": 2.111828088760376, + "peak_recorded": 0.4510584771633148, + "peak_swapped": 0.30982744693756104, + "peak_reference": 0.3441668152809143, + "motion_pred": [ + 0.05503377318382263, + 0.0495264008641243, + 0.04058101400732994, + 0.04088619351387024 + ], + "motion_real": [ + 0.05469045042991638, + 0.055308856070041656, + 0.05365290492773056, + 0.0556003600358963 + ], + "shift_reference_raw": 3.5265815258026123 + }, + { + "index": 16855, + "episode": 208, + "map": 1, + "start": 2071, + "target_tic": 2103, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.206775665283203, + "shift_swapped": 22.28813934326172, + "shift_reference": -22.652515411376953, + "peak_recorded": 0.8377119302749634, + "peak_swapped": 0.8043504357337952, + "peak_reference": 0.8347675800323486, + "motion_pred": [ + 0.039077579975128174, + 0.03204140067100525, + 0.030674222856760025, + 0.030994253233075142 + ], + "motion_real": [ + 0.039704106748104095, + 0.041119284927845, + 0.03987899050116539, + 0.03902832791209221 + ], + "shift_reference_raw": -22.50506019592285 + }, + { + "index": 16880, + "episode": 208, + "map": 1, + "start": 2131, + "target_tic": 2163, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.875486373901367, + "shift_swapped": -27.97820281982422, + "shift_reference": 15.905082702636719, + "peak_recorded": 0.32653456926345825, + "peak_swapped": 0.2903708517551422, + "peak_reference": 0.4286147654056549, + "motion_pred": [ + 0.06386920809745789, + 0.05470207333564758, + 0.05809227004647255, + 0.0533309169113636 + ], + "motion_real": [ + 0.06640974432229996, + 0.06565624475479126, + 0.06340252608060837, + 0.06356162577867508 + ], + "shift_reference_raw": 15.428979873657227 + }, + { + "index": 16881, + "episode": 208, + "map": 1, + "start": 2132, + "target_tic": 2164, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.3122352361679077, + "shift_swapped": -24.725799560546875, + "shift_reference": 15.039037704467773, + "peak_recorded": 0.4131595492362976, + "peak_swapped": 0.3067418932914734, + "peak_reference": 0.49762195348739624, + "motion_pred": [ + 0.06242439150810242, + 0.05134802311658859, + 0.05646190792322159, + 0.059874605387449265 + ], + "motion_real": [ + 0.06565624475479126, + 0.06340252608060837, + 0.06356162577867508, + 0.061205267906188965 + ], + "shift_reference_raw": 14.9169282913208 + }, + { + "index": 16942, + "episode": 208, + "map": 1, + "start": 2193, + "target_tic": 2225, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.28476333618164, + "shift_swapped": -19.192365646362305, + "shift_reference": 21.76331901550293, + "peak_recorded": 0.4875364899635315, + "peak_swapped": 0.5457343459129333, + "peak_reference": 0.4514661431312561, + "motion_pred": [ + 0.04140143841505051, + 0.033119942992925644, + 0.02043720707297325, + 0.016500823199748993 + ], + "motion_real": [ + 0.04283023625612259, + 0.045400336384773254, + 0.041166290640830994, + 0.04338836669921875 + ], + "shift_reference_raw": 21.782062530517578 + }, + { + "index": 16952, + "episode": 208, + "map": 1, + "start": 2203, + "target_tic": 2235, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.167673110961914, + "shift_swapped": -22.30142593383789, + "shift_reference": 21.257558822631836, + "peak_recorded": 0.6941403746604919, + "peak_swapped": 0.6368073225021362, + "peak_reference": 0.6133111715316772, + "motion_pred": [ + 0.040528200566768646, + 0.027874533087015152, + 0.024096986278891563, + 0.025900624692440033 + ], + "motion_real": [ + 0.0435064360499382, + 0.03940550982952118, + 0.04157508909702301, + 0.041951797902584076 + ], + "shift_reference_raw": 21.227405548095703 + }, + { + "index": 17012, + "episode": 208, + "map": 1, + "start": 2263, + "target_tic": 2295, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.729289531707764, + "shift_swapped": 3.3972153663635254, + "shift_reference": -3.3606042861938477, + "peak_recorded": 0.4566172659397125, + "peak_swapped": 0.4255386292934418, + "peak_reference": 0.425890177488327, + "motion_pred": [ + 0.046424929052591324, + 0.04028414562344551, + 0.04510579630732536, + 0.04290783405303955 + ], + "motion_real": [ + 0.04718479514122009, + 0.04861830547451973, + 0.05248001217842102, + 0.05523280054330826 + ], + "shift_reference_raw": -3.5546438694000244 + }, + { + "index": 17165, + "episode": 208, + "map": 1, + "start": 2451, + "target_tic": 2483, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.366215229034424, + "shift_swapped": 4.532608509063721, + "shift_reference": -8.751970291137695, + "peak_recorded": 0.73249751329422, + "peak_swapped": 0.7731878757476807, + "peak_reference": 0.7403591275215149, + "motion_pred": [ + 0.05197091028094292, + 0.04539657011628151, + 0.04160378500819206, + 0.046892404556274414 + ], + "motion_real": [ + 0.050721004605293274, + 0.0516979806125164, + 0.05319371819496155, + 0.055894285440444946 + ], + "shift_reference_raw": -7.276920795440674 + }, + { + "index": 17210, + "episode": 208, + "map": 1, + "start": 2531, + "target_tic": 2563, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.358572006225586, + "shift_swapped": 25.919536590576172, + "shift_reference": 32.0, + "peak_recorded": 0.33550941944122314, + "peak_swapped": 0.41777533292770386, + "peak_reference": 0.5589194297790527, + "motion_pred": [ + 0.0561332106590271, + 0.02927437238395214, + 0.02555089257657528, + 0.025725072249770164 + ], + "motion_real": [ + 0.06600874662399292, + 0.06827761977910995, + 0.0656723603606224, + 0.06222473457455635 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 17217, + "episode": 208, + "map": 1, + "start": 2538, + "target_tic": 2570, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.921600341796875, + "shift_swapped": -18.35508155822754, + "shift_reference": 28.829269409179688, + "peak_recorded": 0.2487374097108841, + "peak_swapped": 0.17423973977565765, + "peak_reference": 0.23980145156383514, + "motion_pred": [ + 0.06430982798337936, + 0.044009942561388016, + 0.041123393923044205, + 0.03416062146425247 + ], + "motion_real": [ + 0.058965109288692474, + 0.05366341769695282, + 0.054576512426137924, + 0.04976509138941765 + ], + "shift_reference_raw": 28.822784423828125 + }, + { + "index": 17575, + "episode": 208, + "map": 1, + "start": 2931, + "target_tic": 2963, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.6058303117752075, + "shift_swapped": -11.889566421508789, + "shift_reference": 0.9295283555984497, + "peak_recorded": 0.4250509738922119, + "peak_swapped": 0.38027337193489075, + "peak_reference": 0.4754377007484436, + "motion_pred": [ + 0.05092889815568924, + 0.041550446301698685, + 0.04851248860359192, + 0.06259571015834808 + ], + "motion_real": [ + 0.04090563580393791, + 0.04417501389980316, + 0.050432443618774414, + 0.05238990858197212 + ], + "shift_reference_raw": 0.6011729836463928 + }, + { + "index": 17664, + "episode": 208, + "map": 1, + "start": 3055, + "target_tic": 3087, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -10.618545532226562, + "shift_swapped": -32.0, + "shift_reference": -7.251250743865967, + "peak_recorded": 0.4087400436401367, + "peak_swapped": 0.4166923761367798, + "peak_reference": 0.5560146570205688, + "motion_pred": [ + 0.04751616343855858, + 0.04023684561252594, + 0.03788616135716438, + 0.04138515889644623 + ], + "motion_real": [ + 0.04281305894255638, + 0.04397318512201309, + 0.0540451817214489, + 0.04617689177393913 + ], + "shift_reference_raw": -7.742776393890381 + }, + { + "index": 17723, + "episode": 208, + "map": 1, + "start": 3114, + "target_tic": 3146, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.752256393432617, + "shift_swapped": -19.31473731994629, + "shift_reference": 32.0, + "peak_recorded": 0.7127656936645508, + "peak_swapped": 0.7272961139678955, + "peak_reference": 0.5799161791801453, + "motion_pred": [ + 0.043923791497945786, + 0.02588469721376896, + 0.02886624075472355, + 0.02371625043451786 + ], + "motion_real": [ + 0.04223224148154259, + 0.03981199860572815, + 0.04103367403149605, + 0.04018179699778557 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 17809, + "episode": 208, + "map": 1, + "start": 3200, + "target_tic": 3232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.09147834777832, + "shift_swapped": -22.29103660583496, + "shift_reference": 18.675790786743164, + "peak_recorded": 0.2669786810874939, + "peak_swapped": 0.012997332029044628, + "peak_reference": 0.319517582654953, + "motion_pred": [ + 0.04926406964659691, + 0.03674307093024254, + 0.04528888687491417, + 0.0387706495821476 + ], + "motion_real": [ + 0.044590890407562256, + 0.04560719430446625, + 0.04974833130836487, + 0.035273466259241104 + ], + "shift_reference_raw": 18.77642059326172 + }, + { + "index": 17971, + "episode": 208, + "map": 1, + "start": 3362, + "target_tic": 3394, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 18.753746032714844, + "shift_reference": -32.0, + "peak_recorded": 0.691535472869873, + "peak_swapped": 0.6924448609352112, + "peak_reference": 0.6903800964355469, + "motion_pred": [ + 0.07300841063261032, + 0.06499464064836502, + 0.05895604193210602, + 0.05560482665896416 + ], + "motion_real": [ + 0.06596264988183975, + 0.0651983916759491, + 0.06013946607708931, + 0.06695304811000824 + ], + "shift_reference_raw": -28.257095336914062 + }, + { + "index": 17988, + "episode": 208, + "map": 1, + "start": 3414, + "target_tic": 3446, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 14.488971710205078, + "shift_swapped": 21.345775604248047, + "shift_reference": 9.892661094665527, + "peak_recorded": 0.40790292620658875, + "peak_swapped": 0.4157564640045166, + "peak_reference": 0.5387662053108215, + "motion_pred": [ + 0.053535379469394684, + 0.023413626477122307, + 0.02443929761648178, + 0.033732298761606216 + ], + "motion_real": [ + 0.05430527776479721, + 0.05416933074593544, + 0.056421127170324326, + 0.06175825372338295 + ], + "shift_reference_raw": 9.980633735656738 + }, + { + "index": 18022, + "episode": 208, + "map": 1, + "start": 3448, + "target_tic": 3480, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.12451171875, + "shift_swapped": 27.571754455566406, + "shift_reference": -19.735071182250977, + "peak_recorded": 0.6213735938072205, + "peak_swapped": 0.5448043942451477, + "peak_reference": 0.6284226179122925, + "motion_pred": [ + 0.05893807113170624, + 0.04212351515889168, + 0.042946286499500275, + 0.04474854841828346 + ], + "motion_real": [ + 0.06097446009516716, + 0.059117406606674194, + 0.059284064918756485, + 0.058203574270009995 + ], + "shift_reference_raw": -20.065153121948242 + }, + { + "index": 18213, + "episode": 208, + "map": 1, + "start": 3639, + "target_tic": 3671, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -0.06209692731499672, + "peak_recorded": 0.32445380091667175, + "peak_swapped": 0.408512681722641, + "peak_reference": 0.24395988881587982, + "motion_pred": [ + 0.0442081093788147, + 0.03162502124905586, + 0.03467968478798866, + 0.03467272222042084 + ], + "motion_real": [ + 0.04167305678129196, + 0.04327978566288948, + 0.04627801105380058, + 0.049070991575717926 + ], + "shift_reference_raw": -0.026057982817292213 + }, + { + "index": 18308, + "episode": 208, + "map": 1, + "start": 3769, + "target_tic": 3801, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.45551300048828, + "shift_swapped": -18.81501007080078, + "shift_reference": 21.505897521972656, + "peak_recorded": 0.2968955636024475, + "peak_swapped": 0.30016154050827026, + "peak_reference": 0.2561781406402588, + "motion_pred": [ + 0.04741246625781059, + 0.037667568773031235, + 0.03713291510939598, + 0.03870520740747452 + ], + "motion_real": [ + 0.05418960377573967, + 0.054743338376283646, + 0.05510397627949715, + 0.051244139671325684 + ], + "shift_reference_raw": 22.34178352355957 + }, + { + "index": 18751, + "episode": 208, + "map": 1, + "start": 4247, + "target_tic": 4279, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.277170181274414, + "shift_swapped": 22.52309226989746, + "shift_reference": -29.003942489624023, + "peak_recorded": 0.7836950421333313, + "peak_swapped": 0.8062660694122314, + "peak_reference": 0.8864313960075378, + "motion_pred": [ + 0.038678932934999466, + 0.028018904849886894, + 0.020400628447532654, + 0.017466802150011063 + ], + "motion_real": [ + 0.04179712012410164, + 0.040567077696323395, + 0.03783359378576279, + 0.0394570492208004 + ], + "shift_reference_raw": -28.710121154785156 + }, + { + "index": 18852, + "episode": 208, + "map": 1, + "start": 4383, + "target_tic": 4415, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.242429733276367, + "shift_swapped": 24.212282180786133, + "shift_reference": -22.633363723754883, + "peak_recorded": 0.36510786414146423, + "peak_swapped": 0.2893275320529938, + "peak_reference": 0.3410252034664154, + "motion_pred": [ + 0.05550259351730347, + 0.042951956391334534, + 0.043215733021497726, + 0.045266810804605484 + ], + "motion_real": [ + 0.05863681808114052, + 0.05829412117600441, + 0.05881080776453018, + 0.057826101779937744 + ], + "shift_reference_raw": -22.862197875976562 + }, + { + "index": 19084, + "episode": 286, + "map": 1, + "start": 140, + "target_tic": 172, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.126876831054688, + "shift_swapped": -23.01124382019043, + "shift_reference": 17.587343215942383, + "peak_recorded": 0.36796268820762634, + "peak_swapped": 0.4025483727455139, + "peak_reference": 0.52552729845047, + "motion_pred": [ + 0.05334131047129631, + 0.04593160003423691, + 0.042653411626815796, + 0.04873605817556381 + ], + "motion_real": [ + 0.0504300631582737, + 0.05259697511792183, + 0.04555628448724747, + 0.0453471876680851 + ], + "shift_reference_raw": 17.2293701171875 + }, + { + "index": 19395, + "episode": 286, + "map": 1, + "start": 486, + "target_tic": 518, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.950571060180664, + "shift_swapped": -30.062942504882812, + "shift_reference": 5.9804229736328125, + "peak_recorded": 0.17341147363185883, + "peak_swapped": 0.11253763735294342, + "peak_reference": 0.24279087781906128, + "motion_pred": [ + 0.046751588582992554, + 0.02828582189977169, + 0.023151034489274025, + 0.02147427201271057 + ], + "motion_real": [ + 0.042079389095306396, + 0.04070704057812691, + 0.04056936502456665, + 0.03998490795493126 + ], + "shift_reference_raw": 2.5247161388397217 + }, + { + "index": 19488, + "episode": 286, + "map": 1, + "start": 614, + "target_tic": 646, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.9241886138916, + "shift_swapped": 6.845500469207764, + "shift_reference": 21.28986358642578, + "peak_recorded": 0.15511777997016907, + "peak_swapped": 0.10689213126897812, + "peak_reference": 0.39256882667541504, + "motion_pred": [ + 0.04065694659948349, + 0.02268035151064396, + 0.023999277502298355, + 0.02096623182296753 + ], + "motion_real": [ + 0.04951155185699463, + 0.05508013442158699, + 0.05925644934177399, + 0.05554783344268799 + ], + "shift_reference_raw": 21.202512741088867 + }, + { + "index": 19795, + "episode": 286, + "map": 1, + "start": 956, + "target_tic": 988, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.985342979431152, + "shift_swapped": -32.0, + "shift_reference": 13.422836303710938, + "peak_recorded": 0.6668416261672974, + "peak_swapped": 0.5274705290794373, + "peak_reference": 0.5361480712890625, + "motion_pred": [ + 0.06445158272981644, + 0.0441773496568203, + 0.044019825756549835, + 0.04432893171906471 + ], + "motion_real": [ + 0.0664340928196907, + 0.06233510375022888, + 0.07021989673376083, + 0.067414790391922 + ], + "shift_reference_raw": 13.129365921020508 + }, + { + "index": 19854, + "episode": 286, + "map": 1, + "start": 1050, + "target_tic": 1082, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.620352745056152, + "shift_swapped": -29.854440689086914, + "shift_reference": 15.139545440673828, + "peak_recorded": 0.5552587509155273, + "peak_swapped": 0.5822449922561646, + "peak_reference": 0.6339086294174194, + "motion_pred": [ + 0.05815121531486511, + 0.04362085834145546, + 0.04173457622528076, + 0.04359178990125656 + ], + "motion_real": [ + 0.05870969220995903, + 0.05607549101114273, + 0.055186014622449875, + 0.06098626181483269 + ], + "shift_reference_raw": 14.419907569885254 + }, + { + "index": 20281, + "episode": 286, + "map": 1, + "start": 1547, + "target_tic": 1579, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.795766830444336, + "shift_swapped": 31.10590171813965, + "shift_reference": -7.333790302276611, + "peak_recorded": 0.593410313129425, + "peak_swapped": 0.6136730313301086, + "peak_reference": 0.58868408203125, + "motion_pred": [ + 0.035123880952596664, + 0.019729873165488243, + 0.022366736084222794, + 0.024337857961654663 + ], + "motion_real": [ + 0.0333973728120327, + 0.03660409897565842, + 0.03759637847542763, + 0.042282190173864365 + ], + "shift_reference_raw": -7.15287971496582 + }, + { + "index": 20319, + "episode": 286, + "map": 1, + "start": 1620, + "target_tic": 1652, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.96883201599121, + "shift_swapped": -22.019821166992188, + "shift_reference": 20.088359832763672, + "peak_recorded": 0.35615989565849304, + "peak_swapped": 0.343410849571228, + "peak_reference": 0.3276326358318329, + "motion_pred": [ + 0.061040956526994705, + 0.04537014290690422, + 0.05412273108959198, + 0.06068124622106552 + ], + "motion_real": [ + 0.05301646143198013, + 0.051388565450906754, + 0.05567358806729317, + 0.05926482751965523 + ], + "shift_reference_raw": 20.195980072021484 + }, + { + "index": 20320, + "episode": 286, + "map": 1, + "start": 1621, + "target_tic": 1653, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.883041381835938, + "shift_swapped": -19.0261287689209, + "shift_reference": 19.114322662353516, + "peak_recorded": 0.32720324397087097, + "peak_swapped": 0.29037052392959595, + "peak_reference": 0.3703741729259491, + "motion_pred": [ + 0.04947768151760101, + 0.042748209089040756, + 0.045333221554756165, + 0.04455137252807617 + ], + "motion_real": [ + 0.051388565450906754, + 0.05567358806729317, + 0.05926482751965523, + 0.060464318841695786 + ], + "shift_reference_raw": 19.18798828125 + }, + { + "index": 20326, + "episode": 286, + "map": 1, + "start": 1627, + "target_tic": 1659, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.750669479370117, + "shift_swapped": -27.290557861328125, + "shift_reference": 25.679445266723633, + "peak_recorded": 0.6704800128936768, + "peak_swapped": 0.512973964214325, + "peak_reference": 0.6223180294036865, + "motion_pred": [ + 0.06146571412682533, + 0.045157548040151596, + 0.0372098833322525, + 0.03482995554804802 + ], + "motion_real": [ + 0.0613124705851078, + 0.06047286465764046, + 0.05165635794401169, + 0.05116288363933563 + ], + "shift_reference_raw": 25.157062530517578 + }, + { + "index": 20553, + "episode": 286, + "map": 1, + "start": 1889, + "target_tic": 1921, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.1252114325761795, + "shift_swapped": -12.103100776672363, + "shift_reference": -0.24270108342170715, + "peak_recorded": 0.42798835039138794, + "peak_swapped": 0.36850693821907043, + "peak_reference": 0.4279826879501343, + "motion_pred": [ + 0.04777420312166214, + 0.038841359317302704, + 0.04635082930326462, + 0.041257333010435104 + ], + "motion_real": [ + 0.047230057418346405, + 0.044578686356544495, + 0.04320879653096199, + 0.04490334913134575 + ], + "shift_reference_raw": -0.29044675827026367 + }, + { + "index": 20583, + "episode": 286, + "map": 1, + "start": 1919, + "target_tic": 1951, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -26.786405563354492, + "shift_swapped": 0.16985122859477997, + "shift_reference": -0.07116469740867615, + "peak_recorded": 0.3489261567592621, + "peak_swapped": 0.3375515043735504, + "peak_reference": 0.22609564661979675, + "motion_pred": [ + 0.03644415736198425, + 0.028580578044056892, + 0.024011172354221344, + 0.025450965389609337 + ], + "motion_real": [ + 0.038035180419683456, + 0.03674602881073952, + 0.037048183381557465, + 0.037022560834884644 + ], + "shift_reference_raw": 0.13696004450321198 + }, + { + "index": 20594, + "episode": 286, + "map": 1, + "start": 1930, + "target_tic": 1962, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.568435668945312, + "shift_swapped": -29.788068771362305, + "shift_reference": 23.99400520324707, + "peak_recorded": 0.6398004293441772, + "peak_swapped": 0.548049807548523, + "peak_reference": 0.4359292685985565, + "motion_pred": [ + 0.04534298926591873, + 0.035527754575014114, + 0.03576361760497093, + 0.037421755492687225 + ], + "motion_real": [ + 0.048321910202503204, + 0.048827335238456726, + 0.04876157268881798, + 0.04990240931510925 + ], + "shift_reference_raw": 23.95060920715332 + }, + { + "index": 20596, + "episode": 286, + "map": 1, + "start": 1932, + "target_tic": 1964, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.301138877868652, + "shift_swapped": -20.60459327697754, + "shift_reference": 21.179737091064453, + "peak_recorded": 0.41218429803848267, + "peak_swapped": 0.5375820398330688, + "peak_reference": 0.5650118589401245, + "motion_pred": [ + 0.050389476120471954, + 0.042013585567474365, + 0.04057406634092331, + 0.04293142631649971 + ], + "motion_real": [ + 0.04876157268881798, + 0.04990240931510925, + 0.04268573597073555, + 0.04321368783712387 + ], + "shift_reference_raw": 20.923198699951172 + }, + { + "index": 20746, + "episode": 286, + "map": 1, + "start": 2082, + "target_tic": 2114, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.611440658569336, + "shift_swapped": -4.033175945281982, + "shift_reference": 4.093724250793457, + "peak_recorded": 0.2811329960823059, + "peak_swapped": 0.2999108135700226, + "peak_reference": 0.3597569167613983, + "motion_pred": [ + 0.05357006564736366, + 0.04341265559196472, + 0.04670753329992294, + 0.048899199813604355 + ], + "motion_real": [ + 0.052023325115442276, + 0.048446208238601685, + 0.04728765785694122, + 0.050263114273548126 + ], + "shift_reference_raw": 5.973659515380859 + }, + { + "index": 20782, + "episode": 286, + "map": 1, + "start": 2153, + "target_tic": 2185, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.548174858093262, + "shift_swapped": -9.977890014648438, + "shift_reference": 16.491727828979492, + "peak_recorded": 0.178902268409729, + "peak_swapped": 0.3023701310157776, + "peak_reference": 0.6486028432846069, + "motion_pred": [ + 0.059006113559007645, + 0.0581660121679306, + 0.04983719065785408, + 0.04457341507077217 + ], + "motion_real": [ + 0.06413444876670837, + 0.06594765931367874, + 0.06820064783096313, + 0.060639191418886185 + ], + "shift_reference_raw": 16.81833267211914 + }, + { + "index": 20797, + "episode": 286, + "map": 1, + "start": 2168, + "target_tic": 2200, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.219757080078125, + "shift_swapped": -14.190337181091309, + "shift_reference": 22.970436096191406, + "peak_recorded": 0.8176387548446655, + "peak_swapped": 0.8117814660072327, + "peak_reference": 0.8772217631340027, + "motion_pred": [ + 0.0761115550994873, + 0.07269277423620224, + 0.05736532434821129, + 0.05744098871946335 + ], + "motion_real": [ + 0.07272239029407501, + 0.07626095414161682, + 0.06526006013154984, + 0.07289258390665054 + ], + "shift_reference_raw": 22.651941299438477 + }, + { + "index": 20899, + "episode": 286, + "map": 1, + "start": 2305, + "target_tic": 2337, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.09267234802246, + "shift_swapped": -30.91248893737793, + "shift_reference": -2.0641231536865234, + "peak_recorded": 0.21304816007614136, + "peak_swapped": 0.1227852925658226, + "peak_reference": 0.2500649094581604, + "motion_pred": [ + 0.04175150766968727, + 0.029557842761278152, + 0.032592352479696274, + 0.03660877048969269 + ], + "motion_real": [ + 0.046702317893505096, + 0.051989324390888214, + 0.05333910509943962, + 0.05546719208359718 + ], + "shift_reference_raw": -2.198300838470459 + }, + { + "index": 20917, + "episode": 286, + "map": 1, + "start": 2323, + "target_tic": 2355, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.407638549804688, + "shift_swapped": -3.932548999786377, + "shift_reference": 11.439096450805664, + "peak_recorded": 0.9263411164283752, + "peak_swapped": 0.856635570526123, + "peak_reference": 0.9437759518623352, + "motion_pred": [ + 0.0660611242055893, + 0.06325527280569077, + 0.06371757388114929, + 0.06290196627378464 + ], + "motion_real": [ + 0.06549174338579178, + 0.08935746550559998, + 0.10463022440671921, + 0.08561395108699799 + ], + "shift_reference_raw": 11.342768669128418 + }, + { + "index": 20918, + "episode": 286, + "map": 1, + "start": 2324, + "target_tic": 2356, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.2042179107666, + "shift_swapped": -16.510868072509766, + "shift_reference": 27.61250877380371, + "peak_recorded": 0.9014574885368347, + "peak_swapped": 0.915665328502655, + "peak_reference": 0.9347929358482361, + "motion_pred": [ + 0.08725886791944504, + 0.07776354998350143, + 0.08432633429765701, + 0.07803362607955933 + ], + "motion_real": [ + 0.08935746550559998, + 0.10463022440671921, + 0.08561395108699799, + 0.08092091977596283 + ], + "shift_reference_raw": 27.114757537841797 + }, + { + "index": 21037, + "episode": 286, + "map": 1, + "start": 2478, + "target_tic": 2510, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.076435089111328, + "shift_swapped": 29.346187591552734, + "shift_reference": -19.715564727783203, + "peak_recorded": 0.8131519556045532, + "peak_swapped": 0.827346920967102, + "peak_reference": 0.8371642231941223, + "motion_pred": [ + 0.03872181847691536, + 0.030975794419646263, + 0.024772241711616516, + 0.023874375969171524 + ], + "motion_real": [ + 0.03713418170809746, + 0.03466000035405159, + 0.03752445802092552, + 0.039679959416389465 + ], + "shift_reference_raw": -19.212703704833984 + }, + { + "index": 21044, + "episode": 286, + "map": 1, + "start": 2485, + "target_tic": 2517, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.40448760986328, + "shift_swapped": 27.46991729736328, + "shift_reference": -24.71076011657715, + "peak_recorded": 0.5209431648254395, + "peak_swapped": 0.588153600692749, + "peak_reference": 0.6471563577651978, + "motion_pred": [ + 0.04235745966434479, + 0.030837157741189003, + 0.030419591814279556, + 0.031798891723155975 + ], + "motion_real": [ + 0.04406461864709854, + 0.045355137437582016, + 0.046220965683460236, + 0.047403521835803986 + ], + "shift_reference_raw": -23.498315811157227 + }, + { + "index": 21071, + "episode": 286, + "map": 1, + "start": 2512, + "target_tic": 2544, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.139106750488281, + "shift_swapped": -6.965414047241211, + "shift_reference": 3.7726550102233887, + "peak_recorded": 0.516002357006073, + "peak_swapped": 0.4637082517147064, + "peak_reference": 0.575731098651886, + "motion_pred": [ + 0.0504012294113636, + 0.039073001593351364, + 0.04482222720980644, + 0.053054749965667725 + ], + "motion_real": [ + 0.04634499177336693, + 0.04266657307744026, + 0.04440879076719284, + 0.044094517827034 + ], + "shift_reference_raw": 3.931769371032715 + }, + { + "index": 21119, + "episode": 286, + "map": 1, + "start": 2560, + "target_tic": 2592, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.35526466369629, + "shift_swapped": 25.921171188354492, + "shift_reference": -23.900678634643555, + "peak_recorded": 0.48557695746421814, + "peak_swapped": 0.5320453643798828, + "peak_reference": 0.4545741677284241, + "motion_pred": [ + 0.04925575479865074, + 0.03799135237932205, + 0.038792580366134644, + 0.04077519103884697 + ], + "motion_real": [ + 0.04936082661151886, + 0.0518375001847744, + 0.0483844168484211, + 0.043807078152894974 + ], + "shift_reference_raw": -22.775028228759766 + }, + { + "index": 21125, + "episode": 286, + "map": 1, + "start": 2566, + "target_tic": 2598, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.054651260375977, + "shift_swapped": 19.846435546875, + "shift_reference": -23.509986877441406, + "peak_recorded": 0.4003826081752777, + "peak_swapped": 0.3762803375720978, + "peak_reference": 0.40007561445236206, + "motion_pred": [ + 0.04667546600103378, + 0.041645634919404984, + 0.04796472191810608, + 0.03827624395489693 + ], + "motion_real": [ + 0.04830775409936905, + 0.050183605402708054, + 0.0483381561934948, + 0.04444839432835579 + ], + "shift_reference_raw": -24.025733947753906 + }, + { + "index": 21212, + "episode": 286, + "map": 1, + "start": 2653, + "target_tic": 2685, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 23.32330894470215, + "shift_reference": 30.834897994995117, + "peak_recorded": 0.21995247900485992, + "peak_swapped": 0.12276654690504074, + "peak_reference": 0.32656168937683105, + "motion_pred": [ + 0.05057651549577713, + 0.02545783855021, + 0.017719684168696404, + 0.02104846015572548 + ], + "motion_real": [ + 0.0372188463807106, + 0.039003729820251465, + 0.04025645926594734, + 0.044543568044900894 + ], + "shift_reference_raw": 29.149883270263672 + }, + { + "index": 21403, + "episode": 286, + "map": 1, + "start": 2914, + "target_tic": 2946, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.180253982543945, + "shift_swapped": -26.601200103759766, + "shift_reference": 18.282115936279297, + "peak_recorded": 0.25361406803131104, + "peak_swapped": 0.228233203291893, + "peak_reference": 0.38332700729370117, + "motion_pred": [ + 0.05432511493563652, + 0.04046791046857834, + 0.04058409482240677, + 0.04352221265435219 + ], + "motion_real": [ + 0.05177445337176323, + 0.05084677040576935, + 0.05418581888079643, + 0.05756836384534836 + ], + "shift_reference_raw": 18.141799926757812 + }, + { + "index": 21411, + "episode": 286, + "map": 1, + "start": 2922, + "target_tic": 2954, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.083288192749023, + "shift_swapped": -26.98955726623535, + "shift_reference": 19.042034149169922, + "peak_recorded": 0.3013376295566559, + "peak_swapped": 0.13822229206562042, + "peak_reference": 0.35649895668029785, + "motion_pred": [ + 0.05585453286767006, + 0.04298625513911247, + 0.04515152424573898, + 0.050087083131074905 + ], + "motion_real": [ + 0.05790777504444122, + 0.05833977833390236, + 0.04409901052713394, + 0.04406348615884781 + ], + "shift_reference_raw": 21.992021560668945 + }, + { + "index": 21531, + "episode": 286, + "map": 1, + "start": 3042, + "target_tic": 3074, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.6684390306472778, + "shift_swapped": -20.97967529296875, + "shift_reference": -1.2616082429885864, + "peak_recorded": 0.5474228262901306, + "peak_swapped": 0.5159504413604736, + "peak_reference": 0.7365583777427673, + "motion_pred": [ + 0.047348879277706146, + 0.03603983670473099, + 0.04340408369898796, + 0.04634427651762962 + ], + "motion_real": [ + 0.04306308180093765, + 0.043753672391176224, + 0.050013843923807144, + 0.05685529112815857 + ], + "shift_reference_raw": -2.5693044662475586 + }, + { + "index": 21641, + "episode": 286, + "map": 1, + "start": 3152, + "target_tic": 3184, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.845123291015625, + "shift_swapped": 23.29886245727539, + "shift_reference": -20.865060806274414, + "peak_recorded": 0.5577728152275085, + "peak_swapped": 0.4010940492153168, + "peak_reference": 0.5022680759429932, + "motion_pred": [ + 0.053485989570617676, + 0.04407670348882675, + 0.04914972931146622, + 0.05315375700592995 + ], + "motion_real": [ + 0.0532873198390007, + 0.0512634702026844, + 0.04906678944826126, + 0.05050544813275337 + ], + "shift_reference_raw": -21.141273498535156 + }, + { + "index": 21870, + "episode": 286, + "map": 1, + "start": 3451, + "target_tic": 3483, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.779396057128906, + "shift_swapped": 21.980274200439453, + "shift_reference": -29.236127853393555, + "peak_recorded": 0.3799929916858673, + "peak_swapped": 0.3479224443435669, + "peak_reference": 0.24984179437160492, + "motion_pred": [ + 0.03988012671470642, + 0.026076609268784523, + 0.028424106538295746, + 0.032830290496349335 + ], + "motion_real": [ + 0.040591996163129807, + 0.04138047620654106, + 0.04390856996178627, + 0.05276574194431305 + ], + "shift_reference_raw": -28.46347999572754 + }, + { + "index": 21937, + "episode": 286, + "map": 1, + "start": 3518, + "target_tic": 3550, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.526562213897705, + "shift_swapped": 6.488223552703857, + "shift_reference": -1.9904552698135376, + "peak_recorded": 0.5554032325744629, + "peak_swapped": 0.5209358334541321, + "peak_reference": 0.6426096558570862, + "motion_pred": [ + 0.04666411131620407, + 0.03707239776849747, + 0.03722900524735451, + 0.043187275528907776 + ], + "motion_real": [ + 0.041808415204286575, + 0.04449516534805298, + 0.046912435442209244, + 0.04740453138947487 + ], + "shift_reference_raw": -2.110565423965454 + }, + { + "index": 22228, + "episode": 286, + "map": 1, + "start": 3914, + "target_tic": 3946, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.11450029909610748, + "shift_swapped": -2.0200576782226562, + "shift_reference": 2.109952688217163, + "peak_recorded": 0.23017889261245728, + "peak_swapped": 0.22380803525447845, + "peak_reference": 0.21116170287132263, + "motion_pred": [ + 0.05136070400476456, + 0.04106192663311958, + 0.04671689122915268, + 0.03575468435883522 + ], + "motion_real": [ + 0.05232854187488556, + 0.05409436300396919, + 0.05309561267495155, + 0.056062668561935425 + ], + "shift_reference_raw": 2.2400667667388916 + }, + { + "index": 22232, + "episode": 286, + "map": 1, + "start": 3918, + "target_tic": 3950, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.150650978088379, + "shift_swapped": -4.08222770690918, + "shift_reference": 23.57195281982422, + "peak_recorded": 0.34399792551994324, + "peak_swapped": 0.36689886450767517, + "peak_reference": 0.23379182815551758, + "motion_pred": [ + 0.054592013359069824, + 0.0383945032954216, + 0.03789915889501572, + 0.04198255389928818 + ], + "motion_real": [ + 0.058209653943777084, + 0.05329466983675957, + 0.050805456936359406, + 0.059603769332170486 + ], + "shift_reference_raw": 22.29184341430664 + }, + { + "index": 22238, + "episode": 286, + "map": 1, + "start": 3924, + "target_tic": 3956, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.08026885986328, + "shift_swapped": -30.91016387939453, + "shift_reference": 23.49008560180664, + "peak_recorded": 0.3090062439441681, + "peak_swapped": 0.37394794821739197, + "peak_reference": 0.25789353251457214, + "motion_pred": [ + 0.04856012389063835, + 0.03798287361860275, + 0.03782195970416069, + 0.03496858850121498 + ], + "motion_real": [ + 0.0458049513399601, + 0.046218033879995346, + 0.0436021089553833, + 0.04426974058151245 + ], + "shift_reference_raw": 25.270736694335938 + }, + { + "index": 22310, + "episode": 286, + "map": 1, + "start": 3996, + "target_tic": 4028, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -15.239917755126953, + "shift_swapped": -31.288715362548828, + "shift_reference": -14.056142807006836, + "peak_recorded": 0.2473686933517456, + "peak_swapped": 0.36833491921424866, + "peak_reference": -0.03513011708855629, + "motion_pred": [ + 0.05387945473194122, + 0.02765817567706108, + 0.022807566449046135, + 0.02444971725344658 + ], + "motion_real": [ + 0.047735054045915604, + 0.04516102373600006, + 0.043218765407800674, + 0.03734537959098816 + ], + "shift_reference_raw": -14.283291816711426 + }, + { + "index": 22396, + "episode": 286, + "map": 1, + "start": 4117, + "target_tic": 4149, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.723867893218994, + "shift_swapped": -5.1686296463012695, + "shift_reference": 3.3563294410705566, + "peak_recorded": 0.762650191783905, + "peak_swapped": 0.8179169297218323, + "peak_reference": 0.9228672385215759, + "motion_pred": [ + 0.04808788746595383, + 0.03009701333940029, + 0.02830195240676403, + 0.03398321941494942 + ], + "motion_real": [ + 0.0321270115673542, + 0.0357574000954628, + 0.04020228981971741, + 0.044847145676612854 + ], + "shift_reference_raw": 3.3450844287872314 + }, + { + "index": 22491, + "episode": 286, + "map": 1, + "start": 4247, + "target_tic": 4279, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -4.780397891998291, + "shift_reference": 22.671855926513672, + "peak_recorded": 0.2550220787525177, + "peak_swapped": 0.3136758506298065, + "peak_reference": 0.21969734132289886, + "motion_pred": [ + 0.056104958057403564, + 0.039103057235479355, + 0.037407126277685165, + 0.047532323747873306 + ], + "motion_real": [ + 0.05917366221547127, + 0.05049867555499077, + 0.04464130476117134, + 0.04487469419836998 + ], + "shift_reference_raw": 22.87711524963379 + }, + { + "index": 22666, + "episode": 312, + "map": 1, + "start": 103, + "target_tic": 135, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.752178192138672, + "shift_swapped": -13.420619010925293, + "shift_reference": -30.180831909179688, + "peak_recorded": 0.5591871738433838, + "peak_swapped": 0.5549295544624329, + "peak_reference": 0.3979840576648712, + "motion_pred": [ + 0.043978627771139145, + 0.031728435307741165, + 0.03547011315822601, + 0.03322755545377731 + ], + "motion_real": [ + 0.04464355483651161, + 0.045440975576639175, + 0.048525620251894, + 0.04762694239616394 + ], + "shift_reference_raw": -25.12334632873535 + }, + { + "index": 22684, + "episode": 312, + "map": 1, + "start": 121, + "target_tic": 153, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 25.000591278076172, + "shift_reference": -23.549365997314453, + "peak_recorded": 0.6381717920303345, + "peak_swapped": 0.7334408164024353, + "peak_reference": 0.7056425213813782, + "motion_pred": [ + 0.1316874623298645, + 0.09542246907949448, + 0.07208511233329773, + 0.06655050069093704 + ], + "motion_real": [ + 0.12498632818460464, + 0.1263948231935501, + 0.11400939524173737, + 0.1103101521730423 + ], + "shift_reference_raw": -22.88213539123535 + }, + { + "index": 22842, + "episode": 312, + "map": 1, + "start": 279, + "target_tic": 311, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.8327746391296387, + "shift_swapped": -12.012521743774414, + "shift_reference": 3.9146311283111572, + "peak_recorded": 0.8209236264228821, + "peak_swapped": 0.7944905757904053, + "peak_reference": 0.8279565572738647, + "motion_pred": [ + 0.05691106244921684, + 0.04308994114398956, + 0.04994494095444679, + 0.047276463359594345 + ], + "motion_real": [ + 0.054201435297727585, + 0.05288553237915039, + 0.0563892126083374, + 0.05829600989818573 + ], + "shift_reference_raw": 3.841740846633911 + }, + { + "index": 22889, + "episode": 312, + "map": 1, + "start": 361, + "target_tic": 393, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.693979263305664, + "shift_swapped": 24.512216567993164, + "shift_reference": 17.966028213500977, + "peak_recorded": 0.48467034101486206, + "peak_swapped": 0.38168561458587646, + "peak_reference": 0.6847513318061829, + "motion_pred": [ + 0.05566687881946564, + 0.030547596514225006, + 0.031227847561240196, + 0.026794934645295143 + ], + "motion_real": [ + 0.06470800191164017, + 0.07117323577404022, + 0.05985945090651512, + 0.05317579209804535 + ], + "shift_reference_raw": 17.9914608001709 + }, + { + "index": 22924, + "episode": 312, + "map": 1, + "start": 396, + "target_tic": 428, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.895938873291016, + "shift_swapped": 17.760765075683594, + "shift_reference": -24.11787223815918, + "peak_recorded": 0.8759286999702454, + "peak_swapped": 0.8500884771347046, + "peak_reference": 0.9161352515220642, + "motion_pred": [ + 0.07339675724506378, + 0.06448669731616974, + 0.06908851116895676, + 0.0643252432346344 + ], + "motion_real": [ + 0.07475075870752335, + 0.07673259824514389, + 0.07884339988231659, + 0.07436845451593399 + ], + "shift_reference_raw": -23.99407196044922 + }, + { + "index": 23533, + "episode": 312, + "map": 1, + "start": 1075, + "target_tic": 1107, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.472911834716797, + "shift_swapped": -22.474660873413086, + "shift_reference": 20.387983322143555, + "peak_recorded": 0.37367528676986694, + "peak_swapped": 0.21205896139144897, + "peak_reference": 0.4808354675769806, + "motion_pred": [ + 0.047177620232105255, + 0.04063025861978531, + 0.03548402711749077, + 0.03657889738678932 + ], + "motion_real": [ + 0.049797575920820236, + 0.049902673810720444, + 0.05123745650053024, + 0.04924803227186203 + ], + "shift_reference_raw": 20.65595245361328 + }, + { + "index": 23544, + "episode": 312, + "map": 1, + "start": 1086, + "target_tic": 1118, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.943734169006348, + "shift_swapped": -11.022979736328125, + "shift_reference": 18.08010482788086, + "peak_recorded": 0.5847167372703552, + "peak_swapped": 0.6482740640640259, + "peak_reference": 0.6159734129905701, + "motion_pred": [ + 0.12867623567581177, + 0.10703827440738678, + 0.09844538569450378, + 0.13223308324813843 + ], + "motion_real": [ + 0.13190312683582306, + 0.0699920579791069, + 0.1352071315050125, + 0.1332303136587143 + ], + "shift_reference_raw": 18.38316535949707 + }, + { + "index": 23567, + "episode": 312, + "map": 1, + "start": 1144, + "target_tic": 1176, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -7.1307783126831055, + "shift_reference": 32.0, + "peak_recorded": 0.47101911902427673, + "peak_swapped": 0.5116281509399414, + "peak_reference": 0.31567448377609253, + "motion_pred": [ + 0.06616927683353424, + 0.04892939329147339, + 0.04095246270298958, + 0.04025442525744438 + ], + "motion_real": [ + 0.06827721744775772, + 0.06526459008455276, + 0.06448899209499359, + 0.056128524243831635 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 23572, + "episode": 312, + "map": 1, + "start": 1149, + "target_tic": 1181, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.902050018310547, + "shift_swapped": -13.122027397155762, + "shift_reference": 29.112213134765625, + "peak_recorded": 0.18858906626701355, + "peak_swapped": 0.4245641529560089, + "peak_reference": 0.28915175795555115, + "motion_pred": [ + 0.043189432471990585, + 0.032859355211257935, + 0.03730357065796852, + 0.03599097207188606 + ], + "motion_real": [ + 0.04594872519373894, + 0.044313572347164154, + 0.048262666910886765, + 0.04784271493554115 + ], + "shift_reference_raw": 22.02378273010254 + }, + { + "index": 23609, + "episode": 312, + "map": 1, + "start": 1186, + "target_tic": 1218, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.322126865386963, + "shift_swapped": 8.270475387573242, + "shift_reference": -2.1139276027679443, + "peak_recorded": 0.6992963552474976, + "peak_swapped": 0.7475627064704895, + "peak_reference": 0.7198035717010498, + "motion_pred": [ + 0.05411491170525551, + 0.04098685458302498, + 0.04855768010020256, + 0.06040729209780693 + ], + "motion_real": [ + 0.05170059576630592, + 0.058528222143650055, + 0.056989967823028564, + 0.06078707426786423 + ], + "shift_reference_raw": -2.3194692134857178 + }, + { + "index": 23655, + "episode": 312, + "map": 1, + "start": 1232, + "target_tic": 1264, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.492929458618164, + "shift_swapped": 11.71379566192627, + "shift_reference": -3.7969796657562256, + "peak_recorded": 0.3378143608570099, + "peak_swapped": 0.3187243938446045, + "peak_reference": 0.4267963767051697, + "motion_pred": [ + 0.04627335071563721, + 0.036595314741134644, + 0.03812013566493988, + 0.03855784237384796 + ], + "motion_real": [ + 0.04442533850669861, + 0.04222496971487999, + 0.041183073073625565, + 0.04001700505614281 + ], + "shift_reference_raw": -3.113379955291748 + }, + { + "index": 23858, + "episode": 312, + "map": 1, + "start": 1435, + "target_tic": 1467, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.8943610191345215, + "shift_swapped": -3.956217050552368, + "shift_reference": 4.549471378326416, + "peak_recorded": 0.7923197746276855, + "peak_swapped": 0.7305517196655273, + "peak_reference": 0.8172339797019958, + "motion_pred": [ + 0.04583340510725975, + 0.03950656205415726, + 0.04080023244023323, + 0.0424138642847538 + ], + "motion_real": [ + 0.04424155503511429, + 0.04301508516073227, + 0.04389835149049759, + 0.04531456157565117 + ], + "shift_reference_raw": 4.534165859222412 + }, + { + "index": 23893, + "episode": 312, + "map": 1, + "start": 1505, + "target_tic": 1537, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.616125106811523, + "shift_swapped": -25.244626998901367, + "shift_reference": 16.10564613342285, + "peak_recorded": 0.47550249099731445, + "peak_swapped": 0.33361902832984924, + "peak_reference": 0.48596271872520447, + "motion_pred": [ + 0.05695779621601105, + 0.04546564072370529, + 0.04419310763478279, + 0.043289922177791595 + ], + "motion_real": [ + 0.05122009292244911, + 0.05140678212046623, + 0.05270274356007576, + 0.05544591695070267 + ], + "shift_reference_raw": 16.848621368408203 + }, + { + "index": 23917, + "episode": 312, + "map": 1, + "start": 1529, + "target_tic": 1561, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.569427490234375, + "shift_swapped": -21.23200798034668, + "shift_reference": 12.198009490966797, + "peak_recorded": 0.762812077999115, + "peak_swapped": 0.7614281177520752, + "peak_reference": 0.8180276155471802, + "motion_pred": [ + 0.07753967493772507, + 0.06403385102748871, + 0.0701858177781105, + 0.06562334299087524 + ], + "motion_real": [ + 0.07391637563705444, + 0.07569281756877899, + 0.06438855081796646, + 0.06923886388540268 + ], + "shift_reference_raw": 12.194134712219238 + }, + { + "index": 24030, + "episode": 312, + "map": 1, + "start": 1642, + "target_tic": 1674, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -16.480514526367188, + "shift_reference": 32.0, + "peak_recorded": 0.7040696740150452, + "peak_swapped": 0.6785997152328491, + "peak_reference": 0.8092467188835144, + "motion_pred": [ + 0.053068552166223526, + 0.02808084338903427, + 0.024088652804493904, + 0.020046865567564964 + ], + "motion_real": [ + 0.049738235771656036, + 0.04311478137969971, + 0.039852652698755264, + 0.04140474274754524 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 24197, + "episode": 312, + "map": 1, + "start": 1844, + "target_tic": 1876, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.388876914978027, + "shift_swapped": 6.18816614151001, + "shift_reference": 10.033711433410645, + "peak_recorded": 0.16619062423706055, + "peak_swapped": 0.09729097038507462, + "peak_reference": 0.3285164535045624, + "motion_pred": [ + 0.04541860520839691, + 0.03380950912833214, + 0.030688203871250153, + 0.03511977568268776 + ], + "motion_real": [ + 0.04982908442616463, + 0.048872921615839005, + 0.04839909449219704, + 0.06118158996105194 + ], + "shift_reference_raw": 10.033933639526367 + }, + { + "index": 24771, + "episode": 312, + "map": 1, + "start": 2523, + "target_tic": 2555, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.258269309997559, + "shift_swapped": 14.29638385772705, + "shift_reference": -26.537851333618164, + "peak_recorded": 0.1154400110244751, + "peak_swapped": 0.17619295418262482, + "peak_reference": 0.27230730652809143, + "motion_pred": [ + 0.04411478340625763, + 0.026570096611976624, + 0.02684859000146389, + 0.026157578453421593 + ], + "motion_real": [ + 0.05215981602668762, + 0.05628670006990433, + 0.05415840446949005, + 0.05207196623086929 + ], + "shift_reference_raw": -26.642942428588867 + }, + { + "index": 24909, + "episode": 312, + "map": 1, + "start": 2661, + "target_tic": 2693, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 15.1041898727417, + "shift_reference": -26.935319900512695, + "peak_recorded": 0.2769637405872345, + "peak_swapped": 0.28013521432876587, + "peak_reference": 0.32762831449508667, + "motion_pred": [ + 0.04166245087981224, + 0.03176266700029373, + 0.02898658812046051, + 0.0270743016153574 + ], + "motion_real": [ + 0.04483601823449135, + 0.043534763157367706, + 0.044466208666563034, + 0.04752000793814659 + ], + "shift_reference_raw": -26.466463088989258 + }, + { + "index": 25170, + "episode": 312, + "map": 1, + "start": 2957, + "target_tic": 2989, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.655540466308594, + "shift_swapped": -32.0, + "shift_reference": 20.785585403442383, + "peak_recorded": 0.2334618717432022, + "peak_swapped": 0.2077684849500656, + "peak_reference": 0.17538045346736908, + "motion_pred": [ + 0.04024999588727951, + 0.03276814520359039, + 0.03479532524943352, + 0.03812308609485626 + ], + "motion_real": [ + 0.044371169060468674, + 0.043400947004556656, + 0.043285295367240906, + 0.04019252583384514 + ], + "shift_reference_raw": 22.891029357910156 + }, + { + "index": 25180, + "episode": 312, + "map": 1, + "start": 2967, + "target_tic": 2999, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -19.9786434173584, + "shift_swapped": 1.8271645307540894, + "shift_reference": -5.883054733276367, + "peak_recorded": 0.16833750903606415, + "peak_swapped": 0.18670299649238586, + "peak_reference": 0.13653700053691864, + "motion_pred": [ + 0.05404746159911156, + 0.02584293857216835, + 0.028968142345547676, + 0.024116408079862595 + ], + "motion_real": [ + 0.03695426881313324, + 0.03710715472698212, + 0.03690251708030701, + 0.038499679416418076 + ], + "shift_reference_raw": 17.07396697998047 + }, + { + "index": 25268, + "episode": 312, + "map": 1, + "start": 3090, + "target_tic": 3122, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.260778427124023, + "shift_swapped": 23.94896697998047, + "shift_reference": -24.742734909057617, + "peak_recorded": 0.3971351981163025, + "peak_swapped": 0.40981003642082214, + "peak_reference": 0.3251904249191284, + "motion_pred": [ + 0.04765309765934944, + 0.035034872591495514, + 0.04009781405329704, + 0.05117012932896614 + ], + "motion_real": [ + 0.05832087621092796, + 0.053970277309417725, + 0.051750462502241135, + 0.05004943534731865 + ], + "shift_reference_raw": -27.11037254333496 + }, + { + "index": 25531, + "episode": 312, + "map": 1, + "start": 3388, + "target_tic": 3420, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.034709930419922, + "shift_swapped": 27.303958892822266, + "shift_reference": -14.414220809936523, + "peak_recorded": 0.4507846236228943, + "peak_swapped": 0.3878962993621826, + "peak_reference": 0.42571017146110535, + "motion_pred": [ + 0.05595032870769501, + 0.05525388568639755, + 0.05541050806641579, + 0.06779390573501587 + ], + "motion_real": [ + 0.05578122287988663, + 0.06194854900240898, + 0.06584355235099792, + 0.07688958197832108 + ], + "shift_reference_raw": -15.92836856842041 + }, + { + "index": 25757, + "episode": 312, + "map": 1, + "start": 3649, + "target_tic": 3681, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.4437253475189209, + "shift_swapped": 0.047933269292116165, + "shift_reference": -8.133275985717773, + "peak_recorded": 0.67949378490448, + "peak_swapped": 0.6036841869354248, + "peak_reference": 0.5605359673500061, + "motion_pred": [ + 0.042904745787382126, + 0.01785067655146122, + 0.022445831447839737, + 0.01906290277838707 + ], + "motion_real": [ + 0.034603316336870193, + 0.03712357580661774, + 0.03529804199934006, + 0.03515389561653137 + ], + "shift_reference_raw": -7.9683661460876465 + }, + { + "index": 26021, + "episode": 312, + "map": 1, + "start": 4018, + "target_tic": 4050, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.834575653076172, + "shift_swapped": 9.156781196594238, + "shift_reference": -1.2972110509872437, + "peak_recorded": 0.1878904104232788, + "peak_swapped": 0.22833435237407684, + "peak_reference": 0.3543804883956909, + "motion_pred": [ + 0.05566025152802467, + 0.040498360991477966, + 0.04944145306944847, + 0.04485735669732094 + ], + "motion_real": [ + 0.057431988418102264, + 0.051815565675497055, + 0.05182699114084244, + 0.053967252373695374 + ], + "shift_reference_raw": -1.0131820440292358 + }, + { + "index": 26167, + "episode": 312, + "map": 1, + "start": 4199, + "target_tic": 4231, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.85897159576416, + "shift_swapped": -25.781450271606445, + "shift_reference": 16.08441734313965, + "peak_recorded": 0.5265780687332153, + "peak_swapped": 0.4580328166484833, + "peak_reference": 0.613853394985199, + "motion_pred": [ + 0.06056291237473488, + 0.051123447716236115, + 0.05036956071853638, + 0.05020507425069809 + ], + "motion_real": [ + 0.051502544432878494, + 0.05377625674009323, + 0.05456887558102608, + 0.054595980793237686 + ], + "shift_reference_raw": 15.79062271118164 + }, + { + "index": 26270, + "episode": 312, + "map": 1, + "start": 4302, + "target_tic": 4334, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 30.78990364074707, + "shift_swapped": 32.0, + "shift_reference": -32.0, + "peak_recorded": 0.1862802803516388, + "peak_swapped": 0.19828210771083832, + "peak_reference": 0.244827538728714, + "motion_pred": [ + 0.049328744411468506, + 0.021876420825719833, + 0.022741638123989105, + 0.01580190099775791 + ], + "motion_real": [ + 0.03926882520318031, + 0.04969831556081772, + 0.05262187495827675, + 0.03748447075486183 + ], + "shift_reference_raw": -9.807234764099121 + }, + { + "index": 26333, + "episode": 312, + "map": 1, + "start": 4400, + "target_tic": 4432, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.271635055541992, + "shift_swapped": -22.944732666015625, + "shift_reference": 18.94770622253418, + "peak_recorded": 0.5280768275260925, + "peak_swapped": 0.4059649407863617, + "peak_reference": 0.6193625330924988, + "motion_pred": [ + 0.05606907978653908, + 0.04861440509557724, + 0.04844338819384575, + 0.04689225181937218 + ], + "motion_real": [ + 0.052233558148145676, + 0.05271662026643753, + 0.05532974749803543, + 0.0568574033677578 + ], + "shift_reference_raw": 19.28156280517578 + }, + { + "index": 26336, + "episode": 312, + "map": 1, + "start": 4403, + "target_tic": 4435, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.936260223388672, + "shift_swapped": -21.55547523498535, + "shift_reference": 19.433286666870117, + "peak_recorded": 0.4209047257900238, + "peak_swapped": 0.46618950366973877, + "peak_reference": 0.5338084697723389, + "motion_pred": [ + 0.060746971517801285, + 0.04916883632540703, + 0.046510323882102966, + 0.04620777815580368 + ], + "motion_real": [ + 0.0568574033677578, + 0.061808448284864426, + 0.05360957235097885, + 0.053087614476680756 + ], + "shift_reference_raw": 18.941823959350586 + }, + { + "index": 26540, + "episode": 325, + "map": 1, + "start": 97, + "target_tic": 129, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -15.72514533996582, + "shift_reference": 28.245956420898438, + "peak_recorded": 0.7553086280822754, + "peak_swapped": 0.699646532535553, + "peak_reference": 0.7370468974113464, + "motion_pred": [ + 0.06387283653020859, + 0.06220996007323265, + 0.0551985427737236, + 0.0552416667342186 + ], + "motion_real": [ + 0.06343520432710648, + 0.06339189410209656, + 0.06203843653202057, + 0.05915872007608414 + ], + "shift_reference_raw": 28.54852867126465 + }, + { + "index": 26567, + "episode": 325, + "map": 1, + "start": 159, + "target_tic": 191, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.034895658493042, + "shift_swapped": 2.418553352355957, + "shift_reference": 11.6748685836792, + "peak_recorded": 0.2877829372882843, + "peak_swapped": 0.27914169430732727, + "peak_reference": 0.3774322271347046, + "motion_pred": [ + 0.05162450298666954, + 0.037817105650901794, + 0.033635463565588, + 0.03911469876766205 + ], + "motion_real": [ + 0.061133597046136856, + 0.058827146887779236, + 0.06071307137608528, + 0.060384251177310944 + ], + "shift_reference_raw": 11.60417366027832 + }, + { + "index": 26580, + "episode": 325, + "map": 1, + "start": 172, + "target_tic": 204, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.17552947998047, + "shift_swapped": -21.628694534301758, + "shift_reference": 23.640724182128906, + "peak_recorded": 0.415895938873291, + "peak_swapped": 0.5364161729812622, + "peak_reference": 0.6218447685241699, + "motion_pred": [ + 0.06009513512253761, + 0.04557263106107712, + 0.04386568441987038, + 0.03995206207036972 + ], + "motion_real": [ + 0.055097367614507675, + 0.05078133940696716, + 0.053377922624349594, + 0.0554446242749691 + ], + "shift_reference_raw": 23.256141662597656 + }, + { + "index": 26704, + "episode": 325, + "map": 1, + "start": 331, + "target_tic": 363, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.6141698360443115, + "shift_swapped": 15.859580039978027, + "shift_reference": -0.1670471727848053, + "peak_recorded": 0.26059287786483765, + "peak_swapped": 0.2169463336467743, + "peak_reference": 0.30775007605552673, + "motion_pred": [ + 0.040899135172367096, + 0.02952600084245205, + 0.02833458222448826, + 0.030992567539215088 + ], + "motion_real": [ + 0.040546637028455734, + 0.04001074656844139, + 0.039751630276441574, + 0.04014531895518303 + ], + "shift_reference_raw": -0.046674709767103195 + }, + { + "index": 26866, + "episode": 325, + "map": 1, + "start": 528, + "target_tic": 560, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.3445518016815186, + "shift_swapped": -30.347558975219727, + "shift_reference": 19.74631118774414, + "peak_recorded": 0.5260115265846252, + "peak_swapped": 0.3204985558986664, + "peak_reference": 0.35008060932159424, + "motion_pred": [ + 0.05470084398984909, + 0.04384267330169678, + 0.04694104567170143, + 0.06232554838061333 + ], + "motion_real": [ + 0.0503220371901989, + 0.046485789120197296, + 0.045855358242988586, + 0.04765972122550011 + ], + "shift_reference_raw": 19.436147689819336 + }, + { + "index": 26991, + "episode": 325, + "map": 1, + "start": 688, + "target_tic": 720, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 0.9034996032714844, + "shift_reference": -23.979984283447266, + "peak_recorded": 0.128903329372406, + "peak_swapped": 0.1611775904893875, + "peak_reference": 0.1483609825372696, + "motion_pred": [ + 0.044703565537929535, + 0.02887049689888954, + 0.03384016081690788, + 0.0315120592713356 + ], + "motion_real": [ + 0.04725213721394539, + 0.03826948627829552, + 0.043949659913778305, + 0.04330500215291977 + ], + "shift_reference_raw": -23.93381690979004 + }, + { + "index": 27079, + "episode": 325, + "map": 1, + "start": 811, + "target_tic": 843, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 24.216344833374023, + "shift_reference": -32.0, + "peak_recorded": 0.13033106923103333, + "peak_swapped": 0.1650153249502182, + "peak_reference": 0.12071457505226135, + "motion_pred": [ + 0.0510086826980114, + 0.037688836455345154, + 0.034610237926244736, + 0.02959280274808407 + ], + "motion_real": [ + 0.04901852086186409, + 0.04874395951628685, + 0.04667595773935318, + 0.040719300508499146 + ], + "shift_reference_raw": -29.987367630004883 + }, + { + "index": 27086, + "episode": 325, + "map": 1, + "start": 818, + "target_tic": 850, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.8082973957061768, + "shift_swapped": -26.080982208251953, + "shift_reference": 2.8330607414245605, + "peak_recorded": 0.14574016630649567, + "peak_swapped": 0.12558090686798096, + "peak_reference": 0.12630224227905273, + "motion_pred": [ + 0.05922631174325943, + 0.02923017181456089, + 0.01923867128789425, + 0.021380651742219925 + ], + "motion_real": [ + 0.03576822578907013, + 0.03674203157424927, + 0.039063721895217896, + 0.043510496616363525 + ], + "shift_reference_raw": 0.14981506764888763 + }, + { + "index": 27305, + "episode": 325, + "map": 1, + "start": 1107, + "target_tic": 1139, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.683486938476562, + "shift_swapped": -16.69212532043457, + "shift_reference": 19.182119369506836, + "peak_recorded": 0.824461817741394, + "peak_swapped": 0.7854173183441162, + "peak_reference": 0.8072072863578796, + "motion_pred": [ + 0.07758449018001556, + 0.07008662819862366, + 0.07425976544618607, + 0.08390884846448898 + ], + "motion_real": [ + 0.07969158887863159, + 0.08774999529123306, + 0.10050641000270844, + 0.12941811978816986 + ], + "shift_reference_raw": 20.386369705200195 + }, + { + "index": 27375, + "episode": 325, + "map": 1, + "start": 1177, + "target_tic": 1209, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.49789857864379883, + "shift_swapped": -10.131209373474121, + "shift_reference": -6.792830467224121, + "peak_recorded": 0.6856034398078918, + "peak_swapped": 0.5963897109031677, + "peak_reference": 0.5855922102928162, + "motion_pred": [ + 0.045686833560466766, + 0.037053294479846954, + 0.04793606325984001, + 0.04756859689950943 + ], + "motion_real": [ + 0.045578427612781525, + 0.04486352950334549, + 0.05296540632843971, + 0.05457715317606926 + ], + "shift_reference_raw": -6.95993709564209 + }, + { + "index": 27533, + "episode": 325, + "map": 1, + "start": 1405, + "target_tic": 1437, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.294922798871994, + "peak_swapped": 0.17850472033023834, + "peak_reference": 0.11087062954902649, + "motion_pred": [ + 0.043005332350730896, + 0.028462868183851242, + 0.02306283451616764, + 0.02202691324055195 + ], + "motion_real": [ + 0.042445164173841476, + 0.041903574019670486, + 0.039933037012815475, + 0.03842960298061371 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 27581, + "episode": 325, + "map": 1, + "start": 1453, + "target_tic": 1485, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.906044006347656, + "shift_swapped": -3.930097818374634, + "shift_reference": 4.8624958992004395, + "peak_recorded": 0.461394339799881, + "peak_swapped": 0.41053542494773865, + "peak_reference": 0.5325990915298462, + "motion_pred": [ + 0.04746123403310776, + 0.036641042679548264, + 0.04136468097567558, + 0.041439641267061234 + ], + "motion_real": [ + 0.043370719999074936, + 0.044130776077508926, + 0.04603755474090576, + 0.04744284972548485 + ], + "shift_reference_raw": 4.9347758293151855 + }, + { + "index": 27882, + "episode": 325, + "map": 1, + "start": 1859, + "target_tic": 1891, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.012831687927246, + "shift_swapped": 32.0, + "shift_reference": -17.162073135375977, + "peak_recorded": 0.13991321623325348, + "peak_swapped": 0.1385328322649002, + "peak_reference": 0.23591174185276031, + "motion_pred": [ + 0.059346430003643036, + 0.04163958504796028, + 0.03661652281880379, + 0.038190826773643494 + ], + "motion_real": [ + 0.06331450492143631, + 0.0691520944237709, + 0.057098761200904846, + 0.05623476952314377 + ], + "shift_reference_raw": -17.01065444946289 + }, + { + "index": 28046, + "episode": 325, + "map": 1, + "start": 2023, + "target_tic": 2055, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.231914520263672, + "shift_swapped": -32.0, + "shift_reference": 13.61054801940918, + "peak_recorded": 0.6739014387130737, + "peak_swapped": 0.484495609998703, + "peak_reference": 0.7718997597694397, + "motion_pred": [ + 0.05316793918609619, + 0.04371215030550957, + 0.05146464332938194, + 0.05052628368139267 + ], + "motion_real": [ + 0.05255269631743431, + 0.053140949457883835, + 0.05213603749871254, + 0.05333073064684868 + ], + "shift_reference_raw": 13.69013500213623 + }, + { + "index": 28061, + "episode": 325, + "map": 1, + "start": 2038, + "target_tic": 2070, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.37448596954345703, + "peak_swapped": 0.33422723412513733, + "peak_reference": 0.11463285982608795, + "motion_pred": [ + 0.043578896671533585, + 0.024495596066117287, + 0.02799416519701481, + 0.016433976590633392 + ], + "motion_real": [ + 0.04178055748343468, + 0.05105181410908699, + 0.031967807561159134, + 0.030190035700798035 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 28285, + "episode": 325, + "map": 1, + "start": 2367, + "target_tic": 2399, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.87618064880371, + "shift_swapped": -29.485820770263672, + "shift_reference": -32.0, + "peak_recorded": 0.16235654056072235, + "peak_swapped": 0.16452354192733765, + "peak_reference": 0.15474241971969604, + "motion_pred": [ + 0.049634575843811035, + 0.03593016043305397, + 0.03880487009882927, + 0.04455161839723587 + ], + "motion_real": [ + 0.05060206726193428, + 0.048292286694049835, + 0.04470564052462578, + 0.04893636330962181 + ], + "shift_reference_raw": 25.40830421447754 + }, + { + "index": 28360, + "episode": 325, + "map": 1, + "start": 2442, + "target_tic": 2474, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 4.234118938446045, + "shift_swapped": 6.486891269683838, + "shift_reference": -32.0, + "peak_recorded": 0.3708077669143677, + "peak_swapped": 0.41957876086235046, + "peak_reference": 0.20563055574893951, + "motion_pred": [ + 0.040647219866514206, + 0.03329667076468468, + 0.04161384701728821, + 0.0401916541159153 + ], + "motion_real": [ + 0.06892114877700806, + 0.04743585363030434, + 0.06597480177879333, + 0.07030929625034332 + ], + "shift_reference_raw": -31.164770126342773 + }, + { + "index": 28474, + "episode": 325, + "map": 1, + "start": 2556, + "target_tic": 2588, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.327651709318161, + "shift_swapped": -18.57276725769043, + "shift_reference": 0.44338205456733704, + "peak_recorded": 0.4760488271713257, + "peak_swapped": 0.36428508162498474, + "peak_reference": 0.7121668457984924, + "motion_pred": [ + 0.048766862601041794, + 0.03815491497516632, + 0.03296209126710892, + 0.03538673743605614 + ], + "motion_real": [ + 0.04151199758052826, + 0.04253566265106201, + 0.04044952243566513, + 0.04258504509925842 + ], + "shift_reference_raw": 0.2741742730140686 + }, + { + "index": 28494, + "episode": 325, + "map": 1, + "start": 2576, + "target_tic": 2608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.1235441043972969, + "shift_swapped": -17.127431869506836, + "shift_reference": 6.489030361175537, + "peak_recorded": 0.3743756413459778, + "peak_swapped": 0.401501327753067, + "peak_reference": 0.587873101234436, + "motion_pred": [ + 0.043594468384981155, + 0.033107686787843704, + 0.0317867211997509, + 0.029948705807328224 + ], + "motion_real": [ + 0.04086114466190338, + 0.03937004134058952, + 0.03853582963347435, + 0.04069371521472931 + ], + "shift_reference_raw": 6.365800380706787 + }, + { + "index": 28623, + "episode": 325, + "map": 1, + "start": 2740, + "target_tic": 2772, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 7.2450408935546875, + "shift_swapped": 25.296422958374023, + "shift_reference": -22.421173095703125, + "peak_recorded": 0.233948215842247, + "peak_swapped": 0.23313359916210175, + "peak_reference": 0.24309055507183075, + "motion_pred": [ + 0.05958307906985283, + 0.04516025260090828, + 0.04514951631426811, + 0.04279123619198799 + ], + "motion_real": [ + 0.06709497421979904, + 0.05860142409801483, + 0.05805067718029022, + 0.06436295062303543 + ], + "shift_reference_raw": -28.682024002075195 + }, + { + "index": 28926, + "episode": 325, + "map": 1, + "start": 3078, + "target_tic": 3110, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.446422576904297, + "shift_swapped": 0.0933738574385643, + "shift_reference": 16.98206329345703, + "peak_recorded": 0.09884268045425415, + "peak_swapped": 0.06246032565832138, + "peak_reference": 0.3857666850090027, + "motion_pred": [ + 0.05325034260749817, + 0.02183738723397255, + 0.027762293815612793, + 0.01800735853612423 + ], + "motion_real": [ + 0.03997953236103058, + 0.039630141109228134, + 0.039882928133010864, + 0.0434483177959919 + ], + "shift_reference_raw": 17.437088012695312 + }, + { + "index": 29221, + "episode": 325, + "map": 1, + "start": 3478, + "target_tic": 3510, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 12.714850425720215, + "shift_reference": -32.0, + "peak_recorded": -0.0077410428784787655, + "peak_swapped": 0.04225218668580055, + "peak_reference": 0.011136580258607864, + "motion_pred": [ + 0.049718331545591354, + 0.020911695435643196, + 0.018427200615406036, + 0.01788274012506008 + ], + "motion_real": [ + 0.046479012817144394, + 0.040886297821998596, + 0.03852251172065735, + 0.03889285773038864 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 29293, + "episode": 325, + "map": 1, + "start": 3585, + "target_tic": 3617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.03225730359554291, + "shift_swapped": 8.121509552001953, + "shift_reference": -0.2983362674713135, + "peak_recorded": 0.4201366901397705, + "peak_swapped": 0.39492857456207275, + "peak_reference": 0.49731022119522095, + "motion_pred": [ + 0.045318376272916794, + 0.03681810200214386, + 0.03588012233376503, + 0.033321209251880646 + ], + "motion_real": [ + 0.04452158883213997, + 0.04479236155748367, + 0.04583903029561043, + 0.0435471385717392 + ], + "shift_reference_raw": -2.7682132720947266 + }, + { + "index": 29489, + "episode": 325, + "map": 1, + "start": 3851, + "target_tic": 3883, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.731307983398438, + "shift_swapped": -20.43979263305664, + "shift_reference": 17.145427703857422, + "peak_recorded": 0.2146698236465454, + "peak_swapped": 0.20114386081695557, + "peak_reference": 0.28452643752098083, + "motion_pred": [ + 0.055812787264585495, + 0.044274818152189255, + 0.0452156625688076, + 0.05018974095582962 + ], + "motion_real": [ + 0.05517442896962166, + 0.05514463782310486, + 0.05352655425667763, + 0.05164916813373566 + ], + "shift_reference_raw": 19.01325798034668 + }, + { + "index": 29490, + "episode": 325, + "map": 1, + "start": 3852, + "target_tic": 3884, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.971171379089355, + "shift_swapped": -24.119712829589844, + "shift_reference": 17.05043601989746, + "peak_recorded": 0.1495162397623062, + "peak_swapped": 0.2564179599285126, + "peak_reference": 0.344769150018692, + "motion_pred": [ + 0.05369454249739647, + 0.04330822080373764, + 0.0483018197119236, + 0.053097374737262726 + ], + "motion_real": [ + 0.05514463782310486, + 0.05352655425667763, + 0.05164916813373566, + 0.05504554510116577 + ], + "shift_reference_raw": 16.96497344970703 + }, + { + "index": 29640, + "episode": 325, + "map": 1, + "start": 4037, + "target_tic": 4069, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.124998092651367, + "shift_swapped": 5.930798530578613, + "shift_reference": -28.236572265625, + "peak_recorded": 0.19068770110607147, + "peak_swapped": 0.14768147468566895, + "peak_reference": 0.17113319039344788, + "motion_pred": [ + 0.04364428669214249, + 0.03422144055366516, + 0.031948357820510864, + 0.02971452660858631 + ], + "motion_real": [ + 0.04329580441117287, + 0.04149123281240463, + 0.04006904363632202, + 0.04107971861958504 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 29659, + "episode": 325, + "map": 1, + "start": 4056, + "target_tic": 4088, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.411216735839844, + "shift_swapped": 28.13602638244629, + "shift_reference": -23.898963928222656, + "peak_recorded": 0.4893243908882141, + "peak_swapped": 0.4723822772502899, + "peak_reference": 0.5371390581130981, + "motion_pred": [ + 0.04582794010639191, + 0.03253910690546036, + 0.0303130354732275, + 0.030143095180392265 + ], + "motion_real": [ + 0.04852675646543503, + 0.04985610395669937, + 0.049878478050231934, + 0.04984765872359276 + ], + "shift_reference_raw": -23.303447723388672 + }, + { + "index": 29663, + "episode": 325, + "map": 1, + "start": 4060, + "target_tic": 4092, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.20369529724121, + "shift_swapped": 22.162212371826172, + "shift_reference": -20.149150848388672, + "peak_recorded": 0.3881148397922516, + "peak_swapped": 0.40581610798835754, + "peak_reference": 0.4249440133571625, + "motion_pred": [ + 0.04597397521138191, + 0.03654437139630318, + 0.037901993840932846, + 0.040797822177410126 + ], + "motion_real": [ + 0.04845165088772774, + 0.04798343405127525, + 0.04967454448342323, + 0.050325989723205566 + ], + "shift_reference_raw": -20.001237869262695 + }, + { + "index": 29715, + "episode": 325, + "map": 1, + "start": 4112, + "target_tic": 4144, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -3.6566567420959473, + "shift_swapped": -12.452984809875488, + "shift_reference": -3.618108034133911, + "peak_recorded": 0.5946164131164551, + "peak_swapped": 0.5292997360229492, + "peak_reference": 0.5753305554389954, + "motion_pred": [ + 0.05188905447721481, + 0.04611992835998535, + 0.04430287703871727, + 0.04412791132926941 + ], + "motion_real": [ + 0.05142417922616005, + 0.05379756540060043, + 0.055070582777261734, + 0.060082800686359406 + ], + "shift_reference_raw": -4.727903366088867 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map01_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/directional.json", + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 5959, + "right": 14142 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 35417, + "windows": 29805, + "excluded_windows": 5612, + "excluded_fraction": 0.15845497924725413, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..dc5f3047e66b9d34a4a8af7cf1e5f4ce6405009c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.936912942677736, + "sem": 0.10150548785347838, + "n": 256 + }, + "lpips_dec": { + "mean": 0.311728197906632, + "sem": 0.0041535351511160015, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.23989135603187606, + "sem": 0.002275399119115958, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 24.095909103751183, + "sem": 0.061502429610103555, + "n": 256 + }, + "psnr_raw": { + "mean": 21.64591061323881, + "sem": 0.07297890550153624, + "n": 256 + }, + "lpips_raw": { + "mean": 0.3620284519274719, + "sem": 0.003936020967141117, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.88250532746315, + "sem": 0.010378247114832526, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7310706528369337, + "sem": 0.006528427530548249, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0044420967788028065, + "sem": 0.00020364699110135003, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.003992837700934615, + "sem": 5.552057341763744e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.962033607065678, + "sem": 0.11280435722217078, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.004511213594014407, + "sem": 0.00023326765003290917, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.3659942633821629, + "sem": 0.004875490552854988, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.0071831878303783014, + "sem": 0.00021425485650009734, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01629549746940029, + "sem": 3.930910936037789e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 22.774243004620075, + "sem": 0.10155365856998791, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.0057812941377051175, + "sem": 0.000247424664785737, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.4150221028830856, + "sem": 0.004672637233460604, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.106911171227694, + "sem": 0.11839629197984788, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.003533964190410188, + "sem": 0.00021086982895505402, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.2886040295707062, + "sem": 0.004166574304800328, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 30.77623725682497, + "sem": 0.10148673445067606, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0008959340026422069, + "sem": 2.121160693222165e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.66577784717083, + "sem": 0.12158444693805347, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0039398150297529355, + "sem": 0.00024251499727324946, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.3442567413439974, + "sem": 0.004960777024746965, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.42713800445199, + "sem": 0.10334245785412585, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.00499522264180996, + "sem": 0.00022236037670068335, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.3151467895368114, + "sem": 0.003920617163048594, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.44882743805647, + "sem": 0.05730587400332948, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001842659983140038, + "sem": 2.7231297902865378e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.06294308975339, + "sem": 0.10841937593616695, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.005480232326135592, + "sem": 0.00025615677388198584, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.37327218730933964, + "sem": 0.004685566731527231, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 23.936912942677736, + "lpips_dec": 0.311728197906632 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.821394560767, + "sem": 0.19615707180535819, + "n": 61 + }, + "lpips_dec": { + "mean": 0.3049006830961978, + "sem": 0.008173475174673633, + "n": 61 + }, + "psnr_raw": { + "mean": 21.57593279979268, + "sem": 0.1387963966011358, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 23.58601355174231, + "sem": 0.21122270188151285, + "n": 63 + }, + "lpips_dec": { + "mean": 0.3217384708779199, + "sem": 0.008414715994509412, + "n": 63 + }, + "psnr_raw": { + "mean": 21.410811409117684, + "sem": 0.1447874503169194, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.11807446181774, + "sem": 0.23651675616589074, + "n": 64 + }, + "lpips_dec": { + "mean": 0.3132880413904786, + "sem": 0.009975486239550158, + "n": 64 + }, + "psnr_raw": { + "mean": 21.73789855837822, + "sem": 0.17700141073918918, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.195132732391357, + "sem": 0.16008171378431754, + "n": 68 + }, + "lpips_dec": { + "mean": 0.3071105688372079, + "sem": 0.006510789485315745, + "n": 68 + }, + "psnr_raw": { + "mean": 21.83992043663474, + "sem": 0.11673300204365514, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.936912942677736, + "sem": 0.10150548785347838, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.311728197906632, + "sem": 0.0041535351511160015, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.23989135603187606, + "sem": 0.002275399119115958, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 24.095909103751183, + "sem": 0.061502429610103555, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.64591061323881, + "sem": 0.07297890550153624, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.3620284519274719, + "sem": 0.003936020967141117, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.88250532746315, + "sem": 0.010378247114832526, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7310706528369337, + "sem": 0.006528427530548249, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0044420967788028065, + "sem": 0.00020364699110135003, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.003992837700934615, + "sem": 5.552057341763744e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.962033607065678, + "sem": 0.11280435722217078, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.004511213594014407, + "sem": 0.00023326765003290917, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.3659942633821629, + "sem": 0.004875490552854988, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0071831878303783014, + "sem": 0.00021425485650009734, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01629549746940029, + "sem": 3.930910936037789e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 22.774243004620075, + "sem": 0.10155365856998791, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.0057812941377051175, + "sem": 0.000247424664785737, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.4150221028830856, + "sem": 0.004672637233460604, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.106911171227694, + "sem": 0.11839629197984788, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.003533964190410188, + "sem": 0.00021086982895505402, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.2886040295707062, + "sem": 0.004166574304800328, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 30.77623725682497, + "sem": 0.10148673445067606, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0008959340026422069, + "sem": 2.121160693222165e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.66577784717083, + "sem": 0.12158444693805347, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0039398150297529355, + "sem": 0.00024251499727324946, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.3442567413439974, + "sem": 0.004960777024746965, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.42713800445199, + "sem": 0.10334245785412585, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.00499522264180996, + "sem": 0.00022236037670068335, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.3151467895368114, + "sem": 0.003920617163048594, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.44882743805647, + "sem": 0.05730587400332948, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001842659983140038, + "sem": 2.7231297902865378e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.06294308975339, + "sem": 0.10841937593616695, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.005480232326135592, + "sem": 0.00025615677388198584, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.37327218730933964, + "sem": 0.004685566731527231, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 23.936912942677736, + "lpips_dec": 0.311728197906632 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.821394560767, + "sem": 0.19615707180535819, + "n": 61 + }, + "lpips_dec": { + "mean": 0.3049006830961978, + "sem": 0.008173475174673633, + "n": 61 + }, + "psnr_raw": { + "mean": 21.57593279979268, + "sem": 0.1387963966011358, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 23.58601355174231, + "sem": 0.21122270188151285, + "n": 63 + }, + "lpips_dec": { + "mean": 0.3217384708779199, + "sem": 0.008414715994509412, + "n": 63 + }, + "psnr_raw": { + "mean": 21.410811409117684, + "sem": 0.1447874503169194, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.11807446181774, + "sem": 0.23651675616589074, + "n": 64 + }, + "lpips_dec": { + "mean": 0.3132880413904786, + "sem": 0.009975486239550158, + "n": 64 + }, + "psnr_raw": { + "mean": 21.73789855837822, + "sem": 0.17700141073918918, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.195132732391357, + "sem": 0.16008171378431754, + "n": 68 + }, + "lpips_dec": { + "mean": 0.3071105688372079, + "sem": 0.006510789485315745, + "n": 68 + }, + "psnr_raw": { + "mean": 21.83992043663474, + "sem": 0.11673300204365514, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.581875455742018, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..dd3fa9bc2fd13d95f83bd6633446d118ed5b5854 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 7.9868854453961955, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000000_live_85cca4ad26673da1/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..af3b356bc7887ad31e81f51fde3320ba4685eaf6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 24.315863288939, + "sem": 0.10560603849192282, + "n": 256 + }, + "lpips_dec": { + "mean": 0.2928394486079924, + "sem": 0.0043703455292224795, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.23142373430891894, + "sem": 0.0023409851739424345, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 24.494699873030186, + "sem": 0.06304170639693706, + "n": 256 + }, + "psnr_raw": { + "mean": 21.85261032730341, + "sem": 0.0745278088853351, + "n": 256 + }, + "lpips_raw": { + "mean": 0.34576013090554625, + "sem": 0.004082980075732222, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.9177191182971, + "sem": 0.009758490945051948, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7047389617655426, + "sem": 0.006440228090794019, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.004111483088308887, + "sem": 0.00020453846324810287, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0036477139269663894, + "sem": 5.2463670535798214e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.341231282800436, + "sem": 0.11735189581569756, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.004182832223250443, + "sem": 0.00023411348394937717, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.3438666046713479, + "sem": 0.005119428668061738, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.00686877406315034, + "sem": 0.00021505359789772405, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016162542488018516, + "sem": 3.6715029045956046e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.07300303131342, + "sem": 0.10520014964426828, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005438963660708396, + "sem": 0.00024815398268701567, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.39593160286312923, + "sem": 0.004825460298530261, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.605863370001316, + "sem": 0.12428318923021371, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0032071283048935584, + "sem": 0.00021073548928375626, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.2664408212294802, + "sem": 0.004319170172390199, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 32.27736634761095, + "sem": 0.11475209464897884, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0006492456004139058, + "sem": 1.8587286702668127e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.12893684208393, + "sem": 0.12664927713119706, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0036006487503073004, + "sem": 0.0002423857653199736, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.3182815207983367, + "sem": 0.00511681726741773, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.72966579347849, + "sem": 0.10606313839664633, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004691426689987566, + "sem": 0.00022158028180803486, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.294175295624882, + "sem": 0.004004624074527397, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.906747169792652, + "sem": 0.059286567025386865, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0016620137696463644, + "sem": 2.6346180559815097e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.357889138162136, + "sem": 0.11113975873256082, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.005157490290002897, + "sem": 0.00025529525317502093, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.34850922907935455, + "sem": 0.004758054054514525, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 24.315863288939, + "lpips_dec": 0.2928394486079924 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.21022193158259, + "sem": 0.20523365095502133, + "n": 61 + }, + "lpips_dec": { + "mean": 0.28561466223880894, + "sem": 0.00843993662744679, + "n": 61 + }, + "psnr_raw": { + "mean": 21.791482612734935, + "sem": 0.1443367778683624, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 23.875427427746, + "sem": 0.2183733765136303, + "n": 63 + }, + "lpips_dec": { + "mean": 0.30564072420672767, + "sem": 0.009038518159711694, + "n": 63 + }, + "psnr_raw": { + "mean": 21.57079197111584, + "sem": 0.14778443308805875, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.55679440498352, + "sem": 0.2457288795589652, + "n": 64 + }, + "lpips_dec": { + "mean": 0.2904562237672508, + "sem": 0.010628072383478383, + "n": 64 + }, + "psnr_raw": { + "mean": 21.975695878267288, + "sem": 0.17976349494637883, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.591921974630917, + "sem": 0.16387712096299845, + "n": 68 + }, + "lpips_dec": { + "mean": 0.28970353677868843, + "sem": 0.006576577847897413, + "n": 68 + }, + "psnr_raw": { + "mean": 22.05269667681526, + "sem": 0.11648245063402392, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.315863288939, + "sem": 0.10560603849192282, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.2928394486079924, + "sem": 0.0043703455292224795, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.23142373430891894, + "sem": 0.0023409851739424345, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 24.494699873030186, + "sem": 0.06304170639693706, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.85261032730341, + "sem": 0.0745278088853351, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.34576013090554625, + "sem": 0.004082980075732222, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.9177191182971, + "sem": 0.009758490945051948, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7047389617655426, + "sem": 0.006440228090794019, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.004111483088308887, + "sem": 0.00020453846324810287, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0036477139269663894, + "sem": 5.2463670535798214e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.341231282800436, + "sem": 0.11735189581569756, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.004182832223250443, + "sem": 0.00023411348394937717, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.3438666046713479, + "sem": 0.005119428668061738, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00686877406315034, + "sem": 0.00021505359789772405, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016162542488018516, + "sem": 3.6715029045956046e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.07300303131342, + "sem": 0.10520014964426828, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005438963660708396, + "sem": 0.00024815398268701567, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.39593160286312923, + "sem": 0.004825460298530261, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.605863370001316, + "sem": 0.12428318923021371, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0032071283048935584, + "sem": 0.00021073548928375626, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.2664408212294802, + "sem": 0.004319170172390199, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 32.27736634761095, + "sem": 0.11475209464897884, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0006492456004139058, + "sem": 1.8587286702668127e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.12893684208393, + "sem": 0.12664927713119706, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0036006487503073004, + "sem": 0.0002423857653199736, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.3182815207983367, + "sem": 0.00511681726741773, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.72966579347849, + "sem": 0.10606313839664633, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004691426689987566, + "sem": 0.00022158028180803486, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.294175295624882, + "sem": 0.004004624074527397, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.906747169792652, + "sem": 0.059286567025386865, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0016620137696463644, + "sem": 2.6346180559815097e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.357889138162136, + "sem": 0.11113975873256082, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.005157490290002897, + "sem": 0.00025529525317502093, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.34850922907935455, + "sem": 0.004758054054514525, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 24.315863288939, + "lpips_dec": 0.2928394486079924 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.21022193158259, + "sem": 0.20523365095502133, + "n": 61 + }, + "lpips_dec": { + "mean": 0.28561466223880894, + "sem": 0.00843993662744679, + "n": 61 + }, + "psnr_raw": { + "mean": 21.791482612734935, + "sem": 0.1443367778683624, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 23.875427427746, + "sem": 0.2183733765136303, + "n": 63 + }, + "lpips_dec": { + "mean": 0.30564072420672767, + "sem": 0.009038518159711694, + "n": 63 + }, + "psnr_raw": { + "mean": 21.57079197111584, + "sem": 0.14778443308805875, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.55679440498352, + "sem": 0.2457288795589652, + "n": 64 + }, + "lpips_dec": { + "mean": 0.2904562237672508, + "sem": 0.010628072383478383, + "n": 64 + }, + "psnr_raw": { + "mean": 21.975695878267288, + "sem": 0.17976349494637883, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.591921974630917, + "sem": 0.16387712096299845, + "n": 68 + }, + "lpips_dec": { + "mean": 0.28970353677868843, + "sem": 0.006576577847897413, + "n": 68 + }, + "psnr_raw": { + "mean": 22.05269667681526, + "sem": 0.11648245063402392, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.355096296223556, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000050.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000050_live_419096ca899a5cb3/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 50, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ae8dac7c14142ae808f3d6256fb7bb8899858aab --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 24.54919210076332, + "sem": 0.10519716551941402, + "n": 256 + }, + "lpips_dec": { + "mean": 0.27010790299391374, + "sem": 0.00476884725061301, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.22081311428337358, + "sem": 0.0025098433854991147, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 24.75399010628462, + "sem": 0.06878437782472377, + "n": 256 + }, + "psnr_raw": { + "mean": 21.97358540445566, + "sem": 0.07289653187302218, + "n": 256 + }, + "lpips_raw": { + "mean": 0.32312673184787855, + "sem": 0.004413128458911859, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.948915638029575, + "sem": 0.010273215675249282, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6715023263823241, + "sem": 0.00665846524627265, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0039022737837512977, + "sem": 0.00019979591199318882, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0034534024302956823, + "sem": 5.4114720944774403e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.567864291369915, + "sem": 0.11587931451459868, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003971330993863376, + "sem": 0.00022802890732439465, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.31690636643907055, + "sem": 0.005589225253618463, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006671295528576593, + "sem": 0.0002093417481909524, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01604800571294618, + "sem": 3.8481546449004e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.234302911907434, + "sem": 0.10247389148785468, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005228724881362723, + "sem": 0.00024142567589520065, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3687308676308021, + "sem": 0.005230695112343299, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.98794549703598, + "sem": 0.12763761928844294, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0029701372500312573, + "sem": 0.00020645890825715416, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.2452012340654619, + "sem": 0.004775612608992313, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 32.745587192475796, + "sem": 0.12128630940863601, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005886949341515901, + "sem": 1.7500027419489478e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.50826844200492, + "sem": 0.1298329881111531, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003336513047997869, + "sem": 0.00023734541067636132, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.2933886351529509, + "sem": 0.005672548921172819, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.973771318793297, + "sem": 0.10462466504347931, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004437758601852693, + "sem": 0.00021631500037161598, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.27458250283962116, + "sem": 0.004380351821008119, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.926383040845394, + "sem": 0.05935394692101808, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001654583510116936, + "sem": 2.6228441929666798e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.615297757089138, + "sem": 0.10983005818896635, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004865939436513145, + "sem": 0.00024922227983686956, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.3253390733152628, + "sem": 0.005217078863540181, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 24.54919210076332, + "lpips_dec": 0.27010790299391374 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.45696918299941, + "sem": 0.2117792706526848, + "n": 61 + }, + "lpips_dec": { + "mean": 0.26149581690303614, + "sem": 0.009235071493367268, + "n": 61 + }, + "psnr_raw": { + "mean": 21.91695801156466, + "sem": 0.14515992743245126, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.135912425934322, + "sem": 0.21559947017766817, + "n": 63 + }, + "lpips_dec": { + "mean": 0.28221871408205185, + "sem": 0.00986510229976289, + "n": 63 + }, + "psnr_raw": { + "mean": 21.715058341858878, + "sem": 0.14314339636298576, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.801953107118607, + "sem": 0.24321917806526575, + "n": 64 + }, + "lpips_dec": { + "mean": 0.2674749477300793, + "sem": 0.011567341795461357, + "n": 64 + }, + "psnr_raw": { + "mean": 22.101130664348602, + "sem": 0.17612073469971898, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.776920234455783, + "sem": 0.16181304625916246, + "n": 68 + }, + "lpips_dec": { + "mean": 0.269091216080329, + "sem": 0.007235776577853095, + "n": 68 + }, + "psnr_raw": { + "mean": 22.143858629114487, + "sem": 0.11209815137272025, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.54919210076332, + "sem": 0.10519716551941402, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.27010790299391374, + "sem": 0.00476884725061301, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.22081311428337358, + "sem": 0.0025098433854991147, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 24.75399010628462, + "sem": 0.06878437782472377, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.97358540445566, + "sem": 0.07289653187302218, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.32312673184787855, + "sem": 0.004413128458911859, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.948915638029575, + "sem": 0.010273215675249282, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6715023263823241, + "sem": 0.00665846524627265, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0039022737837512977, + "sem": 0.00019979591199318882, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0034534024302956823, + "sem": 5.4114720944774403e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.567864291369915, + "sem": 0.11587931451459868, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003971330993863376, + "sem": 0.00022802890732439465, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.31690636643907055, + "sem": 0.005589225253618463, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006671295528576593, + "sem": 0.0002093417481909524, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01604800571294618, + "sem": 3.8481546449004e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.234302911907434, + "sem": 0.10247389148785468, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005228724881362723, + "sem": 0.00024142567589520065, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3687308676308021, + "sem": 0.005230695112343299, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.98794549703598, + "sem": 0.12763761928844294, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0029701372500312573, + "sem": 0.00020645890825715416, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.2452012340654619, + "sem": 0.004775612608992313, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 32.745587192475796, + "sem": 0.12128630940863601, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005886949341515901, + "sem": 1.7500027419489478e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.50826844200492, + "sem": 0.1298329881111531, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003336513047997869, + "sem": 0.00023734541067636132, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.2933886351529509, + "sem": 0.005672548921172819, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.973771318793297, + "sem": 0.10462466504347931, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004437758601852693, + "sem": 0.00021631500037161598, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.27458250283962116, + "sem": 0.004380351821008119, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.926383040845394, + "sem": 0.05935394692101808, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001654583510116936, + "sem": 2.6228441929666798e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.615297757089138, + "sem": 0.10983005818896635, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004865939436513145, + "sem": 0.00024922227983686956, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.3253390733152628, + "sem": 0.005217078863540181, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 24.54919210076332, + "lpips_dec": 0.27010790299391374 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.45696918299941, + "sem": 0.2117792706526848, + "n": 61 + }, + "lpips_dec": { + "mean": 0.26149581690303614, + "sem": 0.009235071493367268, + "n": 61 + }, + "psnr_raw": { + "mean": 21.91695801156466, + "sem": 0.14515992743245126, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.135912425934322, + "sem": 0.21559947017766817, + "n": 63 + }, + "lpips_dec": { + "mean": 0.28221871408205185, + "sem": 0.00986510229976289, + "n": 63 + }, + "psnr_raw": { + "mean": 21.715058341858878, + "sem": 0.14314339636298576, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.801953107118607, + "sem": 0.24321917806526575, + "n": 64 + }, + "lpips_dec": { + "mean": 0.2674749477300793, + "sem": 0.011567341795461357, + "n": 64 + }, + "psnr_raw": { + "mean": 22.101130664348602, + "sem": 0.17612073469971898, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.776920234455783, + "sem": 0.16181304625916246, + "n": 68 + }, + "lpips_dec": { + "mean": 0.269091216080329, + "sem": 0.007235776577853095, + "n": 68 + }, + "psnr_raw": { + "mean": 22.143858629114487, + "sem": 0.11209815137272025, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.231267766785354, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000100.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000100_live_33eb4c9b59ae0c33/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 100, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a8681fb01d21497063b8ea9f747a37d6d4972cdc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 24.644713934510946, + "sem": 0.10638084152495046, + "n": 256 + }, + "lpips_dec": { + "mean": 0.25894298480125144, + "sem": 0.004837415746856297, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.21708811697317287, + "sem": 0.002600081873356084, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 24.76279152929783, + "sem": 0.07245311251428914, + "n": 256 + }, + "psnr_raw": { + "mean": 22.01433376222849, + "sem": 0.07279634670417166, + "n": 256 + }, + "lpips_raw": { + "mean": 0.3135206361184828, + "sem": 0.004475358828615152, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.932191386818886, + "sem": 0.011222097154349565, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6598160442663357, + "sem": 0.0068282174765714855, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0038322563800647913, + "sem": 0.00020706841061832857, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0034609209228619875, + "sem": 5.9136496360171834e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.67829129099846, + "sem": 0.11708671170379126, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003889384925514605, + "sem": 0.00023619790306354975, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.3032583884196356, + "sem": 0.005637562410199509, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006613998518332664, + "sem": 0.00021617970357069519, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016112216719193384, + "sem": 4.244825011721949e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.303969893604517, + "sem": 0.10217653456063357, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005152734254352254, + "sem": 0.00024912674228243833, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.35638852493138984, + "sem": 0.005282047720510372, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.174159921705723, + "sem": 0.13155087015789346, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.002875690562177624, + "sem": 0.00021317486413845166, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.2319915057742037, + "sem": 0.004826211934649578, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 32.63951323926449, + "sem": 0.13730817826143576, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0006245895058896167, + "sem": 2.2574680472572723e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.710787408053875, + "sem": 0.1341677874341755, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0032220138332377246, + "sem": 0.0002449933960568298, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.27714687830302864, + "sem": 0.0057225098725211115, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.068573612719774, + "sem": 0.10427190765732348, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004348610914348683, + "sem": 0.000222548833885275, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.26157564349705353, + "sem": 0.004436988219053848, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.688021384179592, + "sem": 0.07127789041084377, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0017680362566352414, + "sem": 3.354865744401368e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.73500833660364, + "sem": 0.10988727257856487, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004745622450172959, + "sem": 0.0002564194687412317, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.30921970575582236, + "sem": 0.005271286760711519, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 24.644713934510946, + "lpips_dec": 0.25894298480125144 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.575952185959114, + "sem": 0.21166454748621144, + "n": 61 + }, + "lpips_dec": { + "mean": 0.250596004431365, + "sem": 0.00917471821507716, + "n": 61 + }, + "psnr_raw": { + "mean": 21.972529520753955, + "sem": 0.1432527754650414, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.22805943564763, + "sem": 0.21613611904358832, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2698694205000287, + "sem": 0.0100477440717032, + "n": 63 + }, + "psnr_raw": { + "mean": 21.752112797328405, + "sem": 0.1391379407384559, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.886949583888054, + "sem": 0.2485780388785417, + "n": 64 + }, + "lpips_dec": { + "mean": 0.25702943140640855, + "sem": 0.011573077943099473, + "n": 64 + }, + "psnr_raw": { + "mean": 22.136220544576645, + "sem": 0.17949503158461325, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.864428912892063, + "sem": 0.16558509457270632, + "n": 68 + }, + "lpips_dec": { + "mean": 0.258108687313164, + "sem": 0.007742086620325528, + "n": 68 + }, + "psnr_raw": { + "mean": 22.180057665880987, + "sem": 0.11287921106387513, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.644713934510946, + "sem": 0.10638084152495046, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.25894298480125144, + "sem": 0.004837415746856297, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.21708811697317287, + "sem": 0.002600081873356084, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 24.76279152929783, + "sem": 0.07245311251428914, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.01433376222849, + "sem": 0.07279634670417166, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.3135206361184828, + "sem": 0.004475358828615152, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.932191386818886, + "sem": 0.011222097154349565, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6598160442663357, + "sem": 0.0068282174765714855, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0038322563800647913, + "sem": 0.00020706841061832857, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0034609209228619875, + "sem": 5.9136496360171834e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.67829129099846, + "sem": 0.11708671170379126, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003889384925514605, + "sem": 0.00023619790306354975, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.3032583884196356, + "sem": 0.005637562410199509, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006613998518332664, + "sem": 0.00021617970357069519, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016112216719193384, + "sem": 4.244825011721949e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.303969893604517, + "sem": 0.10217653456063357, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005152734254352254, + "sem": 0.00024912674228243833, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.35638852493138984, + "sem": 0.005282047720510372, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.174159921705723, + "sem": 0.13155087015789346, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.002875690562177624, + "sem": 0.00021317486413845166, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.2319915057742037, + "sem": 0.004826211934649578, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 32.63951323926449, + "sem": 0.13730817826143576, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0006245895058896167, + "sem": 2.2574680472572723e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.710787408053875, + "sem": 0.1341677874341755, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0032220138332377246, + "sem": 0.0002449933960568298, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.27714687830302864, + "sem": 0.0057225098725211115, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.068573612719774, + "sem": 0.10427190765732348, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004348610914348683, + "sem": 0.000222548833885275, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.26157564349705353, + "sem": 0.004436988219053848, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.688021384179592, + "sem": 0.07127789041084377, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0017680362566352414, + "sem": 3.354865744401368e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.73500833660364, + "sem": 0.10988727257856487, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004745622450172959, + "sem": 0.0002564194687412317, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.30921970575582236, + "sem": 0.005271286760711519, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 24.644713934510946, + "lpips_dec": 0.25894298480125144 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.575952185959114, + "sem": 0.21166454748621144, + "n": 61 + }, + "lpips_dec": { + "mean": 0.250596004431365, + "sem": 0.00917471821507716, + "n": 61 + }, + "psnr_raw": { + "mean": 21.972529520753955, + "sem": 0.1432527754650414, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.22805943564763, + "sem": 0.21613611904358832, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2698694205000287, + "sem": 0.0100477440717032, + "n": 63 + }, + "psnr_raw": { + "mean": 21.752112797328405, + "sem": 0.1391379407384559, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.886949583888054, + "sem": 0.2485780388785417, + "n": 64 + }, + "lpips_dec": { + "mean": 0.25702943140640855, + "sem": 0.011573077943099473, + "n": 64 + }, + "psnr_raw": { + "mean": 22.136220544576645, + "sem": 0.17949503158461325, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.864428912892063, + "sem": 0.16558509457270632, + "n": 68 + }, + "lpips_dec": { + "mean": 0.258108687313164, + "sem": 0.007742086620325528, + "n": 68 + }, + "psnr_raw": { + "mean": 22.180057665880987, + "sem": 0.11287921106387513, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.233386978491286, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000150.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000150_live_c360629e6907c8a0/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 150, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a9327a47a222a05acd73ba3220f65ed691dd237b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 24.748763028532267, + "sem": 0.10659953008161482, + "n": 256 + }, + "lpips_dec": { + "mean": 0.2486001240904443, + "sem": 0.004923632561747101, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.21422052834532224, + "sem": 0.0026188210947675193, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.016984306275845, + "sem": 0.07665892686690648, + "n": 256 + }, + "psnr_raw": { + "mean": 22.055748723447323, + "sem": 0.07242711721140728, + "n": 256 + }, + "lpips_raw": { + "mean": 0.3039967493386939, + "sem": 0.004540961487935813, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.932435356080532, + "sem": 0.011209127483219505, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6514130614232272, + "sem": 0.007065499393529572, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0037466760254574183, + "sem": 0.00020630055799472483, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.003278416382272553, + "sem": 5.9405723878899474e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.76088046655059, + "sem": 0.11692785996935982, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003818716004388989, + "sem": 0.000235510856334358, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.29116064647678286, + "sem": 0.0057419741244456755, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006550083831825759, + "sem": 0.00021537586244290655, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016111262222693767, + "sem": 4.231420412526108e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.36895550787449, + "sem": 0.1023092422296866, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005079133399704006, + "sem": 0.0002483623770168654, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3451032520388253, + "sem": 0.005364441556476973, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.307004250586033, + "sem": 0.13232325157232777, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0028005852091155248, + "sem": 0.00021396742803165617, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.22233689500717446, + "sem": 0.00493165109746747, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 33.116853289306164, + "sem": 0.13534445782659427, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005570849104969966, + "sem": 1.9754750849099666e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.828378837555647, + "sem": 0.1344693125493009, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0031457391187359462, + "sem": 0.0002458131335124132, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.26592237618751824, + "sem": 0.005858047379593162, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.15357070043683, + "sem": 0.10483603511663363, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004272185650734173, + "sem": 0.00022313155757612245, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.25219739746535197, + "sem": 0.004535457614968409, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.781776197254658, + "sem": 0.06653836585211127, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001722044090001873, + "sem": 3.0657813926454855e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.817487973719835, + "sem": 0.11035283742410337, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004664515176500572, + "sem": 0.000256993160067696, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.29815711366245523, + "sem": 0.005400974893939715, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 24.748763028532267, + "lpips_dec": 0.2486001240904443 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.705441302940493, + "sem": 0.20349584272054466, + "n": 61 + }, + "lpips_dec": { + "mean": 0.23952517353120398, + "sem": 0.009404916176376689, + "n": 61 + }, + "psnr_raw": { + "mean": 22.034022940963997, + "sem": 0.13642918842238624, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.308914668976314, + "sem": 0.22323168123901027, + "n": 63 + }, + "lpips_dec": { + "mean": 0.261272927125295, + "sem": 0.01043690149182661, + "n": 63 + }, + "psnr_raw": { + "mean": 21.78150270855616, + "sem": 0.1426263364438948, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.97875426709652, + "sem": 0.251177557249212, + "n": 64 + }, + "lpips_dec": { + "mean": 0.24694144632667303, + "sem": 0.011582243156463072, + "n": 64 + }, + "psnr_raw": { + "mean": 22.164184868335724, + "sem": 0.180003408977567, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.9786693909589, + "sem": 0.16359700073692812, + "n": 68 + }, + "lpips_dec": { + "mean": 0.24656101776396527, + "sem": 0.0077949653949436065, + "n": 68 + }, + "psnr_raw": { + "mean": 22.227261346929215, + "sem": 0.11155434941854618, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.748763028532267, + "sem": 0.10659953008161482, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.2486001240904443, + "sem": 0.004923632561747101, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.21422052834532224, + "sem": 0.0026188210947675193, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.016984306275845, + "sem": 0.07665892686690648, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.055748723447323, + "sem": 0.07242711721140728, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.3039967493386939, + "sem": 0.004540961487935813, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.932435356080532, + "sem": 0.011209127483219505, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6514130614232272, + "sem": 0.007065499393529572, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0037466760254574183, + "sem": 0.00020630055799472483, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.003278416382272553, + "sem": 5.9405723878899474e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.76088046655059, + "sem": 0.11692785996935982, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003818716004388989, + "sem": 0.000235510856334358, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.29116064647678286, + "sem": 0.0057419741244456755, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006550083831825759, + "sem": 0.00021537586244290655, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016111262222693767, + "sem": 4.231420412526108e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.36895550787449, + "sem": 0.1023092422296866, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005079133399704006, + "sem": 0.0002483623770168654, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3451032520388253, + "sem": 0.005364441556476973, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.307004250586033, + "sem": 0.13232325157232777, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0028005852091155248, + "sem": 0.00021396742803165617, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.22233689500717446, + "sem": 0.00493165109746747, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 33.116853289306164, + "sem": 0.13534445782659427, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005570849104969966, + "sem": 1.9754750849099666e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.828378837555647, + "sem": 0.1344693125493009, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0031457391187359462, + "sem": 0.0002458131335124132, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.26592237618751824, + "sem": 0.005858047379593162, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.15357070043683, + "sem": 0.10483603511663363, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004272185650734173, + "sem": 0.00022313155757612245, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.25219739746535197, + "sem": 0.004535457614968409, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.781776197254658, + "sem": 0.06653836585211127, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001722044090001873, + "sem": 3.0657813926454855e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.817487973719835, + "sem": 0.11035283742410337, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004664515176500572, + "sem": 0.000256993160067696, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.29815711366245523, + "sem": 0.005400974893939715, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 24.748763028532267, + "lpips_dec": 0.2486001240904443 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.705441302940493, + "sem": 0.20349584272054466, + "n": 61 + }, + "lpips_dec": { + "mean": 0.23952517353120398, + "sem": 0.009404916176376689, + "n": 61 + }, + "psnr_raw": { + "mean": 22.034022940963997, + "sem": 0.13642918842238624, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.308914668976314, + "sem": 0.22323168123901027, + "n": 63 + }, + "lpips_dec": { + "mean": 0.261272927125295, + "sem": 0.01043690149182661, + "n": 63 + }, + "psnr_raw": { + "mean": 21.78150270855616, + "sem": 0.1426263364438948, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 24.97875426709652, + "sem": 0.251177557249212, + "n": 64 + }, + "lpips_dec": { + "mean": 0.24694144632667303, + "sem": 0.011582243156463072, + "n": 64 + }, + "psnr_raw": { + "mean": 22.164184868335724, + "sem": 0.180003408977567, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.9786693909589, + "sem": 0.16359700073692812, + "n": 68 + }, + "lpips_dec": { + "mean": 0.24656101776396527, + "sem": 0.0077949653949436065, + "n": 68 + }, + "psnr_raw": { + "mean": 22.227261346929215, + "sem": 0.11155434941854618, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.173209512471933, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000250.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000250_live_9827e21afe23e8a6/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 250, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a6e322abb82227e50ae240f0bd34ee49ddff7c03 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 24.780252560973167, + "sem": 0.10937090479782846, + "n": 256 + }, + "lpips_dec": { + "mean": 0.24653152411337942, + "sem": 0.004970611564537876, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.21086418314371258, + "sem": 0.002727177269203515, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.094632901251316, + "sem": 0.07416268085727641, + "n": 256 + }, + "psnr_raw": { + "mean": 22.05578250065446, + "sem": 0.07391641252323071, + "n": 256 + }, + "lpips_raw": { + "mean": 0.30377466324716806, + "sem": 0.0045415260405164345, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.92148194462061, + "sem": 0.01107852560840495, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6412565828068182, + "sem": 0.007519740144645045, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0037450496743076656, + "sem": 0.00021605702395362296, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0032144204410542443, + "sem": 5.809740978946213e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.784637168049812, + "sem": 0.11958259435438362, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0038266849469437147, + "sem": 0.00024697432279578377, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.28898638067767024, + "sem": 0.005804079554799897, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006567304648342542, + "sem": 0.00022540283664192168, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016151634918060154, + "sem": 4.1975489781804066e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.376054529100657, + "sem": 0.10359321023167015, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005092792379400635, + "sem": 0.0002599742990789424, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3447947343229316, + "sem": 0.005370084942510892, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.38019111379981, + "sem": 0.13709776241527485, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.002789611011849047, + "sem": 0.00022306957393545954, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.22122371988371015, + "sem": 0.004942335418762705, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 33.26104361563921, + "sem": 0.10692520384479406, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005138497566576916, + "sem": 1.5121134175521955e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.892107162624598, + "sem": 0.13910225279749, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003139728160931554, + "sem": 0.0002562290903746184, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.2647029803483747, + "sem": 0.005870674634005819, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.182561744004488, + "sem": 0.10624900727533804, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004263219754193415, + "sem": 0.00023224460851873854, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.2509342415141873, + "sem": 0.004544013194986082, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.806991785764694, + "sem": 0.057847356853704936, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001698868748235327, + "sem": 2.6753413484592278e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.844169717282057, + "sem": 0.11161058122049708, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004657735334603785, + "sem": 0.000267371919271811, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.29666353767970577, + "sem": 0.005416237523767082, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 24.780252560973167, + "lpips_dec": 0.24653152411337942 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.698140629002307, + "sem": 0.21863383426621988, + "n": 61 + }, + "lpips_dec": { + "mean": 0.23851064775810868, + "sem": 0.009721074960494605, + "n": 61 + }, + "psnr_raw": { + "mean": 22.002369145878024, + "sem": 0.1446005961759432, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.427000439356245, + "sem": 0.22877742109060648, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2566303364814274, + "sem": 0.0100098205266136, + "n": 63 + }, + "psnr_raw": { + "mean": 21.83390390305292, + "sem": 0.1457335927328845, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.00017511844635, + "sem": 0.25459880309693783, + "n": 64 + }, + "lpips_dec": { + "mean": 0.24548320658504963, + "sem": 0.011913181959625992, + "n": 64 + }, + "psnr_raw": { + "mean": 22.16270987689495, + "sem": 0.1819697905660927, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.974203558529126, + "sem": 0.1664383145493661, + "n": 68 + }, + "lpips_dec": { + "mean": 0.24535712117657943, + "sem": 0.008017838398934501, + "n": 68 + }, + "psnr_raw": { + "mean": 22.2086238861084, + "sem": 0.11290118512173285, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.780252560973167, + "sem": 0.10937090479782846, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.24653152411337942, + "sem": 0.004970611564537876, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.21086418314371258, + "sem": 0.002727177269203515, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.094632901251316, + "sem": 0.07416268085727641, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.05578250065446, + "sem": 0.07391641252323071, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.30377466324716806, + "sem": 0.0045415260405164345, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.92148194462061, + "sem": 0.01107852560840495, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6412565828068182, + "sem": 0.007519740144645045, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0037450496743076656, + "sem": 0.00021605702395362296, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0032144204410542443, + "sem": 5.809740978946213e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.784637168049812, + "sem": 0.11958259435438362, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0038266849469437147, + "sem": 0.00024697432279578377, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.28898638067767024, + "sem": 0.005804079554799897, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006567304648342542, + "sem": 0.00022540283664192168, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016151634918060154, + "sem": 4.1975489781804066e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.376054529100657, + "sem": 0.10359321023167015, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005092792379400635, + "sem": 0.0002599742990789424, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3447947343229316, + "sem": 0.005370084942510892, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.38019111379981, + "sem": 0.13709776241527485, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.002789611011849047, + "sem": 0.00022306957393545954, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.22122371988371015, + "sem": 0.004942335418762705, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 33.26104361563921, + "sem": 0.10692520384479406, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005138497566576916, + "sem": 1.5121134175521955e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.892107162624598, + "sem": 0.13910225279749, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003139728160931554, + "sem": 0.0002562290903746184, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.2647029803483747, + "sem": 0.005870674634005819, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.182561744004488, + "sem": 0.10624900727533804, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004263219754193415, + "sem": 0.00023224460851873854, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.2509342415141873, + "sem": 0.004544013194986082, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.806991785764694, + "sem": 0.057847356853704936, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001698868748235327, + "sem": 2.6753413484592278e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.844169717282057, + "sem": 0.11161058122049708, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004657735334603785, + "sem": 0.000267371919271811, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.29666353767970577, + "sem": 0.005416237523767082, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 24.780252560973167, + "lpips_dec": 0.24653152411337942 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.698140629002307, + "sem": 0.21863383426621988, + "n": 61 + }, + "lpips_dec": { + "mean": 0.23851064775810868, + "sem": 0.009721074960494605, + "n": 61 + }, + "psnr_raw": { + "mean": 22.002369145878024, + "sem": 0.1446005961759432, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.427000439356245, + "sem": 0.22877742109060648, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2566303364814274, + "sem": 0.0100098205266136, + "n": 63 + }, + "psnr_raw": { + "mean": 21.83390390305292, + "sem": 0.1457335927328845, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.00017511844635, + "sem": 0.25459880309693783, + "n": 64 + }, + "lpips_dec": { + "mean": 0.24548320658504963, + "sem": 0.011913181959625992, + "n": 64 + }, + "psnr_raw": { + "mean": 22.16270987689495, + "sem": 0.1819697905660927, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 24.974203558529126, + "sem": 0.1664383145493661, + "n": 68 + }, + "lpips_dec": { + "mean": 0.24535712117657943, + "sem": 0.008017838398934501, + "n": 68 + }, + "psnr_raw": { + "mean": 22.2086238861084, + "sem": 0.11290118512173285, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.142459292739728, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0000500.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0000500_live_122117cb76d30406/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 500, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2a6e8f4e48a308fa0b60f3a65397464b35bb7eb0 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 24.955765020102262, + "sem": 0.11084726513424624, + "n": 256 + }, + "lpips_dec": { + "mean": 0.2367936649825424, + "sem": 0.005207366518867037, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.20842743327375501, + "sem": 0.0027633971344343156, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.33942848443985, + "sem": 0.07802350636024252, + "n": 256 + }, + "psnr_raw": { + "mean": 22.14787082001567, + "sem": 0.07397036709586194, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2936714149545878, + "sem": 0.00479620296925668, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.956492081284523, + "sem": 0.011587191987393023, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6330601879162714, + "sem": 0.007247456807953356, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.003596661324991146, + "sem": 0.00019802937020628903, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.003052011818454048, + "sem": 5.904539594091001e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.954538367688656, + "sem": 0.1213586855199388, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0036804535634473723, + "sem": 0.00022612387228572434, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.27759307553060353, + "sem": 0.006094458588505222, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006420235906261951, + "sem": 0.0002077738964304325, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016023277330532437, + "sem": 4.382498298008984e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.505328565835953, + "sem": 0.10531957981549141, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.0049428449683546205, + "sem": 0.00023957729174168987, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.33284961828030646, + "sem": 0.005671680417153625, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.594326425343752, + "sem": 0.1388900208156933, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0026582083226003306, + "sem": 0.00020353346868691894, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.21146092980052345, + "sem": 0.0052323224036024685, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 33.93951155245304, + "sem": 0.1077454308181053, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004395945421151737, + "sem": 1.2709094976389524e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.09241447597742, + "sem": 0.1406454635763311, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.002999533537604293, + "sem": 0.00023390455888185584, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.2532026391127147, + "sem": 0.0062287950771842465, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.311737928539515, + "sem": 0.10756670876949526, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004135238069920888, + "sem": 0.00021322240426676153, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.24136167351389304, + "sem": 0.0048242032365100815, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 27.992580726742744, + "sem": 0.05627003683806679, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0016259520380117465, + "sem": 2.51724454648862e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 23.970785185694695, + "sem": 0.11311020508386962, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.00452128213873948, + "sem": 0.00024562849479824243, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.28550887730671093, + "sem": 0.005760451703435807, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 24.955765020102262, + "lpips_dec": 0.2367936649825424 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.882217751174675, + "sem": 0.21963557349323137, + "n": 61 + }, + "lpips_dec": { + "mean": 0.22783548421547062, + "sem": 0.010276001017425469, + "n": 61 + }, + "psnr_raw": { + "mean": 22.095959272540984, + "sem": 0.1427358837167686, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.578294663202193, + "sem": 0.23670705318189364, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2474487525603128, + "sem": 0.010644049640965228, + "n": 63 + }, + "psnr_raw": { + "mean": 21.911441591050888, + "sem": 0.15064257573461878, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.179634049534798, + "sem": 0.25386168015157173, + "n": 64 + }, + "lpips_dec": { + "mean": 0.23571943398565054, + "sem": 0.012118581339480218, + "n": 64 + }, + "psnr_raw": { + "mean": 22.26023031771183, + "sem": 0.17804907801626518, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 25.16075616724351, + "sem": 0.1698748271780512, + "n": 68 + }, + "lpips_dec": { + "mean": 0.23596909576479128, + "sem": 0.008598614728395803, + "n": 68 + }, + "psnr_raw": { + "mean": 22.307733143077176, + "sem": 0.11468952146051264, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.955765020102262, + "sem": 0.11084726513424624, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.2367936649825424, + "sem": 0.005207366518867037, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.20842743327375501, + "sem": 0.0027633971344343156, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.33942848443985, + "sem": 0.07802350636024252, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.14787082001567, + "sem": 0.07397036709586194, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2936714149545878, + "sem": 0.00479620296925668, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.956492081284523, + "sem": 0.011587191987393023, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6330601879162714, + "sem": 0.007247456807953356, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003596661324991146, + "sem": 0.00019802937020628903, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.003052011818454048, + "sem": 5.904539594091001e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.954538367688656, + "sem": 0.1213586855199388, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0036804535634473723, + "sem": 0.00022612387228572434, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.27759307553060353, + "sem": 0.006094458588505222, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006420235906261951, + "sem": 0.0002077738964304325, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016023277330532437, + "sem": 4.382498298008984e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.505328565835953, + "sem": 0.10531957981549141, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.0049428449683546205, + "sem": 0.00023957729174168987, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.33284961828030646, + "sem": 0.005671680417153625, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.594326425343752, + "sem": 0.1388900208156933, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0026582083226003306, + "sem": 0.00020353346868691894, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.21146092980052345, + "sem": 0.0052323224036024685, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 33.93951155245304, + "sem": 0.1077454308181053, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004395945421151737, + "sem": 1.2709094976389524e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.09241447597742, + "sem": 0.1406454635763311, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.002999533537604293, + "sem": 0.00023390455888185584, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.2532026391127147, + "sem": 0.0062287950771842465, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.311737928539515, + "sem": 0.10756670876949526, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004135238069920888, + "sem": 0.00021322240426676153, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.24136167351389304, + "sem": 0.0048242032365100815, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 27.992580726742744, + "sem": 0.05627003683806679, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0016259520380117465, + "sem": 2.51724454648862e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 23.970785185694695, + "sem": 0.11311020508386962, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.00452128213873948, + "sem": 0.00024562849479824243, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.28550887730671093, + "sem": 0.005760451703435807, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 24.955765020102262, + "lpips_dec": 0.2367936649825424 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.882217751174675, + "sem": 0.21963557349323137, + "n": 61 + }, + "lpips_dec": { + "mean": 0.22783548421547062, + "sem": 0.010276001017425469, + "n": 61 + }, + "psnr_raw": { + "mean": 22.095959272540984, + "sem": 0.1427358837167686, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.578294663202193, + "sem": 0.23670705318189364, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2474487525603128, + "sem": 0.010644049640965228, + "n": 63 + }, + "psnr_raw": { + "mean": 21.911441591050888, + "sem": 0.15064257573461878, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.179634049534798, + "sem": 0.25386168015157173, + "n": 64 + }, + "lpips_dec": { + "mean": 0.23571943398565054, + "sem": 0.012118581339480218, + "n": 64 + }, + "psnr_raw": { + "mean": 22.26023031771183, + "sem": 0.17804907801626518, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 25.16075616724351, + "sem": 0.1698748271780512, + "n": 68 + }, + "lpips_dec": { + "mean": 0.23596909576479128, + "sem": 0.008598614728395803, + "n": 68 + }, + "psnr_raw": { + "mean": 22.307733143077176, + "sem": 0.11468952146051264, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.305391995133014, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0001000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0001000_live_29a5eea4ff66e1e9/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 1000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..aa1fd6b7764cfc4549cf13d539d36b71260ee760 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 25.02334187179804, + "sem": 0.11281981914100236, + "n": 256 + }, + "lpips_dec": { + "mean": 0.23425515816779807, + "sem": 0.00526820966901593, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.20370179999736138, + "sem": 0.002727624462599698, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.45692902058363, + "sem": 0.08169607755872212, + "n": 256 + }, + "psnr_raw": { + "mean": 22.172166280448437, + "sem": 0.0735716241404759, + "n": 256 + }, + "lpips_raw": { + "mean": 0.29208603024017066, + "sem": 0.004831026895599988, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.961921773850918, + "sem": 0.011470355808936423, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6189914717106149, + "sem": 0.0073598451535039425, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0035353247167222435, + "sem": 0.00017702514594917444, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002982494957450399, + "sem": 6.013095326916567e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.01371866464615, + "sem": 0.12296219314667699, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0036203754848429526, + "sem": 0.0002016354730776287, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.27483583125285804, + "sem": 0.0061858732382944984, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006366704246829613, + "sem": 0.0001862624021711324, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01600294036688865, + "sem": 4.32293066914442e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.5406510271132, + "sem": 0.1055093094302828, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004884206460246787, + "sem": 0.0002147747810439017, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3311403898987919, + "sem": 0.005735684049401804, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.69532188028097, + "sem": 0.1420161528223536, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0025997471384471282, + "sem": 0.0001843195821352139, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.20879216346656904, + "sem": 0.005287793380889864, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 33.986859522759914, + "sem": 0.11416176587794417, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004420948056349516, + "sem": 1.5788938046516716e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.19633297622204, + "sem": 0.1437677829023772, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.002931693705249927, + "sem": 0.00021169017577147986, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.2500473842956126, + "sem": 0.006303835414630264, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.364779990166426, + "sem": 0.1079726582730312, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004072473750056815, + "sem": 0.000192982979025073, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.23871875763870776, + "sem": 0.004864589371647418, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 28.06940408051014, + "sem": 0.05960302783958142, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0016026441264784808, + "sem": 2.6814929692009586e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.02268011122942, + "sem": 0.11346901271565843, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004452447561561712, + "sem": 0.0002221531591968529, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.2824486535973847, + "sem": 0.005822716698253548, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 25.02334187179804, + "lpips_dec": 0.23425515816779807 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 24.955781405089333, + "sem": 0.22286109147502323, + "n": 61 + }, + "lpips_dec": { + "mean": 0.22577421196171496, + "sem": 0.01053786914008538, + "n": 61 + }, + "psnr_raw": { + "mean": 22.12252770095575, + "sem": 0.1446508278841458, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.62052908397856, + "sem": 0.24519873534607706, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2441865231782671, + "sem": 0.010922031258412105, + "n": 63 + }, + "psnr_raw": { + "mean": 21.919212795439222, + "sem": 0.15299261045000406, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.270481199026108, + "sem": 0.25211402039228764, + "n": 64 + }, + "lpips_dec": { + "mean": 0.23295814753510058, + "sem": 0.012020582796154826, + "n": 64 + }, + "psnr_raw": { + "mean": 22.296397387981415, + "sem": 0.17124189995890324, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 25.224540065316592, + "sem": 0.17582259910906523, + "n": 68 + }, + "lpips_dec": { + "mean": 0.23388266410021222, + "sem": 0.008715617049362481, + "n": 68 + }, + "psnr_raw": { + "mean": 22.334125574897318, + "sem": 0.11490361439980211, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.02334187179804, + "sem": 0.11281981914100236, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.23425515816779807, + "sem": 0.00526820966901593, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.20370179999736138, + "sem": 0.002727624462599698, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.45692902058363, + "sem": 0.08169607755872212, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.172166280448437, + "sem": 0.0735716241404759, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.29208603024017066, + "sem": 0.004831026895599988, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.961921773850918, + "sem": 0.011470355808936423, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6189914717106149, + "sem": 0.0073598451535039425, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0035353247167222435, + "sem": 0.00017702514594917444, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002982494957450399, + "sem": 6.013095326916567e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.01371866464615, + "sem": 0.12296219314667699, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0036203754848429526, + "sem": 0.0002016354730776287, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.27483583125285804, + "sem": 0.0061858732382944984, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006366704246829613, + "sem": 0.0001862624021711324, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01600294036688865, + "sem": 4.32293066914442e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.5406510271132, + "sem": 0.1055093094302828, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004884206460246787, + "sem": 0.0002147747810439017, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3311403898987919, + "sem": 0.005735684049401804, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.69532188028097, + "sem": 0.1420161528223536, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0025997471384471282, + "sem": 0.0001843195821352139, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.20879216346656904, + "sem": 0.005287793380889864, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 33.986859522759914, + "sem": 0.11416176587794417, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004420948056349516, + "sem": 1.5788938046516716e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.19633297622204, + "sem": 0.1437677829023772, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.002931693705249927, + "sem": 0.00021169017577147986, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.2500473842956126, + "sem": 0.006303835414630264, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.364779990166426, + "sem": 0.1079726582730312, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004072473750056815, + "sem": 0.000192982979025073, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.23871875763870776, + "sem": 0.004864589371647418, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 28.06940408051014, + "sem": 0.05960302783958142, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0016026441264784808, + "sem": 2.6814929692009586e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.02268011122942, + "sem": 0.11346901271565843, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004452447561561712, + "sem": 0.0002221531591968529, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.2824486535973847, + "sem": 0.005822716698253548, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 25.02334187179804, + "lpips_dec": 0.23425515816779807 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 24.955781405089333, + "sem": 0.22286109147502323, + "n": 61 + }, + "lpips_dec": { + "mean": 0.22577421196171496, + "sem": 0.01053786914008538, + "n": 61 + }, + "psnr_raw": { + "mean": 22.12252770095575, + "sem": 0.1446508278841458, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.62052908397856, + "sem": 0.24519873534607706, + "n": 63 + }, + "lpips_dec": { + "mean": 0.2441865231782671, + "sem": 0.010922031258412105, + "n": 63 + }, + "psnr_raw": { + "mean": 21.919212795439222, + "sem": 0.15299261045000406, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.270481199026108, + "sem": 0.25211402039228764, + "n": 64 + }, + "lpips_dec": { + "mean": 0.23295814753510058, + "sem": 0.012020582796154826, + "n": 64 + }, + "psnr_raw": { + "mean": 22.296397387981415, + "sem": 0.17124189995890324, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 25.224540065316592, + "sem": 0.17582259910906523, + "n": 68 + }, + "lpips_dec": { + "mean": 0.23388266410021222, + "sem": 0.008715617049362481, + "n": 68 + }, + "psnr_raw": { + "mean": 22.334125574897318, + "sem": 0.11490361439980211, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 8.435532229689944, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0002000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0002000_live_96271d9467ee277f/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 2000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/directional.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..822d55b776a345333bfbc897475be68d44d8665d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.76171875, + "ref_frac": 0.82421875, + "ref_raw_frac": 0.8359375, + "recorded_expected_sign_frac": 0.80859375, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.78125, + "recorded": { + "mean": 12.980307167745195, + "median": 16.864761352539062, + "expected_sign_frac": 0.828125, + "undefined": 0 + }, + "swapped": { + "mean": -17.03088434811798, + "median": -19.98499298095703, + "expected_sign_frac": 0.9453125, + "undefined": 0 + }, + "reference": { + "mean": 13.220434803864919, + "median": 17.123699188232422, + "expected_sign_frac": 0.8359375, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.8359375, + "reference_raw": { + "mean": 13.665458373405272, + "median": 17.44016742706299, + "expected_sign_frac": 0.8515625, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.7421875, + "recorded": { + "mean": -14.69303884227702, + "median": -19.736979484558105, + "expected_sign_frac": 0.7890625, + "undefined": 0 + }, + "swapped": { + "mean": 17.645077786844922, + "median": 21.083871841430664, + "expected_sign_frac": 0.90625, + "undefined": 0 + }, + "reference": { + "mean": -14.116007238655584, + "median": -20.05796527862549, + "expected_sign_frac": 0.8125, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.8125, + "reference_raw": { + "mean": -13.82023907043731, + "median": -19.82484531402588, + "expected_sign_frac": 0.8203125, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8006265059689689, + "per_horizon": { + "1": 0.9395385706916163, + "2": 0.7628714205487513, + "3": 0.7553028709954958, + "4": 0.7451521670594641 + }, + "mean_pred": 0.042493398394071846, + "mean_real": 0.05307518309382431, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 107, + "episode": 39, + "map": 1, + "start": 107, + "target_tic": 139, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.342201232910156, + "shift_swapped": 26.094438552856445, + "shift_reference": -20.87898063659668, + "peak_recorded": 0.565850555896759, + "peak_swapped": 0.5536001920700073, + "peak_reference": 0.6070236563682556, + "motion_pred": [ + 0.05932288244366646, + 0.049849074333906174, + 0.047433700412511826, + 0.052909012883901596 + ], + "motion_real": [ + 0.06325456500053406, + 0.06466700881719589, + 0.06702755391597748, + 0.06949350237846375 + ], + "shift_reference_raw": -20.849151611328125 + }, + { + "index": 110, + "episode": 39, + "map": 1, + "start": 110, + "target_tic": 142, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.874107360839844, + "shift_swapped": 21.21575164794922, + "shift_reference": -20.06554412841797, + "peak_recorded": 0.5411282181739807, + "peak_swapped": 0.611811101436615, + "peak_reference": 0.5828720927238464, + "motion_pred": [ + 0.06451762467622757, + 0.05529230460524559, + 0.06182591989636421, + 0.06186794117093086 + ], + "motion_real": [ + 0.06949350237846375, + 0.07107572257518768, + 0.07477742433547974, + 0.07145576924085617 + ], + "shift_reference_raw": -20.00318717956543 + }, + { + "index": 128, + "episode": 39, + "map": 1, + "start": 128, + "target_tic": 160, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.62305450439453, + "shift_swapped": 27.47233772277832, + "shift_reference": -18.4788875579834, + "peak_recorded": 0.3677833080291748, + "peak_swapped": 0.42255350947380066, + "peak_reference": 0.35332298278808594, + "motion_pred": [ + 0.045638419687747955, + 0.03710375726222992, + 0.03293756768107414, + 0.03258804976940155 + ], + "motion_real": [ + 0.047697558999061584, + 0.04767824336886406, + 0.0468331016600132, + 0.048029787838459015 + ], + "shift_reference_raw": -15.450582504272461 + }, + { + "index": 139, + "episode": 39, + "map": 1, + "start": 139, + "target_tic": 171, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.524066925048828, + "shift_swapped": 23.928613662719727, + "shift_reference": -15.858694076538086, + "peak_recorded": 0.49053508043289185, + "peak_swapped": 0.47608667612075806, + "peak_reference": 0.5199815034866333, + "motion_pred": [ + 0.04829283803701401, + 0.03642113134264946, + 0.040023356676101685, + 0.04726949334144592 + ], + "motion_real": [ + 0.05152379348874092, + 0.05249962955713272, + 0.05339077487587929, + 0.05414023622870445 + ], + "shift_reference_raw": -8.666411399841309 + }, + { + "index": 155, + "episode": 39, + "map": 1, + "start": 155, + "target_tic": 187, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.530391693115234, + "shift_swapped": 19.837007522583008, + "shift_reference": -19.56557273864746, + "peak_recorded": 0.5776684880256653, + "peak_swapped": 0.5140483975410461, + "peak_reference": 0.5323874950408936, + "motion_pred": [ + 0.055826496332883835, + 0.04862065613269806, + 0.0501299649477005, + 0.048836804926395416 + ], + "motion_real": [ + 0.05758334696292877, + 0.058540988713502884, + 0.0627686083316803, + 0.06209313124418259 + ], + "shift_reference_raw": -19.794689178466797 + }, + { + "index": 327, + "episode": 39, + "map": 1, + "start": 327, + "target_tic": 359, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.958471298217773, + "shift_swapped": 12.023200988769531, + "shift_reference": -19.237014770507812, + "peak_recorded": 0.4541403651237488, + "peak_swapped": 0.41476380825042725, + "peak_reference": 0.4396085739135742, + "motion_pred": [ + 0.045140497386455536, + 0.03542666137218475, + 0.037876781076192856, + 0.03790011256933212 + ], + "motion_real": [ + 0.04794842749834061, + 0.049906354397535324, + 0.053812842816114426, + 0.056671928614377975 + ], + "shift_reference_raw": -18.635637283325195 + }, + { + "index": 354, + "episode": 39, + "map": 1, + "start": 354, + "target_tic": 386, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.303534507751465, + "shift_swapped": 24.976394653320312, + "shift_reference": -15.607784271240234, + "peak_recorded": 0.5831907987594604, + "peak_swapped": 0.41767850518226624, + "peak_reference": 0.5586762428283691, + "motion_pred": [ + 0.05014850199222565, + 0.04750634729862213, + 0.048987552523612976, + 0.052449051290750504 + ], + "motion_real": [ + 0.054590944200754166, + 0.05744320899248123, + 0.05904455482959747, + 0.0633213073015213 + ], + "shift_reference_raw": -15.323579788208008 + }, + { + "index": 404, + "episode": 39, + "map": 1, + "start": 404, + "target_tic": 436, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.07085338979959488, + "shift_swapped": 32.0, + "shift_reference": -17.16280746459961, + "peak_recorded": 0.39789295196533203, + "peak_swapped": 0.6807634234428406, + "peak_reference": 0.6342520117759705, + "motion_pred": [ + 0.05167501047253609, + 0.04258844628930092, + 0.039674144238233566, + 0.03595997393131256 + ], + "motion_real": [ + 0.055555276572704315, + 0.05768531560897827, + 0.05993937328457832, + 0.05666973069310188 + ], + "shift_reference_raw": -18.220504760742188 + }, + { + "index": 592, + "episode": 39, + "map": 1, + "start": 592, + "target_tic": 624, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.111214637756348, + "shift_swapped": 32.0, + "shift_reference": -9.33337688446045, + "peak_recorded": 0.3109378516674042, + "peak_swapped": 0.22875700891017914, + "peak_reference": 0.2184426337480545, + "motion_pred": [ + 0.04830487444996834, + 0.040882814675569534, + 0.039096489548683167, + 0.03574436530470848 + ], + "motion_real": [ + 0.054672159254550934, + 0.051286205649375916, + 0.04998430609703064, + 0.05122971534729004 + ], + "shift_reference_raw": -17.030136108398438 + }, + { + "index": 650, + "episode": 39, + "map": 1, + "start": 650, + "target_tic": 682, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 5.876296520233154, + "shift_swapped": 9.729486465454102, + "shift_reference": 28.1273193359375, + "peak_recorded": 0.23991672694683075, + "peak_swapped": 0.15465247631072998, + "peak_reference": 0.2026377022266388, + "motion_pred": [ + 0.04725682735443115, + 0.02675255574285984, + 0.030460922047495842, + 0.025505587458610535 + ], + "motion_real": [ + 0.055487338453531265, + 0.06113124266266823, + 0.059938788414001465, + 0.05712984502315521 + ], + "shift_reference_raw": 28.44512367248535 + }, + { + "index": 726, + "episode": 39, + "map": 1, + "start": 761, + "target_tic": 793, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.599851608276367, + "shift_swapped": 24.199052810668945, + "shift_reference": -21.847169876098633, + "peak_recorded": 0.2928805649280548, + "peak_swapped": 0.3696843981742859, + "peak_reference": 0.29248762130737305, + "motion_pred": [ + 0.0531427264213562, + 0.04788029193878174, + 0.04862288385629654, + 0.05119568854570389 + ], + "motion_real": [ + 0.05774891376495361, + 0.058525748550891876, + 0.057174451649188995, + 0.06231250613927841 + ], + "shift_reference_raw": -19.225797653198242 + }, + { + "index": 940, + "episode": 39, + "map": 1, + "start": 1045, + "target_tic": 1077, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.959677219390869, + "shift_swapped": -25.229450225830078, + "shift_reference": 19.930673599243164, + "peak_recorded": 0.4735851287841797, + "peak_swapped": 0.24752388894557953, + "peak_reference": 0.46992284059524536, + "motion_pred": [ + 0.0494685135781765, + 0.04524097964167595, + 0.04057881236076355, + 0.04121605306863785 + ], + "motion_real": [ + 0.053646884858608246, + 0.05702909827232361, + 0.05969501659274101, + 0.055638302117586136 + ], + "shift_reference_raw": 20.107200622558594 + }, + { + "index": 948, + "episode": 39, + "map": 1, + "start": 1053, + "target_tic": 1085, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -5.0394086837768555, + "shift_swapped": -24.242542266845703, + "shift_reference": 18.154367446899414, + "peak_recorded": 0.4034568667411804, + "peak_swapped": 0.5265931487083435, + "peak_reference": 0.4784177541732788, + "motion_pred": [ + 0.06328996270895004, + 0.04284017160534859, + 0.04792867228388786, + 0.05159415304660797 + ], + "motion_real": [ + 0.08104649186134338, + 0.07645687460899353, + 0.08210994303226471, + 0.06930539011955261 + ], + "shift_reference_raw": 18.380420684814453 + }, + { + "index": 962, + "episode": 39, + "map": 1, + "start": 1067, + "target_tic": 1099, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.134117126464844, + "shift_swapped": -22.38406753540039, + "shift_reference": 29.293458938598633, + "peak_recorded": 0.8880099058151245, + "peak_swapped": 0.8004927635192871, + "peak_reference": 0.8612964749336243, + "motion_pred": [ + 0.06583353132009506, + 0.05190451443195343, + 0.04825541749596596, + 0.04545789584517479 + ], + "motion_real": [ + 0.07802193611860275, + 0.078824482858181, + 0.06462790817022324, + 0.054444704204797745 + ], + "shift_reference_raw": 29.850635528564453 + }, + { + "index": 1249, + "episode": 39, + "map": 1, + "start": 1424, + "target_tic": 1456, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.910428524017334, + "shift_swapped": 3.8192152976989746, + "shift_reference": -5.511935234069824, + "peak_recorded": 0.5893166065216064, + "peak_swapped": 0.5535376667976379, + "peak_reference": 0.5136688351631165, + "motion_pred": [ + 0.04529600217938423, + 0.0375986322760582, + 0.0378555990755558, + 0.039553456008434296 + ], + "motion_real": [ + 0.04755832627415657, + 0.04624795541167259, + 0.046471528708934784, + 0.04705674573779106 + ], + "shift_reference_raw": -4.955938339233398 + }, + { + "index": 1301, + "episode": 39, + "map": 1, + "start": 1511, + "target_tic": 1543, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.391063690185547, + "shift_swapped": -19.862682342529297, + "shift_reference": 27.312929153442383, + "peak_recorded": 0.22062574326992035, + "peak_swapped": 0.3943555951118469, + "peak_reference": 0.2784433662891388, + "motion_pred": [ + 0.057186681777238846, + 0.05120572820305824, + 0.053506359457969666, + 0.036032818257808685 + ], + "motion_real": [ + 0.05666989088058472, + 0.056368984282016754, + 0.05779239535331726, + 0.048224661499261856 + ], + "shift_reference_raw": 27.42600440979004 + }, + { + "index": 1305, + "episode": 39, + "map": 1, + "start": 1515, + "target_tic": 1547, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -26.38951301574707, + "shift_swapped": -16.716917037963867, + "shift_reference": 30.842134475708008, + "peak_recorded": 0.19528836011886597, + "peak_swapped": 0.2704111933708191, + "peak_reference": 0.1863877922296524, + "motion_pred": [ + 0.046702560037374496, + 0.03999531641602516, + 0.0353504978120327, + 0.039263736456632614 + ], + "motion_real": [ + 0.05446675047278404, + 0.04069167748093605, + 0.044084616005420685, + 0.04879792407155037 + ], + "shift_reference_raw": 30.79384994506836 + }, + { + "index": 1312, + "episode": 39, + "map": 1, + "start": 1522, + "target_tic": 1554, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.44588229060173035, + "shift_swapped": 24.104923248291016, + "shift_reference": 23.616689682006836, + "peak_recorded": 0.4007109999656677, + "peak_swapped": 0.4063870906829834, + "peak_reference": 0.45053088665008545, + "motion_pred": [ + 0.04275868088006973, + 0.03759004548192024, + 0.038040757179260254, + 0.03854117542505264 + ], + "motion_real": [ + 0.043890874832868576, + 0.04432135820388794, + 0.04273179918527603, + 0.04524083435535431 + ], + "shift_reference_raw": 24.997060775756836 + }, + { + "index": 1410, + "episode": 39, + "map": 1, + "start": 1655, + "target_tic": 1687, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.722902297973633, + "shift_swapped": -12.232405662536621, + "shift_reference": 29.955427169799805, + "peak_recorded": 0.0515015609562397, + "peak_swapped": -0.17794263362884521, + "peak_reference": 0.09430979192256927, + "motion_pred": [ + 0.04872240126132965, + 0.020347854122519493, + 0.023935608565807343, + 0.019635770469903946 + ], + "motion_real": [ + 0.03983879089355469, + 0.046261318027973175, + 0.048929519951343536, + 0.03706542029976845 + ], + "shift_reference_raw": 29.230255126953125 + }, + { + "index": 1433, + "episode": 39, + "map": 1, + "start": 1678, + "target_tic": 1710, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.010672569274902, + "shift_swapped": -5.406497955322266, + "shift_reference": 4.05369234085083, + "peak_recorded": 0.5273951292037964, + "peak_swapped": 0.4663618803024292, + "peak_reference": 0.5337842702865601, + "motion_pred": [ + 0.03808974847197533, + 0.03321258723735809, + 0.03698398917913437, + 0.03543597087264061 + ], + "motion_real": [ + 0.04020105302333832, + 0.03959684818983078, + 0.04580577090382576, + 0.04737909138202667 + ], + "shift_reference_raw": 4.0516676902771 + }, + { + "index": 1556, + "episode": 39, + "map": 1, + "start": 1871, + "target_tic": 1903, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.185365676879883, + "shift_swapped": 19.70041847229004, + "shift_reference": -23.577030181884766, + "peak_recorded": 0.20940300822257996, + "peak_swapped": 0.30302560329437256, + "peak_reference": 0.20877167582511902, + "motion_pred": [ + 0.055716369301080704, + 0.04599093273282051, + 0.04699570685625076, + 0.04744436591863632 + ], + "motion_real": [ + 0.06327890604734421, + 0.11069358140230179, + 0.09572669863700867, + 0.10152677446603775 + ], + "shift_reference_raw": -23.59142303466797 + }, + { + "index": 1802, + "episode": 39, + "map": 1, + "start": 2187, + "target_tic": 2219, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.850576400756836, + "shift_swapped": 21.454442977905273, + "shift_reference": -23.55807113647461, + "peak_recorded": 0.7908896207809448, + "peak_swapped": 0.7613581418991089, + "peak_reference": 0.8154017329216003, + "motion_pred": [ + 0.03615737706422806, + 0.029437096789479256, + 0.026329882442951202, + 0.024319719523191452 + ], + "motion_real": [ + 0.04091765731573105, + 0.03992630913853645, + 0.03892095386981964, + 0.03596119582653046 + ], + "shift_reference_raw": -23.618547439575195 + }, + { + "index": 1816, + "episode": 39, + "map": 1, + "start": 2201, + "target_tic": 2233, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.109298706054688, + "shift_swapped": 21.120195388793945, + "shift_reference": -19.825584411621094, + "peak_recorded": 0.5850908160209656, + "peak_swapped": 0.5295339822769165, + "peak_reference": 0.5430591702461243, + "motion_pred": [ + 0.045805610716342926, + 0.03939203545451164, + 0.039804719388484955, + 0.03971678391098976 + ], + "motion_real": [ + 0.04909607395529747, + 0.0483178049325943, + 0.0483553484082222, + 0.049774691462516785 + ], + "shift_reference_raw": -19.71241569519043 + }, + { + "index": 1828, + "episode": 39, + "map": 1, + "start": 2213, + "target_tic": 2245, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.263683319091797, + "shift_swapped": -19.715566635131836, + "shift_reference": 19.54880142211914, + "peak_recorded": 0.4879869222640991, + "peak_swapped": 0.49858179688453674, + "peak_reference": 0.4803352952003479, + "motion_pred": [ + 0.043971844017505646, + 0.03638596087694168, + 0.0430242158472538, + 0.044678423553705215 + ], + "motion_real": [ + 0.04787905141711235, + 0.04954773560166359, + 0.054416242986917496, + 0.05750313773751259 + ], + "shift_reference_raw": 19.14340591430664 + }, + { + "index": 1995, + "episode": 39, + "map": 1, + "start": 2485, + "target_tic": 2517, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.640220642089844, + "shift_swapped": 16.728742599487305, + "shift_reference": -25.66057777404785, + "peak_recorded": 0.19756439328193665, + "peak_swapped": 0.26320043206214905, + "peak_reference": 0.18238228559494019, + "motion_pred": [ + 0.05886150896549225, + 0.05293961241841316, + 0.05889325588941574, + 0.059332191944122314 + ], + "motion_real": [ + 0.0717676654458046, + 0.08372938632965088, + 0.08354414254426956, + 0.07745248079299927 + ], + "shift_reference_raw": -25.864547729492188 + }, + { + "index": 2132, + "episode": 39, + "map": 1, + "start": 2657, + "target_tic": 2689, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.834476470947266, + "shift_swapped": 20.336109161376953, + "shift_reference": -20.17579460144043, + "peak_recorded": 0.4927605986595154, + "peak_swapped": 0.4705908000469208, + "peak_reference": 0.48759278655052185, + "motion_pred": [ + 0.05803670361638069, + 0.04752558469772339, + 0.038205429911613464, + 0.03980793058872223 + ], + "motion_real": [ + 0.062440525740385056, + 0.058944568037986755, + 0.048716817051172256, + 0.04982487112283707 + ], + "shift_reference_raw": -20.811290740966797 + }, + { + "index": 2189, + "episode": 39, + "map": 1, + "start": 2749, + "target_tic": 2781, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.360780715942383, + "shift_swapped": 23.263824462890625, + "shift_reference": -23.972078323364258, + "peak_recorded": 0.8151089549064636, + "peak_swapped": 0.789149284362793, + "peak_reference": 0.8337132930755615, + "motion_pred": [ + 0.036434464156627655, + 0.03208649903535843, + 0.027526499703526497, + 0.02633785270154476 + ], + "motion_real": [ + 0.040004752576351166, + 0.038994066417217255, + 0.03715645894408226, + 0.03935650736093521 + ], + "shift_reference_raw": -24.01388168334961 + }, + { + "index": 2361, + "episode": 39, + "map": 1, + "start": 2921, + "target_tic": 2953, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.94197654724121, + "shift_swapped": 22.261615753173828, + "shift_reference": -20.430418014526367, + "peak_recorded": 0.4970950186252594, + "peak_swapped": 0.4221000671386719, + "peak_reference": 0.4712819457054138, + "motion_pred": [ + 0.04614085704088211, + 0.0384029746055603, + 0.039461761713027954, + 0.04299642890691757 + ], + "motion_real": [ + 0.049145374447107315, + 0.05088420584797859, + 0.048901014029979706, + 0.05226656794548035 + ], + "shift_reference_raw": -21.608654022216797 + }, + { + "index": 2644, + "episode": 39, + "map": 1, + "start": 3204, + "target_tic": 3236, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 1.1753369569778442, + "shift_swapped": 28.726259231567383, + "shift_reference": -11.847572326660156, + "peak_recorded": 0.5210548043251038, + "peak_swapped": 0.1694827526807785, + "peak_reference": 0.5637122392654419, + "motion_pred": [ + 0.05372317135334015, + 0.04634476825594902, + 0.044606875628232956, + 0.0438896119594574 + ], + "motion_real": [ + 0.06306073814630508, + 0.06468668580055237, + 0.06456608325242996, + 0.06759680062532425 + ], + "shift_reference_raw": -11.812724113464355 + }, + { + "index": 2815, + "episode": 39, + "map": 1, + "start": 3410, + "target_tic": 3442, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.8893463611602783, + "shift_swapped": 0.03202023729681969, + "shift_reference": 1.9053668975830078, + "peak_recorded": 0.21592696011066437, + "peak_swapped": 0.21447956562042236, + "peak_reference": 0.19269955158233643, + "motion_pred": [ + 0.03826764598488808, + 0.028414346277713776, + 0.030745506286621094, + 0.030083326622843742 + ], + "motion_real": [ + 0.040715549141168594, + 0.040662143379449844, + 0.040104471147060394, + 0.04011266306042671 + ], + "shift_reference_raw": 1.9171957969665527 + }, + { + "index": 2829, + "episode": 39, + "map": 1, + "start": 3424, + "target_tic": 3456, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.271103858947754, + "shift_swapped": -6.581965923309326, + "shift_reference": 32.0, + "peak_recorded": 0.2952178120613098, + "peak_swapped": 0.2705678641796112, + "peak_reference": -0.031246207654476166, + "motion_pred": [ + 0.050361357629299164, + 0.02029878832399845, + 0.020230628550052643, + 0.017182311043143272 + ], + "motion_real": [ + 0.04383184015750885, + 0.049618348479270935, + 0.04038490355014801, + 0.04405966028571129 + ], + "shift_reference_raw": 28.484519958496094 + }, + { + "index": 3029, + "episode": 39, + "map": 1, + "start": 3694, + "target_tic": 3726, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.15509796142578, + "shift_swapped": -15.7261381149292, + "shift_reference": 22.109899520874023, + "peak_recorded": 0.40027856826782227, + "peak_swapped": 0.38266950845718384, + "peak_reference": 0.4078000485897064, + "motion_pred": [ + 0.05721279978752136, + 0.04816906526684761, + 0.0457037016749382, + 0.04398632049560547 + ], + "motion_real": [ + 0.061585623770952225, + 0.05981193855404854, + 0.057326797395944595, + 0.05528879910707474 + ], + "shift_reference_raw": 22.253963470458984 + }, + { + "index": 3073, + "episode": 39, + "map": 1, + "start": 3738, + "target_tic": 3770, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.825408935546875, + "shift_swapped": 32.0, + "shift_reference": -23.862714767456055, + "peak_recorded": 0.030900249257683754, + "peak_swapped": 0.0009519167942926288, + "peak_reference": -0.1990332156419754, + "motion_pred": [ + 0.05148156359791756, + 0.019113285467028618, + 0.019486533477902412, + 0.01819728873670101 + ], + "motion_real": [ + 0.05685798078775406, + 0.038823824375867844, + 0.03832106664776802, + 0.03978660702705383 + ], + "shift_reference_raw": -23.700748443603516 + }, + { + "index": 3077, + "episode": 39, + "map": 1, + "start": 3742, + "target_tic": 3774, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 3.3279714584350586, + "shift_reference": -32.0, + "peak_recorded": 0.7538083791732788, + "peak_swapped": 0.7243759036064148, + "peak_reference": 0.7229063510894775, + "motion_pred": [ + 0.03782510757446289, + 0.027268821373581886, + 0.03175773844122887, + 0.031058695167303085 + ], + "motion_real": [ + 0.037613436579704285, + 0.04391278699040413, + 0.050173528492450714, + 0.05145690590143204 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 3148, + "episode": 39, + "map": 1, + "start": 3813, + "target_tic": 3845, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.337157249450684, + "shift_swapped": 28.17262077331543, + "shift_reference": -12.17750358581543, + "peak_recorded": 0.41000255942344666, + "peak_swapped": 0.4065042734146118, + "peak_reference": 0.45343711972236633, + "motion_pred": [ + 0.043472953140735626, + 0.03891950100660324, + 0.03887540102005005, + 0.03880009800195694 + ], + "motion_real": [ + 0.046537790447473526, + 0.04870150238275528, + 0.04788739234209061, + 0.04816392436623573 + ], + "shift_reference_raw": -12.965344429016113 + }, + { + "index": 3154, + "episode": 39, + "map": 1, + "start": 3819, + "target_tic": 3851, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 4.04091215133667, + "shift_swapped": 11.395380020141602, + "shift_reference": -1.211675763130188, + "peak_recorded": 0.5438371300697327, + "peak_swapped": 0.5716075301170349, + "peak_reference": 0.5915346145629883, + "motion_pred": [ + 0.04351777955889702, + 0.03687833249568939, + 0.035324838012456894, + 0.029824156314134598 + ], + "motion_real": [ + 0.046703603118658066, + 0.0482342354953289, + 0.04806164279580116, + 0.04277023300528526 + ], + "shift_reference_raw": -1.3172266483306885 + }, + { + "index": 3294, + "episode": 39, + "map": 1, + "start": 4029, + "target_tic": 4061, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.05512046813965, + "shift_swapped": -20.329195022583008, + "shift_reference": 17.101970672607422, + "peak_recorded": 0.24332310259342194, + "peak_swapped": 0.2674076557159424, + "peak_reference": 0.33782127499580383, + "motion_pred": [ + 0.054888561367988586, + 0.04901149496436119, + 0.04592307657003403, + 0.03843701258301735 + ], + "motion_real": [ + 0.05675371363759041, + 0.05617857351899147, + 0.054068781435489655, + 0.04718480259180069 + ], + "shift_reference_raw": 18.959545135498047 + }, + { + "index": 3327, + "episode": 39, + "map": 1, + "start": 4062, + "target_tic": 4094, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.07065773010254, + "shift_swapped": 26.614482879638672, + "shift_reference": -15.65684700012207, + "peak_recorded": 0.5289610624313354, + "peak_swapped": 0.438040167093277, + "peak_reference": 0.5238668918609619, + "motion_pred": [ + 0.038825370371341705, + 0.03439362347126007, + 0.034914616495370865, + 0.03602488338947296 + ], + "motion_real": [ + 0.04166631028056145, + 0.042856547981500626, + 0.04438304528594017, + 0.045194659382104874 + ], + "shift_reference_raw": -15.441737174987793 + }, + { + "index": 3429, + "episode": 39, + "map": 1, + "start": 4164, + "target_tic": 4196, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.100019454956055, + "shift_swapped": 25.656614303588867, + "shift_reference": -18.12579345703125, + "peak_recorded": 0.3932836651802063, + "peak_swapped": 0.34417057037353516, + "peak_reference": 0.33493342995643616, + "motion_pred": [ + 0.046714961528778076, + 0.040971413254737854, + 0.040257006883621216, + 0.0421033538877964 + ], + "motion_real": [ + 0.049546871334314346, + 0.05038603022694588, + 0.049932532012462616, + 0.04856356605887413 + ], + "shift_reference_raw": -18.088808059692383 + }, + { + "index": 3847, + "episode": 156, + "map": 1, + "start": 333, + "target_tic": 365, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.9854506850242615, + "shift_swapped": -25.574424743652344, + "shift_reference": 20.463056564331055, + "peak_recorded": 0.335591584444046, + "peak_swapped": 0.784965455532074, + "peak_reference": 0.8118985891342163, + "motion_pred": [ + 0.07482420653104782, + 0.05210091173648834, + 0.04801761358976364, + 0.049204304814338684 + ], + "motion_real": [ + 0.07879380881786346, + 0.0716824010014534, + 0.0653032660484314, + 0.06757496297359467 + ], + "shift_reference_raw": 20.2900390625 + }, + { + "index": 3914, + "episode": 156, + "map": 1, + "start": 400, + "target_tic": 432, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.08893394470215, + "shift_swapped": -22.88201141357422, + "shift_reference": 22.443477630615234, + "peak_recorded": 0.6847279667854309, + "peak_swapped": 0.43077096343040466, + "peak_reference": 0.8322169184684753, + "motion_pred": [ + 0.07286280393600464, + 0.06024463474750519, + 0.05163225904107094, + 0.05000993609428406 + ], + "motion_real": [ + 0.07254545390605927, + 0.07344057410955429, + 0.06978853791952133, + 0.06959936767816544 + ], + "shift_reference_raw": 22.232759475708008 + }, + { + "index": 3921, + "episode": 156, + "map": 1, + "start": 407, + "target_tic": 439, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 12.797582626342773, + "shift_reference": -32.0, + "peak_recorded": 0.3834780156612396, + "peak_swapped": 0.6675440669059753, + "peak_reference": 0.11723427474498749, + "motion_pred": [ + 0.08750386536121368, + 0.06271962821483612, + 0.03951745852828026, + 0.038532257080078125 + ], + "motion_real": [ + 0.08685071766376495, + 0.07676130533218384, + 0.04018956422805786, + 0.05217953398823738 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 4240, + "episode": 156, + "map": 1, + "start": 796, + "target_tic": 828, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.10562515258789, + "shift_swapped": 30.75847053527832, + "shift_reference": -23.734638214111328, + "peak_recorded": 0.5179030895233154, + "peak_swapped": 0.5685873031616211, + "peak_reference": 0.5069400668144226, + "motion_pred": [ + 0.04348829761147499, + 0.03577711060643196, + 0.03682572394609451, + 0.03562626987695694 + ], + "motion_real": [ + 0.052251655608415604, + 0.051085151731967926, + 0.05333846062421799, + 0.050125811249017715 + ], + "shift_reference_raw": -23.664926528930664 + }, + { + "index": 4274, + "episode": 156, + "map": 1, + "start": 865, + "target_tic": 897, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.433807373046875, + "shift_swapped": -2.2499516010284424, + "shift_reference": 19.829988479614258, + "peak_recorded": 0.5417121648788452, + "peak_swapped": 0.503169059753418, + "peak_reference": 0.398631751537323, + "motion_pred": [ + 0.04705245792865753, + 0.04152299091219902, + 0.04429664835333824, + 0.04717983677983284 + ], + "motion_real": [ + 0.05276573449373245, + 0.05382788926362991, + 0.05472496524453163, + 0.05865541473031044 + ], + "shift_reference_raw": 8.887181282043457 + }, + { + "index": 4289, + "episode": 156, + "map": 1, + "start": 880, + "target_tic": 912, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 1.158961534500122, + "shift_reference": -32.0, + "peak_recorded": 0.15778590738773346, + "peak_swapped": 0.18676917254924774, + "peak_reference": 0.1998707801103592, + "motion_pred": [ + 0.03834150731563568, + 0.034053824841976166, + 0.03455796465277672, + 0.03530152887105942 + ], + "motion_real": [ + 0.039586324244737625, + 0.03916521742939949, + 0.040192220360040665, + 0.04176699370145798 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 4320, + "episode": 156, + "map": 1, + "start": 911, + "target_tic": 943, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.179569244384766, + "shift_swapped": -26.773160934448242, + "shift_reference": 21.64098358154297, + "peak_recorded": 0.5122889876365662, + "peak_swapped": 0.4484078586101532, + "peak_reference": 0.445342093706131, + "motion_pred": [ + 0.04374885559082031, + 0.038902122527360916, + 0.041033435612916946, + 0.03944670408964157 + ], + "motion_real": [ + 0.047731079161167145, + 0.04953690990805626, + 0.05089016258716583, + 0.05106029286980629 + ], + "shift_reference_raw": 21.804458618164062 + }, + { + "index": 4808, + "episode": 156, + "map": 1, + "start": 1539, + "target_tic": 1571, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.881996154785156, + "shift_swapped": 29.666976928710938, + "shift_reference": -19.944488525390625, + "peak_recorded": 0.3929086923599243, + "peak_swapped": 0.36646804213523865, + "peak_reference": 0.39465731382369995, + "motion_pred": [ + 0.045423198491334915, + 0.038555044680833817, + 0.039060309529304504, + 0.03906548023223877 + ], + "motion_real": [ + 0.049000389873981476, + 0.047676343470811844, + 0.04721442610025406, + 0.04712167754769325 + ], + "shift_reference_raw": -19.23341178894043 + }, + { + "index": 4890, + "episode": 156, + "map": 1, + "start": 1621, + "target_tic": 1653, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.6657559871673584, + "shift_swapped": -7.303842544555664, + "shift_reference": 4.5341291427612305, + "peak_recorded": 0.5561575889587402, + "peak_swapped": 0.5459822416305542, + "peak_reference": 0.5419666767120361, + "motion_pred": [ + 0.03729523718357086, + 0.031690970063209534, + 0.032936450093984604, + 0.03488806262612343 + ], + "motion_real": [ + 0.039559971541166306, + 0.03962697461247444, + 0.0414130762219429, + 0.04253366217017174 + ], + "shift_reference_raw": 4.249917507171631 + }, + { + "index": 5049, + "episode": 156, + "map": 1, + "start": 1780, + "target_tic": 1812, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.83779525756836, + "shift_swapped": 19.017518997192383, + "shift_reference": -16.350461959838867, + "peak_recorded": 0.5893965363502502, + "peak_swapped": 0.6369069814682007, + "peak_reference": 0.5672517418861389, + "motion_pred": [ + 0.04333335906267166, + 0.036593761295080185, + 0.036416176706552505, + 0.035481322556734085 + ], + "motion_real": [ + 0.04669030010700226, + 0.04459603130817413, + 0.045257318764925, + 0.044557638466358185 + ], + "shift_reference_raw": -14.885602951049805 + }, + { + "index": 5054, + "episode": 156, + "map": 1, + "start": 1785, + "target_tic": 1817, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.978906631469727, + "shift_swapped": 26.823450088500977, + "shift_reference": -20.911901473999023, + "peak_recorded": 0.35052743554115295, + "peak_swapped": 0.3462395668029785, + "peak_reference": 0.2802492380142212, + "motion_pred": [ + 0.04219978302717209, + 0.03943522274494171, + 0.03975376486778259, + 0.03803389146924019 + ], + "motion_real": [ + 0.04439079016447067, + 0.04550475999712944, + 0.04586699977517128, + 0.044332344084978104 + ], + "shift_reference_raw": -18.564836502075195 + }, + { + "index": 5129, + "episode": 156, + "map": 1, + "start": 1860, + "target_tic": 1892, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.059234619140625, + "shift_swapped": -27.768341064453125, + "shift_reference": 15.945816993713379, + "peak_recorded": 0.3433709442615509, + "peak_swapped": 0.32108554244041443, + "peak_reference": 0.3669184148311615, + "motion_pred": [ + 0.040686819702386856, + 0.036653172224760056, + 0.037140876054763794, + 0.03638048097491264 + ], + "motion_real": [ + 0.04313761740922928, + 0.0442831926047802, + 0.04486324265599251, + 0.043601591140031815 + ], + "shift_reference_raw": 16.057205200195312 + }, + { + "index": 5266, + "episode": 156, + "map": 1, + "start": 1997, + "target_tic": 2029, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.022836685180664, + "shift_swapped": 32.0, + "shift_reference": -20.421911239624023, + "peak_recorded": 0.5850011110305786, + "peak_swapped": 0.5148434638977051, + "peak_reference": 0.566129744052887, + "motion_pred": [ + 0.04429454356431961, + 0.03562500327825546, + 0.03688761591911316, + 0.03686525300145149 + ], + "motion_real": [ + 0.04711846262216568, + 0.04711059108376503, + 0.04801689833402634, + 0.049765441566705704 + ], + "shift_reference_raw": -20.01765251159668 + }, + { + "index": 5375, + "episode": 156, + "map": 1, + "start": 2106, + "target_tic": 2138, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.129026412963867, + "shift_swapped": -21.75149154663086, + "shift_reference": 28.68912124633789, + "peak_recorded": 0.47562935948371887, + "peak_swapped": 0.5380386710166931, + "peak_reference": 0.46544450521469116, + "motion_pred": [ + 0.04633781686425209, + 0.04086707904934883, + 0.04069354757666588, + 0.03997381404042244 + ], + "motion_real": [ + 0.04970545694231987, + 0.05018988996744156, + 0.0503353551030159, + 0.04791421815752983 + ], + "shift_reference_raw": 29.627870559692383 + }, + { + "index": 5388, + "episode": 156, + "map": 1, + "start": 2119, + "target_tic": 2151, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.397966384887695, + "shift_swapped": 21.047548294067383, + "shift_reference": -20.197717666625977, + "peak_recorded": 0.5235559344291687, + "peak_swapped": 0.4585161507129669, + "peak_reference": 0.5509621500968933, + "motion_pred": [ + 0.050241049379110336, + 0.04176471382379532, + 0.039727114140987396, + 0.04164908453822136 + ], + "motion_real": [ + 0.05036844685673714, + 0.049492284655570984, + 0.04766126722097397, + 0.04792017862200737 + ], + "shift_reference_raw": -19.79358673095703 + }, + { + "index": 5593, + "episode": 156, + "map": 1, + "start": 2324, + "target_tic": 2356, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.563453674316406, + "shift_swapped": 28.81208038330078, + "shift_reference": -17.94219207763672, + "peak_recorded": 0.5946571826934814, + "peak_swapped": 0.5819514393806458, + "peak_reference": 0.49324750900268555, + "motion_pred": [ + 0.04616575688123703, + 0.03733768314123154, + 0.03830482438206673, + 0.040098048746585846 + ], + "motion_real": [ + 0.049669913947582245, + 0.04830552265048027, + 0.048308245837688446, + 0.049671437591314316 + ], + "shift_reference_raw": -17.987951278686523 + }, + { + "index": 5758, + "episode": 156, + "map": 1, + "start": 2524, + "target_tic": 2556, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.323537826538086, + "shift_swapped": -17.3531494140625, + "shift_reference": 19.40167808532715, + "peak_recorded": 0.42763590812683105, + "peak_swapped": 0.44649267196655273, + "peak_reference": 0.4262183904647827, + "motion_pred": [ + 0.05257177725434303, + 0.046859461814165115, + 0.04519542306661606, + 0.0442739874124527 + ], + "motion_real": [ + 0.05625614896416664, + 0.0550725944340229, + 0.05439304560422897, + 0.053217414766550064 + ], + "shift_reference_raw": 18.643836975097656 + }, + { + "index": 5804, + "episode": 156, + "map": 1, + "start": 2605, + "target_tic": 2637, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.916187286376953, + "shift_swapped": -25.20939826965332, + "shift_reference": 17.461740493774414, + "peak_recorded": 0.2966045141220093, + "peak_swapped": 0.3151414096355438, + "peak_reference": 0.2728068232536316, + "motion_pred": [ + 0.06042243167757988, + 0.05299043655395508, + 0.04944013059139252, + 0.03936023265123367 + ], + "motion_real": [ + 0.06142150238156319, + 0.06131406128406525, + 0.059906888753175735, + 0.04898596927523613 + ], + "shift_reference_raw": 17.443246841430664 + }, + { + "index": 6012, + "episode": 156, + "map": 1, + "start": 2813, + "target_tic": 2845, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.367122650146484, + "shift_swapped": 29.74370574951172, + "shift_reference": -16.60984992980957, + "peak_recorded": 0.6301151514053345, + "peak_swapped": 0.55987948179245, + "peak_reference": 0.6192246079444885, + "motion_pred": [ + 0.041261401027441025, + 0.032098591327667236, + 0.03394997864961624, + 0.03601881489157677 + ], + "motion_real": [ + 0.046529822051525116, + 0.047755517065525055, + 0.04686728119850159, + 0.04710744693875313 + ], + "shift_reference_raw": -16.34238624572754 + }, + { + "index": 6115, + "episode": 156, + "map": 1, + "start": 2951, + "target_tic": 2983, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.155222088098526, + "peak_swapped": 0.0012074478436261415, + "peak_reference": 0.18187886476516724, + "motion_pred": [ + 0.04176515340805054, + 0.02836773917078972, + 0.02993953786790371, + 0.04010336473584175 + ], + "motion_real": [ + 0.040948618203401566, + 0.043712154030799866, + 0.05712702497839928, + 0.04443412646651268 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 6326, + "episode": 156, + "map": 1, + "start": 3162, + "target_tic": 3194, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.95765495300293, + "shift_swapped": -13.212130546569824, + "shift_reference": 20.056482315063477, + "peak_recorded": 0.328535795211792, + "peak_swapped": 0.24399729073047638, + "peak_reference": 0.33130618929862976, + "motion_pred": [ + 0.04781340807676315, + 0.03861400857567787, + 0.037921518087387085, + 0.037175919860601425 + ], + "motion_real": [ + 0.051540594547986984, + 0.05001479759812355, + 0.04832462593913078, + 0.04588329419493675 + ], + "shift_reference_raw": 20.587963104248047 + }, + { + "index": 6516, + "episode": 156, + "map": 1, + "start": 3422, + "target_tic": 3454, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -31.147085189819336, + "shift_swapped": 32.0, + "shift_reference": -32.0, + "peak_recorded": 0.0872693881392479, + "peak_swapped": 0.09471084177494049, + "peak_reference": 0.1546463817358017, + "motion_pred": [ + 0.039502810686826706, + 0.027336452156305313, + 0.02688099816441536, + 0.02657526731491089 + ], + "motion_real": [ + 0.03964781016111374, + 0.03605327755212784, + 0.03682895004749298, + 0.037634044885635376 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 6540, + "episode": 156, + "map": 1, + "start": 3446, + "target_tic": 3478, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.3494699001312256, + "shift_swapped": -6.864973068237305, + "shift_reference": 4.677534103393555, + "peak_recorded": 0.5020129680633545, + "peak_swapped": 0.4820282757282257, + "peak_reference": 0.5056803822517395, + "motion_pred": [ + 0.04169008880853653, + 0.039488714188337326, + 0.041622061282396317, + 0.04337789863348007 + ], + "motion_real": [ + 0.04492035135626793, + 0.04943030700087547, + 0.052254047244787216, + 0.05267807096242905 + ], + "shift_reference_raw": 4.489377021789551 + }, + { + "index": 6665, + "episode": 156, + "map": 1, + "start": 3606, + "target_tic": 3638, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.214746475219727, + "shift_swapped": -20.467885971069336, + "shift_reference": 27.88343048095703, + "peak_recorded": 0.23506425321102142, + "peak_swapped": 0.12923023104667664, + "peak_reference": 0.015523160807788372, + "motion_pred": [ + 0.06566381454467773, + 0.0440671481192112, + 0.038860686123371124, + 0.03759944438934326 + ], + "motion_real": [ + 0.09176769107580185, + 0.06795896589756012, + 0.06473759561777115, + 0.06305211037397385 + ], + "shift_reference_raw": 25.874366760253906 + }, + { + "index": 6760, + "episode": 156, + "map": 1, + "start": 3701, + "target_tic": 3733, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 7.723967552185059, + "shift_swapped": 30.810815811157227, + "shift_reference": 7.384650707244873, + "peak_recorded": 0.40812698006629944, + "peak_swapped": 0.2658423185348511, + "peak_reference": 0.3370274603366852, + "motion_pred": [ + 0.0488630011677742, + 0.042601507157087326, + 0.03264392912387848, + 0.03490808606147766 + ], + "motion_real": [ + 0.053234465420246124, + 0.05851505696773529, + 0.05196509510278702, + 0.05883289873600006 + ], + "shift_reference_raw": 8.550334930419922 + }, + { + "index": 7100, + "episode": 156, + "map": 1, + "start": 4041, + "target_tic": 4073, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.55050277709961, + "shift_swapped": 21.95163345336914, + "shift_reference": -23.462329864501953, + "peak_recorded": 0.5507937669754028, + "peak_swapped": 0.5785702466964722, + "peak_reference": 0.5238800644874573, + "motion_pred": [ + 0.04314713925123215, + 0.03280916064977646, + 0.02894367277622223, + 0.026613768190145493 + ], + "motion_real": [ + 0.04537320137023926, + 0.04568006843328476, + 0.041167475283145905, + 0.040433600544929504 + ], + "shift_reference_raw": -21.267513275146484 + }, + { + "index": 7335, + "episode": 156, + "map": 1, + "start": 4346, + "target_tic": 4378, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.30288314819336, + "shift_swapped": 7.739035606384277, + "shift_reference": -31.35584259033203, + "peak_recorded": 0.7760046124458313, + "peak_swapped": 0.7758145928382874, + "peak_reference": 0.6912290453910828, + "motion_pred": [ + 0.0393267460167408, + 0.028597837314009666, + 0.03191564604640007, + 0.03074193187057972 + ], + "motion_real": [ + 0.041311975568532944, + 0.04788978770375252, + 0.05191958323121071, + 0.05330011993646622 + ], + "shift_reference_raw": -30.84201431274414 + }, + { + "index": 7533, + "episode": 156, + "map": 1, + "start": 4544, + "target_tic": 4576, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.07695770263672, + "shift_swapped": -29.941667556762695, + "shift_reference": 16.115365982055664, + "peak_recorded": 0.8239364624023438, + "peak_swapped": 0.8168945908546448, + "peak_reference": 0.8214475512504578, + "motion_pred": [ + 0.05712835490703583, + 0.051336806267499924, + 0.05514531955122948, + 0.04494345188140869 + ], + "motion_real": [ + 0.06124667450785637, + 0.06113193929195404, + 0.06689468771219254, + 0.0570635162293911 + ], + "shift_reference_raw": 16.13104820251465 + }, + { + "index": 7537, + "episode": 156, + "map": 1, + "start": 4548, + "target_tic": 4580, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 17.314735412597656, + "shift_reference": -32.0, + "peak_recorded": 0.8378071188926697, + "peak_swapped": 0.8544567227363586, + "peak_reference": 0.8151341080665588, + "motion_pred": [ + 0.05111132562160492, + 0.037562306970357895, + 0.029332444071769714, + 0.026325218379497528 + ], + "motion_real": [ + 0.053808871656656265, + 0.05792354792356491, + 0.04603055492043495, + 0.046284135431051254 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 7615, + "episode": 169, + "map": 1, + "start": 77, + "target_tic": 109, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -25.963308334350586, + "shift_swapped": -29.87299156188965, + "shift_reference": -17.855215072631836, + "peak_recorded": 0.13291044533252716, + "peak_swapped": 0.1494089812040329, + "peak_reference": 0.13557428121566772, + "motion_pred": [ + 0.037825677543878555, + 0.03279444947838783, + 0.031881071627140045, + 0.031543076038360596 + ], + "motion_real": [ + 0.03956615552306175, + 0.03994518890976906, + 0.03968123719096184, + 0.04129558056592941 + ], + "shift_reference_raw": -18.350339889526367 + }, + { + "index": 7650, + "episode": 169, + "map": 1, + "start": 112, + "target_tic": 144, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.91370964050293, + "shift_swapped": -11.124106407165527, + "shift_reference": 29.2696590423584, + "peak_recorded": 0.1213603988289833, + "peak_swapped": 0.32295411825180054, + "peak_reference": 0.5686773657798767, + "motion_pred": [ + 0.0369613878428936, + 0.022592604160308838, + 0.019908010959625244, + 0.02089349925518036 + ], + "motion_real": [ + 0.035201504826545715, + 0.036801766604185104, + 0.03707011044025421, + 0.037871550768613815 + ], + "shift_reference_raw": 29.34568977355957 + }, + { + "index": 7654, + "episode": 169, + "map": 1, + "start": 116, + "target_tic": 148, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.609113693237305, + "shift_swapped": -19.60654067993164, + "shift_reference": 30.092147827148438, + "peak_recorded": 0.16555894911289215, + "peak_swapped": 0.2275933176279068, + "peak_reference": 0.24972181022167206, + "motion_pred": [ + 0.03724486380815506, + 0.03093698062002659, + 0.033653732389211655, + 0.03486458584666252 + ], + "motion_real": [ + 0.04064057394862175, + 0.044799305498600006, + 0.048385392874479294, + 0.04827277362346649 + ], + "shift_reference_raw": 30.117563247680664 + }, + { + "index": 8088, + "episode": 169, + "map": 1, + "start": 585, + "target_tic": 617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.667285919189453, + "shift_swapped": 21.723562240600586, + "shift_reference": -16.320606231689453, + "peak_recorded": 0.37626513838768005, + "peak_swapped": 0.25677406787872314, + "peak_reference": 0.3156003952026367, + "motion_pred": [ + 0.05339312180876732, + 0.04263985529541969, + 0.04400768131017685, + 0.048845794051885605 + ], + "motion_real": [ + 0.0576760359108448, + 0.054756712168455124, + 0.05232945829629898, + 0.05712615326046944 + ], + "shift_reference_raw": -16.244279861450195 + }, + { + "index": 8112, + "episode": 169, + "map": 1, + "start": 609, + "target_tic": 641, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.127504348754883, + "shift_swapped": 32.0, + "shift_reference": -22.866968154907227, + "peak_recorded": 0.45124921202659607, + "peak_swapped": 0.3994317650794983, + "peak_reference": 0.43456780910491943, + "motion_pred": [ + 0.05097130686044693, + 0.0433984138071537, + 0.04405590519309044, + 0.04355780407786369 + ], + "motion_real": [ + 0.05776412785053253, + 0.05734993517398834, + 0.058046579360961914, + 0.05649535357952118 + ], + "shift_reference_raw": -21.085786819458008 + }, + { + "index": 8198, + "episode": 169, + "map": 1, + "start": 730, + "target_tic": 762, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.8896484375, + "shift_swapped": -19.42313575744629, + "shift_reference": 16.584932327270508, + "peak_recorded": 0.18776750564575195, + "peak_swapped": 0.21437016129493713, + "peak_reference": 0.2202444225549698, + "motion_pred": [ + 0.05241195857524872, + 0.04711829498410225, + 0.05219285562634468, + 0.054673220962285995 + ], + "motion_real": [ + 0.055362261831760406, + 0.05762764811515808, + 0.05428203195333481, + 0.05685180053114891 + ], + "shift_reference_raw": 16.967588424682617 + }, + { + "index": 8240, + "episode": 169, + "map": 1, + "start": 772, + "target_tic": 804, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.9796251654624939, + "shift_swapped": -8.805008888244629, + "shift_reference": 1.201919674873352, + "peak_recorded": 0.613635778427124, + "peak_swapped": 0.5868642330169678, + "peak_reference": 0.5888998508453369, + "motion_pred": [ + 0.04050812870264053, + 0.032496627420186996, + 0.032928161323070526, + 0.03744199872016907 + ], + "motion_real": [ + 0.04305950552225113, + 0.04272903501987457, + 0.04072728008031845, + 0.04439593851566315 + ], + "shift_reference_raw": 1.411192774772644 + }, + { + "index": 8572, + "episode": 169, + "map": 1, + "start": 1139, + "target_tic": 1171, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.265039443969727, + "shift_swapped": 23.655656814575195, + "shift_reference": -20.486915588378906, + "peak_recorded": 0.4044414460659027, + "peak_swapped": 0.42190930247306824, + "peak_reference": 0.3840356171131134, + "motion_pred": [ + 0.05408456549048424, + 0.047273553907871246, + 0.046827249228954315, + 0.04962046071887016 + ], + "motion_real": [ + 0.056444939225912094, + 0.059849370270967484, + 0.06058759242296219, + 0.060786906629800797 + ], + "shift_reference_raw": -20.72983741760254 + }, + { + "index": 8604, + "episode": 169, + "map": 1, + "start": 1171, + "target_tic": 1203, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.06592737138271332, + "shift_swapped": 14.047476768493652, + "shift_reference": -0.21293693780899048, + "peak_recorded": 0.3883576989173889, + "peak_swapped": 0.35055190324783325, + "peak_reference": 0.3282121419906616, + "motion_pred": [ + 0.0405573695898056, + 0.03647344931960106, + 0.03967879340052605, + 0.035620659589767456 + ], + "motion_real": [ + 0.042648959904909134, + 0.044077225029468536, + 0.04559655860066414, + 0.04395296797156334 + ], + "shift_reference_raw": -1.1677907705307007 + }, + { + "index": 9030, + "episode": 169, + "map": 1, + "start": 1667, + "target_tic": 1699, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.3509063720703125, + "shift_swapped": -5.093096733093262, + "shift_reference": 4.168375015258789, + "peak_recorded": 0.5921566486358643, + "peak_swapped": 0.5819768905639648, + "peak_reference": 0.6027340888977051, + "motion_pred": [ + 0.04091295227408409, + 0.036024246364831924, + 0.03531450033187866, + 0.034458134323358536 + ], + "motion_real": [ + 0.04444710165262222, + 0.045539263635873795, + 0.04476450756192207, + 0.04489211365580559 + ], + "shift_reference_raw": 4.139034271240234 + }, + { + "index": 9068, + "episode": 169, + "map": 1, + "start": 1705, + "target_tic": 1737, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.0278472900390625, + "shift_swapped": -7.150443077087402, + "shift_reference": 0.08700385689735413, + "peak_recorded": 0.6568019390106201, + "peak_swapped": 0.5968974828720093, + "peak_reference": 0.5981110334396362, + "motion_pred": [ + 0.043468695133924484, + 0.03795319423079491, + 0.04014677181839943, + 0.040792763233184814 + ], + "motion_real": [ + 0.04608790948987007, + 0.04883123189210892, + 0.051881805062294006, + 0.05342058837413788 + ], + "shift_reference_raw": 0.0455634780228138 + }, + { + "index": 9147, + "episode": 169, + "map": 1, + "start": 1819, + "target_tic": 1851, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.72592544555664, + "shift_swapped": -25.419254302978516, + "shift_reference": 19.32050323486328, + "peak_recorded": 0.5655873417854309, + "peak_swapped": 0.5566156506538391, + "peak_reference": 0.5240703821182251, + "motion_pred": [ + 0.04859272390604019, + 0.044764336198568344, + 0.04664644971489906, + 0.0411749966442585 + ], + "motion_real": [ + 0.05208084359765053, + 0.05495784431695938, + 0.056214574724435806, + 0.05223110690712929 + ], + "shift_reference_raw": 18.955259323120117 + }, + { + "index": 9409, + "episode": 169, + "map": 1, + "start": 2116, + "target_tic": 2148, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.912382125854492, + "shift_swapped": 22.8021183013916, + "shift_reference": -24.10292625427246, + "peak_recorded": 0.3768782615661621, + "peak_swapped": 0.5342654585838318, + "peak_reference": 0.3348943591117859, + "motion_pred": [ + 0.04269882291555405, + 0.03686605021357536, + 0.03507215902209282, + 0.03149060159921646 + ], + "motion_real": [ + 0.044829417020082474, + 0.045161303132772446, + 0.04350502789020538, + 0.039075348526239395 + ], + "shift_reference_raw": -24.41939926147461 + }, + { + "index": 9641, + "episode": 169, + "map": 1, + "start": 2383, + "target_tic": 2415, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.82415199279785, + "shift_swapped": -24.26478385925293, + "shift_reference": 19.692920684814453, + "peak_recorded": 0.4678247570991516, + "peak_swapped": 0.4586126506328583, + "peak_reference": 0.4847371578216553, + "motion_pred": [ + 0.04876445606350899, + 0.04257936403155327, + 0.04246077686548233, + 0.04119906947016716 + ], + "motion_real": [ + 0.05213885009288788, + 0.05215923860669136, + 0.054046664386987686, + 0.05514797940850258 + ], + "shift_reference_raw": 19.073022842407227 + }, + { + "index": 9705, + "episode": 169, + "map": 1, + "start": 2482, + "target_tic": 2514, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 13.599035263061523, + "shift_reference": -29.228239059448242, + "peak_recorded": 0.6011272072792053, + "peak_swapped": 0.7151340246200562, + "peak_reference": 0.22958452999591827, + "motion_pred": [ + 0.09375039488077164, + 0.053763497620821, + 0.048004262149333954, + 0.044504836201667786 + ], + "motion_real": [ + 0.10831408947706223, + 0.075431689620018, + 0.07474284619092941, + 0.07439016550779343 + ], + "shift_reference_raw": -28.369455337524414 + }, + { + "index": 9712, + "episode": 169, + "map": 1, + "start": 2489, + "target_tic": 2521, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 11.181024551391602, + "shift_swapped": -29.482080459594727, + "shift_reference": 13.832258224487305, + "peak_recorded": 0.3123639225959778, + "peak_swapped": 0.2662690281867981, + "peak_reference": 0.408369779586792, + "motion_pred": [ + 0.051040709018707275, + 0.03534328192472458, + 0.030202828347682953, + 0.03084404021501541 + ], + "motion_real": [ + 0.05493675544857979, + 0.047751788049936295, + 0.04430194944143295, + 0.04725249484181404 + ], + "shift_reference_raw": 13.676932334899902 + }, + { + "index": 9834, + "episode": 169, + "map": 1, + "start": 2681, + "target_tic": 2713, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.06489710509777069, + "shift_swapped": 7.8501811027526855, + "shift_reference": 2.8797667026519775, + "peak_recorded": 0.543445885181427, + "peak_swapped": 0.442518025636673, + "peak_reference": 0.2094847857952118, + "motion_pred": [ + 0.03950538486242294, + 0.04623839631676674, + 0.04637113958597183, + 0.04145119711756706 + ], + "motion_real": [ + 0.05020986124873161, + 0.053206127136945724, + 0.0475785918533802, + 0.04577266052365303 + ], + "shift_reference_raw": 0.0020622091833502054 + }, + { + "index": 10144, + "episode": 169, + "map": 1, + "start": 3061, + "target_tic": 3093, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.801616668701172, + "shift_swapped": -23.839008331298828, + "shift_reference": 21.121524810791016, + "peak_recorded": 0.5288146734237671, + "peak_swapped": 0.39283788204193115, + "peak_reference": 0.4610934257507324, + "motion_pred": [ + 0.048685185611248016, + 0.043869391083717346, + 0.044118307530879974, + 0.04289316013455391 + ], + "motion_real": [ + 0.05332871899008751, + 0.05283946543931961, + 0.05271613597869873, + 0.05176922306418419 + ], + "shift_reference_raw": 21.32637596130371 + }, + { + "index": 10335, + "episode": 169, + "map": 1, + "start": 3287, + "target_tic": 3319, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.769882202148438, + "shift_swapped": -28.960737228393555, + "shift_reference": 25.092761993408203, + "peak_recorded": 0.0924333706498146, + "peak_swapped": 0.10132423788309097, + "peak_reference": 0.11117157340049744, + "motion_pred": [ + 0.042062465101480484, + 0.04326726496219635, + 0.03809339925646782, + 0.03436070308089256 + ], + "motion_real": [ + 0.04720011353492737, + 0.05082736909389496, + 0.05254899710416794, + 0.04956015944480896 + ], + "shift_reference_raw": 25.248477935791016 + }, + { + "index": 10389, + "episode": 169, + "map": 1, + "start": 3341, + "target_tic": 3373, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.049549102783203, + "shift_swapped": 21.951417922973633, + "shift_reference": -19.99515724182129, + "peak_recorded": 0.4334349036216736, + "peak_swapped": 0.444838285446167, + "peak_reference": 0.3953624665737152, + "motion_pred": [ + 0.04584524407982826, + 0.04190821573138237, + 0.040458545088768005, + 0.038703013211488724 + ], + "motion_real": [ + 0.04928336292505264, + 0.05205630883574486, + 0.050396766513586044, + 0.04968127980828285 + ], + "shift_reference_raw": -20.29487419128418 + }, + { + "index": 10428, + "episode": 169, + "map": 1, + "start": 3415, + "target_tic": 3447, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.8275582790374756, + "shift_swapped": -13.801996231079102, + "shift_reference": 0.3569108545780182, + "peak_recorded": 0.3147466778755188, + "peak_swapped": 0.28680330514907837, + "peak_reference": 0.4390616714954376, + "motion_pred": [ + 0.048882465809583664, + 0.047152429819107056, + 0.04736702889204025, + 0.04531709477305412 + ], + "motion_real": [ + 0.050640638917684555, + 0.054276157170534134, + 0.05972488597035408, + 0.058544356375932693 + ], + "shift_reference_raw": 0.07691304385662079 + }, + { + "index": 10432, + "episode": 169, + "map": 1, + "start": 3419, + "target_tic": 3451, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.039933204650879, + "shift_swapped": -29.475385665893555, + "shift_reference": 13.609445571899414, + "peak_recorded": 0.4505405128002167, + "peak_swapped": 0.4962133467197418, + "peak_reference": 0.44696420431137085, + "motion_pred": [ + 0.05107124522328377, + 0.044385142624378204, + 0.04667987674474716, + 0.04699423164129257 + ], + "motion_real": [ + 0.05564628913998604, + 0.05654839053750038, + 0.0583142414689064, + 0.05384692922234535 + ], + "shift_reference_raw": 13.965210914611816 + }, + { + "index": 10444, + "episode": 169, + "map": 1, + "start": 3431, + "target_tic": 3463, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.30185890197754, + "shift_swapped": -7.662396430969238, + "shift_reference": 7.408518314361572, + "peak_recorded": 0.3885602056980133, + "peak_swapped": 0.2609522044658661, + "peak_reference": 0.4218827188014984, + "motion_pred": [ + 0.05220188573002815, + 0.05453478917479515, + 0.0729481428861618, + 0.06238146126270294 + ], + "motion_real": [ + 0.05279593542218208, + 0.05253073200583458, + 0.052375003695487976, + 0.054721735417842865 + ], + "shift_reference_raw": 8.127387046813965 + }, + { + "index": 10761, + "episode": 169, + "map": 1, + "start": 3748, + "target_tic": 3780, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.763872146606445, + "shift_swapped": -13.01475715637207, + "shift_reference": -20.631593704223633, + "peak_recorded": 0.7397109270095825, + "peak_swapped": 0.8200626373291016, + "peak_reference": 0.8388237953186035, + "motion_pred": [ + 0.03999940678477287, + 0.028082069009542465, + 0.027015600353479385, + 0.022410264238715172 + ], + "motion_real": [ + 0.03662795200943947, + 0.03733380138874054, + 0.04147579148411751, + 0.04085325449705124 + ], + "shift_reference_raw": -20.82679557800293 + }, + { + "index": 11111, + "episode": 169, + "map": 1, + "start": 4168, + "target_tic": 4200, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.762998580932617, + "shift_swapped": 23.419170379638672, + "shift_reference": -21.73702049255371, + "peak_recorded": 0.5130196809768677, + "peak_swapped": 0.5065509080886841, + "peak_reference": 0.48627662658691406, + "motion_pred": [ + 0.047721195966005325, + 0.03588714823126793, + 0.03954437002539635, + 0.03908190503716469 + ], + "motion_real": [ + 0.049325644969940186, + 0.04855292662978172, + 0.050103895366191864, + 0.04962053522467613 + ], + "shift_reference_raw": -21.784366607666016 + }, + { + "index": 11159, + "episode": 169, + "map": 1, + "start": 4216, + "target_tic": 4248, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.73386287689209, + "shift_swapped": -0.025474492460489273, + "shift_reference": -10.121193885803223, + "peak_recorded": 0.7730640769004822, + "peak_swapped": 0.7978876233100891, + "peak_reference": 0.7597901821136475, + "motion_pred": [ + 0.04689301550388336, + 0.03966391086578369, + 0.04010295495390892, + 0.03929652273654938 + ], + "motion_real": [ + 0.050253551453351974, + 0.04920669272542, + 0.04816804453730583, + 0.04812660440802574 + ], + "shift_reference_raw": -10.052392959594727 + }, + { + "index": 11395, + "episode": 169, + "map": 1, + "start": 4452, + "target_tic": 4484, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.976497650146484, + "shift_swapped": -21.614290237426758, + "shift_reference": 20.329740524291992, + "peak_recorded": 0.5042685866355896, + "peak_swapped": 0.5486782789230347, + "peak_reference": 0.5637015700340271, + "motion_pred": [ + 0.044683244079351425, + 0.035150982439517975, + 0.035515524446964264, + 0.030447155237197876 + ], + "motion_real": [ + 0.046386558562517166, + 0.046839639544487, + 0.04663703218102455, + 0.040586426854133606 + ], + "shift_reference_raw": 20.440908432006836 + }, + { + "index": 11474, + "episode": 195, + "map": 1, + "start": 33, + "target_tic": 65, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.944904327392578, + "shift_swapped": -26.826101303100586, + "shift_reference": 24.839284896850586, + "peak_recorded": 0.8522241115570068, + "peak_swapped": 0.8094539642333984, + "peak_reference": 0.8392011523246765, + "motion_pred": [ + 0.0798020139336586, + 0.07482025027275085, + 0.08224164694547653, + 0.08704713732004166 + ], + "motion_real": [ + 0.08865600824356079, + 0.08307840675115585, + 0.08614661544561386, + 0.0942954495549202 + ], + "shift_reference_raw": 24.62898826599121 + }, + { + "index": 11485, + "episode": 195, + "map": 1, + "start": 44, + "target_tic": 76, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.813508987426758, + "shift_swapped": -20.076284408569336, + "shift_reference": 22.25310707092285, + "peak_recorded": 0.5908872485160828, + "peak_swapped": 0.6570937037467957, + "peak_reference": 0.4696749150753021, + "motion_pred": [ + 0.10974287241697311, + 0.09862478077411652, + 0.09823810309171677, + 0.09997695684432983 + ], + "motion_real": [ + 0.12808041274547577, + 0.11151184141635895, + 0.10563687235116959, + 0.09493034332990646 + ], + "shift_reference_raw": 21.812864303588867 + }, + { + "index": 11507, + "episode": 195, + "map": 1, + "start": 66, + "target_tic": 98, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.81734275817871, + "shift_swapped": 19.37777328491211, + "shift_reference": -21.580801010131836, + "peak_recorded": 0.7460836172103882, + "peak_swapped": 0.6871247887611389, + "peak_reference": 0.7441111207008362, + "motion_pred": [ + 0.09623666107654572, + 0.08263863623142242, + 0.08841612935066223, + 0.0841081291437149 + ], + "motion_real": [ + 0.0996842235326767, + 0.09669201821088791, + 0.09560976177453995, + 0.09019329398870468 + ], + "shift_reference_raw": -21.591371536254883 + }, + { + "index": 11743, + "episode": 195, + "map": 1, + "start": 302, + "target_tic": 334, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.012414932250977, + "shift_swapped": 20.25859832763672, + "shift_reference": -21.72001075744629, + "peak_recorded": 0.8445289134979248, + "peak_swapped": 0.7242054343223572, + "peak_reference": 0.8031601905822754, + "motion_pred": [ + 0.0924486443400383, + 0.07661078125238419, + 0.07299072295427322, + 0.06847906857728958 + ], + "motion_real": [ + 0.10526471585035324, + 0.09945809841156006, + 0.09493212401866913, + 0.08844245225191116 + ], + "shift_reference_raw": -21.94807243347168 + }, + { + "index": 11927, + "episode": 195, + "map": 1, + "start": 521, + "target_tic": 553, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -8.608403205871582, + "shift_swapped": -14.967912673950195, + "shift_reference": -9.088245391845703, + "peak_recorded": 0.38530582189559937, + "peak_swapped": 0.38632524013519287, + "peak_reference": 0.3798638880252838, + "motion_pred": [ + 0.05076431483030319, + 0.046831727027893066, + 0.052176643162965775, + 0.07274705916643143 + ], + "motion_real": [ + 0.05418325588107109, + 0.06517383456230164, + 0.0737089067697525, + 0.0806465595960617 + ], + "shift_reference_raw": -9.310961723327637 + }, + { + "index": 11937, + "episode": 195, + "map": 1, + "start": 566, + "target_tic": 598, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.907285690307617, + "shift_swapped": 15.362250328063965, + "shift_reference": -22.242076873779297, + "peak_recorded": 0.40975162386894226, + "peak_swapped": 0.3483106791973114, + "peak_reference": 0.3289799392223358, + "motion_pred": [ + 0.04638746753334999, + 0.03730522841215134, + 0.03687940165400505, + 0.034257691353559494 + ], + "motion_real": [ + 0.04855732619762421, + 0.04570195451378822, + 0.046187788248062134, + 0.04288449138402939 + ], + "shift_reference_raw": -26.17704963684082 + }, + { + "index": 12022, + "episode": 195, + "map": 1, + "start": 651, + "target_tic": 683, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.9899119138717651, + "shift_swapped": -7.604579925537109, + "shift_reference": 1.1399939060211182, + "peak_recorded": 0.7420211434364319, + "peak_swapped": 0.7007213234901428, + "peak_reference": 0.6536991000175476, + "motion_pred": [ + 0.042055368423461914, + 0.04054686054587364, + 0.047992412000894547, + 0.050528544932603836 + ], + "motion_real": [ + 0.04593522846698761, + 0.048771537840366364, + 0.06388451904058456, + 0.06569359451532364 + ], + "shift_reference_raw": 1.8251737356185913 + }, + { + "index": 12072, + "episode": 195, + "map": 1, + "start": 701, + "target_tic": 733, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.971381425857544, + "shift_swapped": -7.170244216918945, + "shift_reference": 4.10105562210083, + "peak_recorded": 0.4611770212650299, + "peak_swapped": 0.4759161174297333, + "peak_reference": 0.4107985198497772, + "motion_pred": [ + 0.047803349792957306, + 0.04442943260073662, + 0.04247570037841797, + 0.03671248257160187 + ], + "motion_real": [ + 0.05145751312375069, + 0.057195935398340225, + 0.05570274963974953, + 0.05443478003144264 + ], + "shift_reference_raw": 4.056859016418457 + }, + { + "index": 12146, + "episode": 195, + "map": 1, + "start": 775, + "target_tic": 807, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.522268772125244, + "shift_swapped": -5.600935459136963, + "shift_reference": 3.6976120471954346, + "peak_recorded": 0.34541717171669006, + "peak_swapped": 0.3546133041381836, + "peak_reference": 0.2623401880264282, + "motion_pred": [ + 0.04607296362519264, + 0.040749691426754, + 0.04696619510650635, + 0.045179832726716995 + ], + "motion_real": [ + 0.05022919550538063, + 0.0499383881688118, + 0.05303095653653145, + 0.056413546204566956 + ], + "shift_reference_raw": 8.387012481689453 + }, + { + "index": 12330, + "episode": 195, + "map": 1, + "start": 994, + "target_tic": 1026, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 8.398961067199707, + "shift_swapped": 22.99283790588379, + "shift_reference": 10.445173263549805, + "peak_recorded": 0.6046493649482727, + "peak_swapped": 0.5780124068260193, + "peak_reference": 0.5225009918212891, + "motion_pred": [ + 0.044002074748277664, + 0.03983508422970772, + 0.03963598608970642, + 0.03554423898458481 + ], + "motion_real": [ + 0.045024000108242035, + 0.04477718472480774, + 0.04463883489370346, + 0.04270092397928238 + ], + "shift_reference_raw": 12.741762161254883 + }, + { + "index": 12333, + "episode": 195, + "map": 1, + "start": 997, + "target_tic": 1029, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 1.4598164558410645, + "shift_reference": -32.0, + "peak_recorded": 0.21596181392669678, + "peak_swapped": 0.17970110476016998, + "peak_reference": 0.1331896036863327, + "motion_pred": [ + 0.04192887246608734, + 0.03295426815748215, + 0.05205429345369339, + 0.0272904671728611 + ], + "motion_real": [ + 0.04270092397928238, + 0.049494583159685135, + 0.06268526613712311, + 0.04840170219540596 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 12506, + "episode": 195, + "map": 1, + "start": 1240, + "target_tic": 1272, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.4758465886116028, + "shift_swapped": 1.7107452154159546, + "shift_reference": 0.7758708596229553, + "peak_recorded": 0.12075408548116684, + "peak_swapped": 0.11115613579750061, + "peak_reference": 0.0862305760383606, + "motion_pred": [ + 0.04101896658539772, + 0.02951670065522194, + 0.024106446653604507, + 0.023490553721785545 + ], + "motion_real": [ + 0.039218589663505554, + 0.03884365037083626, + 0.04161934182047844, + 0.03986967355012894 + ], + "shift_reference_raw": 4.886180877685547 + }, + { + "index": 12545, + "episode": 195, + "map": 1, + "start": 1279, + "target_tic": 1311, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.259363174438477, + "shift_swapped": 23.949386596679688, + "shift_reference": -19.837810516357422, + "peak_recorded": 0.4684719741344452, + "peak_swapped": 0.47768107056617737, + "peak_reference": 0.4637852907180786, + "motion_pred": [ + 0.0524756982922554, + 0.05378789082169533, + 0.047998521476984024, + 0.04380889981985092 + ], + "motion_real": [ + 0.05619610846042633, + 0.0647655501961708, + 0.06096638739109039, + 0.05681487172842026 + ], + "shift_reference_raw": -19.85500144958496 + }, + { + "index": 12668, + "episode": 195, + "map": 1, + "start": 1472, + "target_tic": 1504, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.847432136535645, + "shift_swapped": 26.568078994750977, + "shift_reference": -9.13989543914795, + "peak_recorded": 0.46007469296455383, + "peak_swapped": 0.32153967022895813, + "peak_reference": 0.3362804055213928, + "motion_pred": [ + 0.04328155890107155, + 0.034243762493133545, + 0.03457433730363846, + 0.03505455702543259 + ], + "motion_real": [ + 0.05031076446175575, + 0.047674257308244705, + 0.04339625686407089, + 0.04144860431551933 + ], + "shift_reference_raw": -10.901839256286621 + }, + { + "index": 12681, + "episode": 195, + "map": 1, + "start": 1485, + "target_tic": 1517, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.9242379665374756, + "shift_swapped": -1.4489463567733765, + "shift_reference": 30.53870391845703, + "peak_recorded": 0.23678427934646606, + "peak_swapped": 0.08495847880840302, + "peak_reference": -0.05047980695962906, + "motion_pred": [ + 0.03922445327043533, + 0.02274402230978012, + 0.02713821828365326, + 0.026661131531000137 + ], + "motion_real": [ + 0.0418502576649189, + 0.03931041061878204, + 0.05297524482011795, + 0.0408954955637455 + ], + "shift_reference_raw": 21.979354858398438 + }, + { + "index": 12701, + "episode": 195, + "map": 1, + "start": 1505, + "target_tic": 1537, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.34323263168335, + "shift_swapped": -8.087851524353027, + "shift_reference": 3.9353082180023193, + "peak_recorded": 0.47170552611351013, + "peak_swapped": 0.47201403975486755, + "peak_reference": 0.46029984951019287, + "motion_pred": [ + 0.0440092608332634, + 0.043747711926698685, + 0.04339276999235153, + 0.042041074484586716 + ], + "motion_real": [ + 0.04919090494513512, + 0.052552804350852966, + 0.04827624931931496, + 0.04645184800028801 + ], + "shift_reference_raw": 3.368881940841675 + }, + { + "index": 12781, + "episode": 195, + "map": 1, + "start": 1620, + "target_tic": 1652, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.499984741210938, + "shift_swapped": 32.0, + "shift_reference": -27.228044509887695, + "peak_recorded": 0.5612412691116333, + "peak_swapped": 0.38383668661117554, + "peak_reference": 0.5086782574653625, + "motion_pred": [ + 0.044175054877996445, + 0.03436610475182533, + 0.033656056970357895, + 0.034212518483400345 + ], + "motion_real": [ + 0.0490582101047039, + 0.048211127519607544, + 0.048770345747470856, + 0.05083724111318588 + ], + "shift_reference_raw": -25.33275032043457 + }, + { + "index": 12795, + "episode": 195, + "map": 1, + "start": 1634, + "target_tic": 1666, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.988380432128906, + "shift_swapped": 21.220767974853516, + "shift_reference": -20.28238868713379, + "peak_recorded": 0.4742811620235443, + "peak_swapped": 0.5160006880760193, + "peak_reference": 0.4841569662094116, + "motion_pred": [ + 0.052856799215078354, + 0.04765961691737175, + 0.043220072984695435, + 0.04058144986629486 + ], + "motion_real": [ + 0.05584728717803955, + 0.05634547770023346, + 0.053107935935258865, + 0.04878852516412735 + ], + "shift_reference_raw": -20.3531436920166 + }, + { + "index": 12862, + "episode": 195, + "map": 1, + "start": 1736, + "target_tic": 1768, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.10018736124038696, + "shift_swapped": -2.233855962753296, + "shift_reference": -0.17020146548748016, + "peak_recorded": 0.394856721162796, + "peak_swapped": 0.4530768096446991, + "peak_reference": 0.27929583191871643, + "motion_pred": [ + 0.04832151159644127, + 0.04269958660006523, + 0.04463411495089531, + 0.04160972684621811 + ], + "motion_real": [ + 0.0524546317756176, + 0.05132649838924408, + 0.054236073046922684, + 0.051851414144039154 + ], + "shift_reference_raw": -7.898674488067627 + }, + { + "index": 12891, + "episode": 195, + "map": 1, + "start": 1765, + "target_tic": 1797, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 11.032586097717285, + "shift_swapped": 13.906230926513672, + "shift_reference": 10.917485237121582, + "peak_recorded": 0.6441347002983093, + "peak_swapped": 0.5967937707901001, + "peak_reference": 0.45782357454299927, + "motion_pred": [ + 0.033610522747039795, + 0.02531719207763672, + 0.02507442981004715, + 0.025248214602470398 + ], + "motion_real": [ + 0.037522610276937485, + 0.0386044904589653, + 0.037940964102745056, + 0.0379297137260437 + ], + "shift_reference_raw": 11.281599044799805 + }, + { + "index": 13061, + "episode": 195, + "map": 1, + "start": 1970, + "target_tic": 2002, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.383596420288086, + "shift_swapped": 24.14394760131836, + "shift_reference": -19.306087493896484, + "peak_recorded": 0.48117557168006897, + "peak_swapped": 0.4561958312988281, + "peak_reference": 0.5677394866943359, + "motion_pred": [ + 0.045296020805835724, + 0.042036473751068115, + 0.04703213647007942, + 0.04401348531246185 + ], + "motion_real": [ + 0.04659643769264221, + 0.05110592022538185, + 0.055385522544384, + 0.06380552053451538 + ], + "shift_reference_raw": -19.43678092956543 + }, + { + "index": 13161, + "episode": 195, + "map": 1, + "start": 2105, + "target_tic": 2137, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.372968673706055, + "shift_swapped": -20.2789306640625, + "shift_reference": 20.657939910888672, + "peak_recorded": 0.2873684763908386, + "peak_swapped": 0.31045183539390564, + "peak_reference": 0.22958829998970032, + "motion_pred": [ + 0.04617275670170784, + 0.03669942170381546, + 0.03793349117040634, + 0.040448881685733795 + ], + "motion_real": [ + 0.04839474335312843, + 0.045714251697063446, + 0.04735611751675606, + 0.04674944654107094 + ], + "shift_reference_raw": 17.550382614135742 + }, + { + "index": 13386, + "episode": 195, + "map": 1, + "start": 2365, + "target_tic": 2397, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.88808250427246, + "shift_swapped": -21.506975173950195, + "shift_reference": 20.850696563720703, + "peak_recorded": 0.3291853964328766, + "peak_swapped": 0.3646543622016907, + "peak_reference": 0.2955278158187866, + "motion_pred": [ + 0.04439849033951759, + 0.038044240325689316, + 0.037777144461870193, + 0.03849223628640175 + ], + "motion_real": [ + 0.048618678003549576, + 0.04930086061358452, + 0.04975929483771324, + 0.05082777515053749 + ], + "shift_reference_raw": 20.691137313842773 + }, + { + "index": 13494, + "episode": 195, + "map": 1, + "start": 2508, + "target_tic": 2540, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.306556701660156, + "shift_swapped": -22.373394012451172, + "shift_reference": 16.53190803527832, + "peak_recorded": 0.6144723892211914, + "peak_swapped": 0.6824866533279419, + "peak_reference": 0.6535794138908386, + "motion_pred": [ + 0.044389717280864716, + 0.022891197353601456, + 0.022425444796681404, + 0.021208522841334343 + ], + "motion_real": [ + 0.03686702251434326, + 0.04332420602440834, + 0.040959637612104416, + 0.046586304903030396 + ], + "shift_reference_raw": 16.368249893188477 + }, + { + "index": 13964, + "episode": 195, + "map": 1, + "start": 3083, + "target_tic": 3115, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 9.351733207702637, + "shift_swapped": 8.837594985961914, + "shift_reference": -20.050386428833008, + "peak_recorded": -0.08964284509420395, + "peak_swapped": 0.040452755987644196, + "peak_reference": -0.03216800466179848, + "motion_pred": [ + 0.049623627215623856, + 0.024222951382398605, + 0.019599495455622673, + 0.01806679181754589 + ], + "motion_real": [ + 0.04636678844690323, + 0.0472819060087204, + 0.04556409642100334, + 0.05512545257806778 + ], + "shift_reference_raw": -20.227821350097656 + }, + { + "index": 14035, + "episode": 195, + "map": 1, + "start": 3154, + "target_tic": 3186, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.2256888896226883, + "shift_swapped": 32.0, + "shift_reference": -13.803991317749023, + "peak_recorded": 0.27950745820999146, + "peak_swapped": 0.24140021204948425, + "peak_reference": 0.19616037607192993, + "motion_pred": [ + 0.036915842443704605, + 0.03089168108999729, + 0.032801553606987, + 0.03811144083738327 + ], + "motion_real": [ + 0.04051637649536133, + 0.04329129308462143, + 0.044502876698970795, + 0.047464244067668915 + ], + "shift_reference_raw": -0.16339629888534546 + }, + { + "index": 14285, + "episode": 195, + "map": 1, + "start": 3474, + "target_tic": 3506, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.299427032470703, + "shift_swapped": 11.0342435836792, + "shift_reference": -25.946014404296875, + "peak_recorded": 0.6425705552101135, + "peak_swapped": 0.712890088558197, + "peak_reference": 0.5982556343078613, + "motion_pred": [ + 0.041349995881319046, + 0.035115085542201996, + 0.03339652717113495, + 0.03294939175248146 + ], + "motion_real": [ + 0.04341456666588783, + 0.04625079780817032, + 0.04872120916843414, + 0.051910433918237686 + ], + "shift_reference_raw": -25.920394897460938 + }, + { + "index": 14599, + "episode": 195, + "map": 1, + "start": 3823, + "target_tic": 3855, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.808298110961914, + "shift_swapped": 16.81102180480957, + "shift_reference": -23.133859634399414, + "peak_recorded": 0.342012494802475, + "peak_swapped": 0.41654035449028015, + "peak_reference": 0.3288572430610657, + "motion_pred": [ + 0.057437796145677567, + 0.051583461463451385, + 0.051345858722925186, + 0.047465283423662186 + ], + "motion_real": [ + 0.058392852544784546, + 0.05799029767513275, + 0.05743900686502457, + 0.055341798812150955 + ], + "shift_reference_raw": -22.982023239135742 + }, + { + "index": 14648, + "episode": 195, + "map": 1, + "start": 3872, + "target_tic": 3904, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.8915510177612305, + "shift_swapped": 20.744613647460938, + "shift_reference": -22.151683807373047, + "peak_recorded": 0.28413140773773193, + "peak_swapped": 0.295278936624527, + "peak_reference": 0.26069915294647217, + "motion_pred": [ + 0.048568446189165115, + 0.04051898792386055, + 0.03654852136969566, + 0.03336546570062637 + ], + "motion_real": [ + 0.05157707259058952, + 0.04779693856835365, + 0.044364675879478455, + 0.0409366711974144 + ], + "shift_reference_raw": -21.8269100189209 + }, + { + "index": 14951, + "episode": 195, + "map": 1, + "start": 4210, + "target_tic": 4242, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.873186111450195, + "shift_swapped": -29.032302856445312, + "shift_reference": 22.97793197631836, + "peak_recorded": 0.3084060847759247, + "peak_swapped": 0.2348240613937378, + "peak_reference": 0.3020019233226776, + "motion_pred": [ + 0.03829219192266464, + 0.030134469270706177, + 0.041325896978378296, + 0.03924507275223732 + ], + "motion_real": [ + 0.04127901792526245, + 0.04435962811112404, + 0.04686489701271057, + 0.052292753010988235 + ], + "shift_reference_raw": 22.84873390197754 + }, + { + "index": 15111, + "episode": 208, + "map": 1, + "start": 12, + "target_tic": 44, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.88404083251953, + "shift_swapped": 11.913426399230957, + "shift_reference": -15.087569236755371, + "peak_recorded": 0.345722496509552, + "peak_swapped": 0.2683262228965759, + "peak_reference": 0.596904456615448, + "motion_pred": [ + 0.10042614489793777, + 0.07795050740242004, + 0.05423456057906151, + 0.05503980070352554 + ], + "motion_real": [ + 0.1013624370098114, + 0.11863600462675095, + 0.10944346338510513, + 0.10760217159986496 + ], + "shift_reference_raw": -13.23861312866211 + }, + { + "index": 15152, + "episode": 208, + "map": 1, + "start": 53, + "target_tic": 85, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.020564079284668, + "shift_swapped": 32.0, + "shift_reference": -12.870977401733398, + "peak_recorded": 0.7959775328636169, + "peak_swapped": 0.7700439691543579, + "peak_reference": 0.8582531213760376, + "motion_pred": [ + 0.06512795388698578, + 0.054809942841529846, + 0.055239249020814896, + 0.04939747229218483 + ], + "motion_real": [ + 0.07343736290931702, + 0.07023482024669647, + 0.07038024067878723, + 0.06887141615152359 + ], + "shift_reference_raw": -12.969012260437012 + }, + { + "index": 15261, + "episode": 208, + "map": 1, + "start": 162, + "target_tic": 194, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 2.1424431800842285, + "shift_swapped": 32.0, + "shift_reference": 4.655391216278076, + "peak_recorded": 0.7481899857521057, + "peak_swapped": 0.5329343676567078, + "peak_reference": 0.7021688222885132, + "motion_pred": [ + 0.035065583884716034, + 0.021479416638612747, + 0.0239305030554533, + 0.02363826334476471 + ], + "motion_real": [ + 0.028620274737477303, + 0.030395112931728363, + 0.0343833863735199, + 0.03454053774476051 + ], + "shift_reference_raw": 4.574752330780029 + }, + { + "index": 15480, + "episode": 208, + "map": 1, + "start": 416, + "target_tic": 448, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.2666257619857788, + "shift_swapped": -6.1310296058654785, + "shift_reference": -7.875739574432373, + "peak_recorded": 0.5418109893798828, + "peak_swapped": 0.5111173987388611, + "peak_reference": 0.33136823773384094, + "motion_pred": [ + 0.049109868705272675, + 0.033895693719387054, + 0.031707968562841415, + 0.053754933178424835 + ], + "motion_real": [ + 0.05546426773071289, + 0.053540006279945374, + 0.055834461003541946, + 0.060836922377347946 + ], + "shift_reference_raw": -8.546616554260254 + }, + { + "index": 15527, + "episode": 208, + "map": 1, + "start": 498, + "target_tic": 530, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.034326553344727, + "shift_swapped": -27.233896255493164, + "shift_reference": 15.005745887756348, + "peak_recorded": 0.5586588382720947, + "peak_swapped": 0.6407091021537781, + "peak_reference": 0.34559953212738037, + "motion_pred": [ + 0.046302080154418945, + 0.03930164501070976, + 0.037019096314907074, + 0.0369381383061409 + ], + "motion_real": [ + 0.049680184572935104, + 0.048732731491327286, + 0.04881182312965393, + 0.05008074268698692 + ], + "shift_reference_raw": 15.169931411743164 + }, + { + "index": 15756, + "episode": 208, + "map": 1, + "start": 797, + "target_tic": 829, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.641172409057617, + "shift_swapped": -29.909957885742188, + "shift_reference": 24.54556655883789, + "peak_recorded": 0.46509021520614624, + "peak_swapped": 0.42478370666503906, + "peak_reference": 0.4319790303707123, + "motion_pred": [ + 0.042264778167009354, + 0.03653666377067566, + 0.035054467618465424, + 0.03558909147977829 + ], + "motion_real": [ + 0.04415472224354744, + 0.04462771117687225, + 0.04487275704741478, + 0.04703386873006821 + ], + "shift_reference_raw": 24.096498489379883 + }, + { + "index": 15966, + "episode": 208, + "map": 1, + "start": 1042, + "target_tic": 1074, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.4217472076416, + "shift_swapped": 22.947860717773438, + "shift_reference": -20.28382682800293, + "peak_recorded": 0.46018704771995544, + "peak_swapped": 0.4643167555332184, + "peak_reference": 0.395465224981308, + "motion_pred": [ + 0.04396742954850197, + 0.03554357960820198, + 0.03628004714846611, + 0.038033902645111084 + ], + "motion_real": [ + 0.04640393704175949, + 0.044594816863536835, + 0.04444331303238869, + 0.04528302699327469 + ], + "shift_reference_raw": -20.730316162109375 + }, + { + "index": 15997, + "episode": 208, + "map": 1, + "start": 1073, + "target_tic": 1105, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.98565673828125, + "shift_swapped": -6.201579570770264, + "shift_reference": 8.943367004394531, + "peak_recorded": 0.19857478141784668, + "peak_swapped": 0.2496342658996582, + "peak_reference": 0.17802013456821442, + "motion_pred": [ + 0.057145871222019196, + 0.04715521261096001, + 0.042109761387109756, + 0.041200846433639526 + ], + "motion_real": [ + 0.05851054936647415, + 0.056823477149009705, + 0.04800252243876457, + 0.04688362404704094 + ], + "shift_reference_raw": 8.830628395080566 + }, + { + "index": 16024, + "episode": 208, + "map": 1, + "start": 1135, + "target_tic": 1167, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.553966522216797, + "shift_swapped": 19.716737747192383, + "shift_reference": 11.204000473022461, + "peak_recorded": 0.14876903593540192, + "peak_swapped": 0.23064424097537994, + "peak_reference": 0.15662164986133575, + "motion_pred": [ + 0.03651988506317139, + 0.02932763285934925, + 0.030161214992403984, + 0.031942352652549744 + ], + "motion_real": [ + 0.0385718047618866, + 0.038844283670186996, + 0.04927047714591026, + 0.043960727751255035 + ], + "shift_reference_raw": 12.852249145507812 + }, + { + "index": 16063, + "episode": 208, + "map": 1, + "start": 1174, + "target_tic": 1206, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.423002243041992, + "shift_swapped": -19.893701553344727, + "shift_reference": 19.855133056640625, + "peak_recorded": 0.4264799654483795, + "peak_swapped": 0.478164941072464, + "peak_reference": 0.4097543954849243, + "motion_pred": [ + 0.04972245171666145, + 0.037911556661129, + 0.0397113561630249, + 0.048414673656225204 + ], + "motion_real": [ + 0.05351624637842178, + 0.05341952294111252, + 0.05629740655422211, + 0.05770724639296532 + ], + "shift_reference_raw": 20.50286102294922 + }, + { + "index": 16069, + "episode": 208, + "map": 1, + "start": 1180, + "target_tic": 1212, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.240135192871094, + "shift_swapped": 24.010173797607422, + "shift_reference": -23.264741897583008, + "peak_recorded": 0.3808279037475586, + "peak_swapped": 0.40748342871665955, + "peak_reference": 0.3681035041809082, + "motion_pred": [ + 0.055687688291072845, + 0.04741473123431206, + 0.05305643752217293, + 0.05065617337822914 + ], + "motion_real": [ + 0.06299512088298798, + 0.06817659735679626, + 0.0728989839553833, + 0.07060188055038452 + ], + "shift_reference_raw": -25.601848602294922 + }, + { + "index": 16135, + "episode": 208, + "map": 1, + "start": 1246, + "target_tic": 1278, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.48336410522461, + "shift_swapped": -19.71954345703125, + "shift_reference": 21.06613540649414, + "peak_recorded": 0.5639796853065491, + "peak_swapped": 0.5494868755340576, + "peak_reference": 0.5778102278709412, + "motion_pred": [ + 0.0429389588534832, + 0.03807270526885986, + 0.038361843675374985, + 0.032477688044309616 + ], + "motion_real": [ + 0.050137102603912354, + 0.052372150123119354, + 0.05322420969605446, + 0.04640642926096916 + ], + "shift_reference_raw": 20.349939346313477 + }, + { + "index": 16186, + "episode": 208, + "map": 1, + "start": 1297, + "target_tic": 1329, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.328108549118042, + "shift_swapped": 7.871015548706055, + "shift_reference": -3.139012098312378, + "peak_recorded": 0.33657294511795044, + "peak_swapped": 0.3297097682952881, + "peak_reference": 0.39040037989616394, + "motion_pred": [ + 0.04190714657306671, + 0.038432322442531586, + 0.036672160029411316, + 0.03482484817504883 + ], + "motion_real": [ + 0.03743473067879677, + 0.045346323400735855, + 0.0455121286213398, + 0.0447319820523262 + ], + "shift_reference_raw": -3.1443541049957275 + }, + { + "index": 16298, + "episode": 208, + "map": 1, + "start": 1444, + "target_tic": 1476, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.35097885131836, + "shift_swapped": 25.803874969482422, + "shift_reference": -22.274070739746094, + "peak_recorded": 0.3472650945186615, + "peak_swapped": 0.19062118232250214, + "peak_reference": 0.21802879869937897, + "motion_pred": [ + 0.051717422902584076, + 0.03917994350194931, + 0.03213390335440636, + 0.032188620418310165 + ], + "motion_real": [ + 0.055988479405641556, + 0.06774730980396271, + 0.0650518536567688, + 0.05849882587790489 + ], + "shift_reference_raw": -22.396020889282227 + }, + { + "index": 16312, + "episode": 208, + "map": 1, + "start": 1458, + "target_tic": 1490, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.894699096679688, + "shift_swapped": 17.239397048950195, + "shift_reference": -22.31932830810547, + "peak_recorded": 0.40102332830429077, + "peak_swapped": 0.35492751002311707, + "peak_reference": 0.3960672616958618, + "motion_pred": [ + 0.06032584607601166, + 0.047402456402778625, + 0.0432012677192688, + 0.04476821422576904 + ], + "motion_real": [ + 0.06492405384778976, + 0.0597304068505764, + 0.052275143563747406, + 0.056778356432914734 + ], + "shift_reference_raw": -22.34518051147461 + }, + { + "index": 16510, + "episode": 208, + "map": 1, + "start": 1656, + "target_tic": 1688, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.3002657890319824, + "shift_swapped": -9.861279487609863, + "shift_reference": 2.0224597454071045, + "peak_recorded": 0.6016317009925842, + "peak_swapped": 0.569829523563385, + "peak_reference": 0.5859588384628296, + "motion_pred": [ + 0.04170835390686989, + 0.032828424125909805, + 0.0318729430437088, + 0.03242364898324013 + ], + "motion_real": [ + 0.04364849627017975, + 0.04074835404753685, + 0.04053056612610817, + 0.03982746973633766 + ], + "shift_reference_raw": 2.197589874267578 + }, + { + "index": 16714, + "episode": 208, + "map": 1, + "start": 1895, + "target_tic": 1927, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 3.812607526779175, + "shift_swapped": 25.203907012939453, + "shift_reference": 2.111828088760376, + "peak_recorded": 0.41214945912361145, + "peak_swapped": 0.2516517639160156, + "peak_reference": 0.3441668152809143, + "motion_pred": [ + 0.052446383982896805, + 0.038955554366111755, + 0.03599812090396881, + 0.03557661920785904 + ], + "motion_real": [ + 0.05469045042991638, + 0.055308856070041656, + 0.05365290492773056, + 0.0556003600358963 + ], + "shift_reference_raw": 3.5265815258026123 + }, + { + "index": 16855, + "episode": 208, + "map": 1, + "start": 2071, + "target_tic": 2103, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.69255828857422, + "shift_swapped": 22.6991024017334, + "shift_reference": -22.652515411376953, + "peak_recorded": 0.8224671483039856, + "peak_swapped": 0.8275429606437683, + "peak_reference": 0.8347675800323486, + "motion_pred": [ + 0.037254657596349716, + 0.03206293657422066, + 0.028031934052705765, + 0.02729998156428337 + ], + "motion_real": [ + 0.039704106748104095, + 0.041119284927845, + 0.03987899050116539, + 0.03902832791209221 + ], + "shift_reference_raw": -22.50506019592285 + }, + { + "index": 16880, + "episode": 208, + "map": 1, + "start": 2131, + "target_tic": 2163, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.589820861816406, + "shift_swapped": -24.16021156311035, + "shift_reference": 15.905082702636719, + "peak_recorded": 0.41627010703086853, + "peak_swapped": 0.42110177874565125, + "peak_reference": 0.4286147654056549, + "motion_pred": [ + 0.06338581442832947, + 0.0575912743806839, + 0.053485285490751266, + 0.05087166279554367 + ], + "motion_real": [ + 0.06640974432229996, + 0.06565624475479126, + 0.06340252608060837, + 0.06356162577867508 + ], + "shift_reference_raw": 15.428979873657227 + }, + { + "index": 16881, + "episode": 208, + "map": 1, + "start": 2132, + "target_tic": 2164, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.914651870727539, + "shift_swapped": -24.045921325683594, + "shift_reference": 15.039037704467773, + "peak_recorded": 0.522530734539032, + "peak_swapped": 0.42500418424606323, + "peak_reference": 0.49762195348739624, + "motion_pred": [ + 0.06060636043548584, + 0.05280317738652229, + 0.05103253945708275, + 0.048102572560310364 + ], + "motion_real": [ + 0.06565624475479126, + 0.06340252608060837, + 0.06356162577867508, + 0.061205267906188965 + ], + "shift_reference_raw": 14.9169282913208 + }, + { + "index": 16942, + "episode": 208, + "map": 1, + "start": 2193, + "target_tic": 2225, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.533510208129883, + "shift_swapped": -19.867765426635742, + "shift_reference": 21.76331901550293, + "peak_recorded": 0.4703478217124939, + "peak_swapped": 0.48356470465660095, + "peak_reference": 0.4514661431312561, + "motion_pred": [ + 0.04096660017967224, + 0.032460760325193405, + 0.026535870507359505, + 0.026674417778849602 + ], + "motion_real": [ + 0.04283023625612259, + 0.045400336384773254, + 0.041166290640830994, + 0.04338836669921875 + ], + "shift_reference_raw": 21.782062530517578 + }, + { + "index": 16952, + "episode": 208, + "map": 1, + "start": 2203, + "target_tic": 2235, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.6781063079834, + "shift_swapped": -21.877748489379883, + "shift_reference": 21.257558822631836, + "peak_recorded": 0.6149032711982727, + "peak_swapped": 0.5205313563346863, + "peak_reference": 0.6133111715316772, + "motion_pred": [ + 0.0419960618019104, + 0.032754987478256226, + 0.024307940155267715, + 0.019285403192043304 + ], + "motion_real": [ + 0.0435064360499382, + 0.03940550982952118, + 0.04157508909702301, + 0.041951797902584076 + ], + "shift_reference_raw": 21.227405548095703 + }, + { + "index": 17012, + "episode": 208, + "map": 1, + "start": 2263, + "target_tic": 2295, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.47359561920166, + "shift_swapped": 5.755307197570801, + "shift_reference": -3.3606042861938477, + "peak_recorded": 0.4769077003002167, + "peak_swapped": 0.46243464946746826, + "peak_reference": 0.425890177488327, + "motion_pred": [ + 0.04438044875860214, + 0.04222096875309944, + 0.045264508575201035, + 0.04770367220044136 + ], + "motion_real": [ + 0.04718479514122009, + 0.04861830547451973, + 0.05248001217842102, + 0.05523280054330826 + ], + "shift_reference_raw": -3.5546438694000244 + }, + { + "index": 17165, + "episode": 208, + "map": 1, + "start": 2451, + "target_tic": 2483, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.018373966217041, + "shift_swapped": 4.7094597816467285, + "shift_reference": -8.751970291137695, + "peak_recorded": 0.7425344586372375, + "peak_swapped": 0.7935246229171753, + "peak_reference": 0.7403591275215149, + "motion_pred": [ + 0.048128433525562286, + 0.04420829936861992, + 0.04477502033114433, + 0.044441234320402145 + ], + "motion_real": [ + 0.050721004605293274, + 0.0516979806125164, + 0.05319371819496155, + 0.055894285440444946 + ], + "shift_reference_raw": -7.276920795440674 + }, + { + "index": 17210, + "episode": 208, + "map": 1, + "start": 2531, + "target_tic": 2563, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 26.730627059936523, + "shift_reference": 32.0, + "peak_recorded": 0.3438151478767395, + "peak_swapped": 0.5830274224281311, + "peak_reference": 0.5589194297790527, + "motion_pred": [ + 0.06624356657266617, + 0.04258531332015991, + 0.03876436501741409, + 0.03483479842543602 + ], + "motion_real": [ + 0.06600874662399292, + 0.06827761977910995, + 0.0656723603606224, + 0.06222473457455635 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 17217, + "episode": 208, + "map": 1, + "start": 2538, + "target_tic": 2570, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.773698806762695, + "shift_swapped": -18.68661880493164, + "shift_reference": 28.829269409179688, + "peak_recorded": 0.20364604890346527, + "peak_swapped": 0.25578421354293823, + "peak_reference": 0.23980145156383514, + "motion_pred": [ + 0.05588299036026001, + 0.04223136231303215, + 0.03965115174651146, + 0.03554321825504303 + ], + "motion_real": [ + 0.058965109288692474, + 0.05366341769695282, + 0.054576512426137924, + 0.04976509138941765 + ], + "shift_reference_raw": 28.822784423828125 + }, + { + "index": 17575, + "episode": 208, + "map": 1, + "start": 2931, + "target_tic": 2963, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.37986084818840027, + "shift_swapped": -6.2845940589904785, + "shift_reference": 0.9295283555984497, + "peak_recorded": 0.4878135621547699, + "peak_swapped": 0.392766535282135, + "peak_reference": 0.4754377007484436, + "motion_pred": [ + 0.03971470147371292, + 0.0335598886013031, + 0.03864434361457825, + 0.03809083253145218 + ], + "motion_real": [ + 0.04090563580393791, + 0.04417501389980316, + 0.050432443618774414, + 0.05238990858197212 + ], + "shift_reference_raw": 0.6011729836463928 + }, + { + "index": 17664, + "episode": 208, + "map": 1, + "start": 3055, + "target_tic": 3087, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -9.30769157409668, + "shift_swapped": -23.104494094848633, + "shift_reference": -7.251250743865967, + "peak_recorded": 0.5295997858047485, + "peak_swapped": 0.5089882612228394, + "peak_reference": 0.5560146570205688, + "motion_pred": [ + 0.04102613031864166, + 0.032021522521972656, + 0.03629062697291374, + 0.03535895794630051 + ], + "motion_real": [ + 0.04281305894255638, + 0.04397318512201309, + 0.0540451817214489, + 0.04617689177393913 + ], + "shift_reference_raw": -7.742776393890381 + }, + { + "index": 17723, + "episode": 208, + "map": 1, + "start": 3114, + "target_tic": 3146, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.521470069885254, + "shift_swapped": -3.2062361240386963, + "shift_reference": 32.0, + "peak_recorded": 0.6858125329017639, + "peak_swapped": 0.7154961824417114, + "peak_reference": 0.5799161791801453, + "motion_pred": [ + 0.04243621230125427, + 0.024785863235592842, + 0.024623829871416092, + 0.02793365716934204 + ], + "motion_real": [ + 0.04223224148154259, + 0.03981199860572815, + 0.04103367403149605, + 0.04018179699778557 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 17809, + "episode": 208, + "map": 1, + "start": 3200, + "target_tic": 3232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.558794021606445, + "shift_swapped": -20.081483840942383, + "shift_reference": 18.675790786743164, + "peak_recorded": 0.3002719283103943, + "peak_swapped": 0.2812361717224121, + "peak_reference": 0.319517582654953, + "motion_pred": [ + 0.040366094559431076, + 0.03320198133587837, + 0.05432203784584999, + 0.0432836152613163 + ], + "motion_real": [ + 0.044590890407562256, + 0.04560719430446625, + 0.04974833130836487, + 0.035273466259241104 + ], + "shift_reference_raw": 18.77642059326172 + }, + { + "index": 17971, + "episode": 208, + "map": 1, + "start": 3362, + "target_tic": 3394, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 20.722835540771484, + "shift_reference": -32.0, + "peak_recorded": 0.7241103649139404, + "peak_swapped": 0.7643167972564697, + "peak_reference": 0.6903800964355469, + "motion_pred": [ + 0.06445473432540894, + 0.058118533343076706, + 0.05151296779513359, + 0.0562877282500267 + ], + "motion_real": [ + 0.06596264988183975, + 0.0651983916759491, + 0.06013946607708931, + 0.06695304811000824 + ], + "shift_reference_raw": -28.257095336914062 + }, + { + "index": 17988, + "episode": 208, + "map": 1, + "start": 3414, + "target_tic": 3446, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 12.026683807373047, + "shift_swapped": 20.92961311340332, + "shift_reference": 9.892661094665527, + "peak_recorded": 0.49696895480155945, + "peak_swapped": 0.487354040145874, + "peak_reference": 0.5387662053108215, + "motion_pred": [ + 0.05379616096615791, + 0.029326239600777626, + 0.029927166178822517, + 0.03085707500576973 + ], + "motion_real": [ + 0.05430527776479721, + 0.05416933074593544, + 0.056421127170324326, + 0.06175825372338295 + ], + "shift_reference_raw": 9.980633735656738 + }, + { + "index": 18022, + "episode": 208, + "map": 1, + "start": 3448, + "target_tic": 3480, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.652945518493652, + "shift_swapped": 25.03363037109375, + "shift_reference": -19.735071182250977, + "peak_recorded": 0.6549352407455444, + "peak_swapped": 0.5373392701148987, + "peak_reference": 0.6284226179122925, + "motion_pred": [ + 0.05727791786193848, + 0.04874325916171074, + 0.04583674296736717, + 0.042402371764183044 + ], + "motion_real": [ + 0.06097446009516716, + 0.059117406606674194, + 0.059284064918756485, + 0.058203574270009995 + ], + "shift_reference_raw": -20.065153121948242 + }, + { + "index": 18213, + "episode": 208, + "map": 1, + "start": 3639, + "target_tic": 3671, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.03058026172220707, + "shift_swapped": -0.9859541058540344, + "shift_reference": -0.06209692731499672, + "peak_recorded": 0.30218270421028137, + "peak_swapped": 0.3723481595516205, + "peak_reference": 0.24395988881587982, + "motion_pred": [ + 0.039948247373104095, + 0.03528638184070587, + 0.035240575671195984, + 0.038892850279808044 + ], + "motion_real": [ + 0.04167305678129196, + 0.04327978566288948, + 0.04627801105380058, + 0.049070991575717926 + ], + "shift_reference_raw": -0.026057982817292213 + }, + { + "index": 18308, + "episode": 208, + "map": 1, + "start": 3769, + "target_tic": 3801, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.394798278808594, + "shift_swapped": -21.721620559692383, + "shift_reference": 21.505897521972656, + "peak_recorded": 0.26212024688720703, + "peak_swapped": 0.2912784516811371, + "peak_reference": 0.2561781406402588, + "motion_pred": [ + 0.04386168345808983, + 0.03667353466153145, + 0.037808533757925034, + 0.03815370425581932 + ], + "motion_real": [ + 0.05418960377573967, + 0.054743338376283646, + 0.05510397627949715, + 0.051244139671325684 + ], + "shift_reference_raw": 22.34178352355957 + }, + { + "index": 18751, + "episode": 208, + "map": 1, + "start": 4247, + "target_tic": 4279, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.606842041015625, + "shift_swapped": 19.776220321655273, + "shift_reference": -29.003942489624023, + "peak_recorded": 0.8074493408203125, + "peak_swapped": 0.8709383010864258, + "peak_reference": 0.8864313960075378, + "motion_pred": [ + 0.038803502917289734, + 0.029833544045686722, + 0.024205677211284637, + 0.02326750010251999 + ], + "motion_real": [ + 0.04179712012410164, + 0.040567077696323395, + 0.03783359378576279, + 0.0394570492208004 + ], + "shift_reference_raw": -28.710121154785156 + }, + { + "index": 18852, + "episode": 208, + "map": 1, + "start": 4383, + "target_tic": 4415, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.1806583404541, + "shift_swapped": 17.9818172454834, + "shift_reference": -22.633363723754883, + "peak_recorded": 0.39103224873542786, + "peak_swapped": 0.32326775789260864, + "peak_reference": 0.3410252034664154, + "motion_pred": [ + 0.05297547206282616, + 0.046561118215322495, + 0.04705479368567467, + 0.044959280639886856 + ], + "motion_real": [ + 0.05863681808114052, + 0.05829412117600441, + 0.05881080776453018, + 0.057826101779937744 + ], + "shift_reference_raw": -22.862197875976562 + }, + { + "index": 19084, + "episode": 286, + "map": 1, + "start": 140, + "target_tic": 172, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.081329345703125, + "shift_swapped": -23.504243850708008, + "shift_reference": 17.587343215942383, + "peak_recorded": 0.5081588625907898, + "peak_swapped": 0.5160247087478638, + "peak_reference": 0.52552729845047, + "motion_pred": [ + 0.046139154583215714, + 0.03954251855611801, + 0.03472623974084854, + 0.036622244864702225 + ], + "motion_real": [ + 0.0504300631582737, + 0.05259697511792183, + 0.04555628448724747, + 0.0453471876680851 + ], + "shift_reference_raw": 17.2293701171875 + }, + { + "index": 19395, + "episode": 286, + "map": 1, + "start": 486, + "target_tic": 518, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.35042142868042, + "shift_swapped": -26.222309112548828, + "shift_reference": 5.9804229736328125, + "peak_recorded": 0.2750605344772339, + "peak_swapped": 0.2809178829193115, + "peak_reference": 0.24279087781906128, + "motion_pred": [ + 0.03916432708501816, + 0.032169923186302185, + 0.034303292632102966, + 0.03267015144228935 + ], + "motion_real": [ + 0.042079389095306396, + 0.04070704057812691, + 0.04056936502456665, + 0.03998490795493126 + ], + "shift_reference_raw": 2.5247161388397217 + }, + { + "index": 19488, + "episode": 286, + "map": 1, + "start": 614, + "target_tic": 646, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.072940826416016, + "shift_swapped": -13.021278381347656, + "shift_reference": 21.28986358642578, + "peak_recorded": 0.4188251197338104, + "peak_swapped": 0.3017110526561737, + "peak_reference": 0.39256882667541504, + "motion_pred": [ + 0.04264833405613899, + 0.03498625010251999, + 0.04326627776026726, + 0.041346143931150436 + ], + "motion_real": [ + 0.04951155185699463, + 0.05508013442158699, + 0.05925644934177399, + 0.05554783344268799 + ], + "shift_reference_raw": 21.202512741088867 + }, + { + "index": 19795, + "episode": 286, + "map": 1, + "start": 956, + "target_tic": 988, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 11.941717147827148, + "shift_swapped": -32.0, + "shift_reference": 13.422836303710938, + "peak_recorded": 0.4720638394355774, + "peak_swapped": 0.41237857937812805, + "peak_reference": 0.5361480712890625, + "motion_pred": [ + 0.06332273036241531, + 0.045905280858278275, + 0.06561700999736786, + 0.0664689913392067 + ], + "motion_real": [ + 0.0664340928196907, + 0.06233510375022888, + 0.07021989673376083, + 0.067414790391922 + ], + "shift_reference_raw": 13.129365921020508 + }, + { + "index": 19854, + "episode": 286, + "map": 1, + "start": 1050, + "target_tic": 1082, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.141633987426758, + "shift_swapped": -28.27132797241211, + "shift_reference": 15.139545440673828, + "peak_recorded": 0.6585507392883301, + "peak_swapped": 0.659881055355072, + "peak_reference": 0.6339086294174194, + "motion_pred": [ + 0.05601227656006813, + 0.04699882119894028, + 0.046674467623233795, + 0.04689015820622444 + ], + "motion_real": [ + 0.05870969220995903, + 0.05607549101114273, + 0.055186014622449875, + 0.06098626181483269 + ], + "shift_reference_raw": 14.419907569885254 + }, + { + "index": 20281, + "episode": 286, + "map": 1, + "start": 1547, + "target_tic": 1579, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.048213005065918, + "shift_swapped": 32.0, + "shift_reference": -7.333790302276611, + "peak_recorded": 0.6136872172355652, + "peak_swapped": 0.5806553363800049, + "peak_reference": 0.58868408203125, + "motion_pred": [ + 0.0334920696914196, + 0.019951757043600082, + 0.01964273676276207, + 0.023245658725500107 + ], + "motion_real": [ + 0.0333973728120327, + 0.03660409897565842, + 0.03759637847542763, + 0.042282190173864365 + ], + "shift_reference_raw": -7.15287971496582 + }, + { + "index": 20319, + "episode": 286, + "map": 1, + "start": 1620, + "target_tic": 1652, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.71824836730957, + "shift_swapped": -20.9060115814209, + "shift_reference": 20.088359832763672, + "peak_recorded": 0.38250842690467834, + "peak_swapped": 0.38217392563819885, + "peak_reference": 0.3276326358318329, + "motion_pred": [ + 0.050679296255111694, + 0.04125881567597389, + 0.04346846416592598, + 0.043275561183691025 + ], + "motion_real": [ + 0.05301646143198013, + 0.051388565450906754, + 0.05567358806729317, + 0.05926482751965523 + ], + "shift_reference_raw": 20.195980072021484 + }, + { + "index": 20320, + "episode": 286, + "map": 1, + "start": 1621, + "target_tic": 1653, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.220211029052734, + "shift_swapped": -20.118940353393555, + "shift_reference": 19.114322662353516, + "peak_recorded": 0.35910800099372864, + "peak_swapped": 0.3695947229862213, + "peak_reference": 0.3703741729259491, + "motion_pred": [ + 0.04717547819018364, + 0.04514966905117035, + 0.0434294231235981, + 0.04279492050409317 + ], + "motion_real": [ + 0.051388565450906754, + 0.05567358806729317, + 0.05926482751965523, + 0.060464318841695786 + ], + "shift_reference_raw": 19.18798828125 + }, + { + "index": 20326, + "episode": 286, + "map": 1, + "start": 1627, + "target_tic": 1659, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.11902618408203, + "shift_swapped": -27.137746810913086, + "shift_reference": 25.679445266723633, + "peak_recorded": 0.6733813285827637, + "peak_swapped": 0.5937748551368713, + "peak_reference": 0.6223180294036865, + "motion_pred": [ + 0.05962391570210457, + 0.049721620976924896, + 0.03997379541397095, + 0.04103897884488106 + ], + "motion_real": [ + 0.0613124705851078, + 0.06047286465764046, + 0.05165635794401169, + 0.05116288363933563 + ], + "shift_reference_raw": 25.157062530517578 + }, + { + "index": 20553, + "episode": 286, + "map": 1, + "start": 1889, + "target_tic": 1921, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.2611728608608246, + "shift_swapped": -12.449605941772461, + "shift_reference": -0.24270108342170715, + "peak_recorded": 0.42498764395713806, + "peak_swapped": 0.4586746096611023, + "peak_reference": 0.4279826879501343, + "motion_pred": [ + 0.044023845344781876, + 0.034347884356975555, + 0.03360048681497574, + 0.03219756484031677 + ], + "motion_real": [ + 0.047230057418346405, + 0.044578686356544495, + 0.04320879653096199, + 0.04490334913134575 + ], + "shift_reference_raw": -0.29044675827026367 + }, + { + "index": 20583, + "episode": 286, + "map": 1, + "start": 1919, + "target_tic": 1951, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6810140609741211, + "shift_swapped": -28.88068199157715, + "shift_reference": -0.07116469740867615, + "peak_recorded": 0.2961736023426056, + "peak_swapped": 0.29265010356903076, + "peak_reference": 0.22609564661979675, + "motion_pred": [ + 0.034990161657333374, + 0.02620198205113411, + 0.025081124156713486, + 0.025027144700288773 + ], + "motion_real": [ + 0.038035180419683456, + 0.03674602881073952, + 0.037048183381557465, + 0.037022560834884644 + ], + "shift_reference_raw": 0.13696004450321198 + }, + { + "index": 20594, + "episode": 286, + "map": 1, + "start": 1930, + "target_tic": 1962, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.995492935180664, + "shift_swapped": 1.1231828927993774, + "shift_reference": 23.99400520324707, + "peak_recorded": 0.6118432879447937, + "peak_swapped": 0.5388758778572083, + "peak_reference": 0.4359292685985565, + "motion_pred": [ + 0.04228149354457855, + 0.03623213991522789, + 0.03739001974463463, + 0.03823072835803032 + ], + "motion_real": [ + 0.048321910202503204, + 0.048827335238456726, + 0.04876157268881798, + 0.04990240931510925 + ], + "shift_reference_raw": 23.95060920715332 + }, + { + "index": 20596, + "episode": 286, + "map": 1, + "start": 1932, + "target_tic": 1964, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.96942138671875, + "shift_swapped": -23.889354705810547, + "shift_reference": 21.179737091064453, + "peak_recorded": 0.524760901927948, + "peak_swapped": 0.5560541152954102, + "peak_reference": 0.5650118589401245, + "motion_pred": [ + 0.045661188662052155, + 0.03744269534945488, + 0.027692893519997597, + 0.027691323310136795 + ], + "motion_real": [ + 0.04876157268881798, + 0.04990240931510925, + 0.04268573597073555, + 0.04321368783712387 + ], + "shift_reference_raw": 20.923198699951172 + }, + { + "index": 20746, + "episode": 286, + "map": 1, + "start": 2082, + "target_tic": 2114, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.398669242858887, + "shift_swapped": -7.456177234649658, + "shift_reference": 4.093724250793457, + "peak_recorded": 0.37695440649986267, + "peak_swapped": 0.36762842535972595, + "peak_reference": 0.3597569167613983, + "motion_pred": [ + 0.047457970678806305, + 0.03797914460301399, + 0.037785567343235016, + 0.03993476182222366 + ], + "motion_real": [ + 0.052023325115442276, + 0.048446208238601685, + 0.04728765785694122, + 0.050263114273548126 + ], + "shift_reference_raw": 5.973659515380859 + }, + { + "index": 20782, + "episode": 286, + "map": 1, + "start": 2153, + "target_tic": 2185, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.7096627354621887, + "shift_swapped": -14.398237228393555, + "shift_reference": 16.491727828979492, + "peak_recorded": 0.31872087717056274, + "peak_swapped": 0.3066388666629791, + "peak_reference": 0.6486028432846069, + "motion_pred": [ + 0.06065256893634796, + 0.05505133792757988, + 0.048499032855033875, + 0.03974074125289917 + ], + "motion_real": [ + 0.06413444876670837, + 0.06594765931367874, + 0.06820064783096313, + 0.060639191418886185 + ], + "shift_reference_raw": 16.81833267211914 + }, + { + "index": 20797, + "episode": 286, + "map": 1, + "start": 2168, + "target_tic": 2200, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.52121925354004, + "shift_swapped": -15.516074180603027, + "shift_reference": 22.970436096191406, + "peak_recorded": 0.8404515385627747, + "peak_swapped": 0.8380045294761658, + "peak_reference": 0.8772217631340027, + "motion_pred": [ + 0.06739730387926102, + 0.058731723576784134, + 0.04902377724647522, + 0.04992271959781647 + ], + "motion_real": [ + 0.07272239029407501, + 0.07626095414161682, + 0.06526006013154984, + 0.07289258390665054 + ], + "shift_reference_raw": 22.651941299438477 + }, + { + "index": 20899, + "episode": 286, + "map": 1, + "start": 2305, + "target_tic": 2337, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.818952560424805, + "shift_swapped": -32.0, + "shift_reference": -2.0641231536865234, + "peak_recorded": 0.1850283294916153, + "peak_swapped": 0.25597140192985535, + "peak_reference": 0.2500649094581604, + "motion_pred": [ + 0.043014805763959885, + 0.037941690534353256, + 0.04365270212292671, + 0.03996212035417557 + ], + "motion_real": [ + 0.046702317893505096, + 0.051989324390888214, + 0.05333910509943962, + 0.05546719208359718 + ], + "shift_reference_raw": -2.198300838470459 + }, + { + "index": 20917, + "episode": 286, + "map": 1, + "start": 2323, + "target_tic": 2355, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.990547180175781, + "shift_swapped": -5.886402606964111, + "shift_reference": 11.439096450805664, + "peak_recorded": 0.6733531951904297, + "peak_swapped": 0.6934915781021118, + "peak_reference": 0.9437759518623352, + "motion_pred": [ + 0.07595784962177277, + 0.05486240237951279, + 0.04757934808731079, + 0.048924293369054794 + ], + "motion_real": [ + 0.06549174338579178, + 0.08935746550559998, + 0.10463022440671921, + 0.08561395108699799 + ], + "shift_reference_raw": 11.342768669128418 + }, + { + "index": 20918, + "episode": 286, + "map": 1, + "start": 2324, + "target_tic": 2356, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.451547622680664, + "shift_swapped": -18.740524291992188, + "shift_reference": 27.61250877380371, + "peak_recorded": 0.8980013132095337, + "peak_swapped": 0.9077382683753967, + "peak_reference": 0.9347929358482361, + "motion_pred": [ + 0.0874723345041275, + 0.07950029522180557, + 0.07752017676830292, + 0.06935557723045349 + ], + "motion_real": [ + 0.08935746550559998, + 0.10463022440671921, + 0.08561395108699799, + 0.08092091977596283 + ], + "shift_reference_raw": 27.114757537841797 + }, + { + "index": 21037, + "episode": 286, + "map": 1, + "start": 2478, + "target_tic": 2510, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.798648834228516, + "shift_swapped": 28.242475509643555, + "shift_reference": -19.715564727783203, + "peak_recorded": 0.8339817523956299, + "peak_swapped": 0.8498477935791016, + "peak_reference": 0.8371642231941223, + "motion_pred": [ + 0.03660457953810692, + 0.030476316809654236, + 0.024548068642616272, + 0.024035945534706116 + ], + "motion_real": [ + 0.03713418170809746, + 0.03466000035405159, + 0.03752445802092552, + 0.039679959416389465 + ], + "shift_reference_raw": -19.212703704833984 + }, + { + "index": 21044, + "episode": 286, + "map": 1, + "start": 2485, + "target_tic": 2517, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.133386611938477, + "shift_swapped": 28.895212173461914, + "shift_reference": -24.71076011657715, + "peak_recorded": 0.6617299914360046, + "peak_swapped": 0.6393479704856873, + "peak_reference": 0.6471563577651978, + "motion_pred": [ + 0.04187936335802078, + 0.03200984001159668, + 0.03343324363231659, + 0.03626646101474762 + ], + "motion_real": [ + 0.04406461864709854, + 0.045355137437582016, + 0.046220965683460236, + 0.047403521835803986 + ], + "shift_reference_raw": -23.498315811157227 + }, + { + "index": 21071, + "episode": 286, + "map": 1, + "start": 2512, + "target_tic": 2544, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.996983289718628, + "shift_swapped": -7.7786545753479, + "shift_reference": 3.7726550102233887, + "peak_recorded": 0.5716807246208191, + "peak_swapped": 0.547187328338623, + "peak_reference": 0.575731098651886, + "motion_pred": [ + 0.04217752069234848, + 0.03278797119855881, + 0.034492697566747665, + 0.0350348986685276 + ], + "motion_real": [ + 0.04634499177336693, + 0.04266657307744026, + 0.04440879076719284, + 0.044094517827034 + ], + "shift_reference_raw": 3.931769371032715 + }, + { + "index": 21119, + "episode": 286, + "map": 1, + "start": 2560, + "target_tic": 2592, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.002063751220703, + "shift_swapped": 24.58257293701172, + "shift_reference": -23.900678634643555, + "peak_recorded": 0.5395767688751221, + "peak_swapped": 0.6093930006027222, + "peak_reference": 0.4545741677284241, + "motion_pred": [ + 0.046115241944789886, + 0.038128409534692764, + 0.03838736563920975, + 0.04055524617433548 + ], + "motion_real": [ + 0.04936082661151886, + 0.0518375001847744, + 0.0483844168484211, + 0.043807078152894974 + ], + "shift_reference_raw": -22.775028228759766 + }, + { + "index": 21125, + "episode": 286, + "map": 1, + "start": 2566, + "target_tic": 2598, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.979265213012695, + "shift_swapped": 20.328369140625, + "shift_reference": -23.509986877441406, + "peak_recorded": 0.4391699731349945, + "peak_swapped": 0.42739182710647583, + "peak_reference": 0.40007561445236206, + "motion_pred": [ + 0.04693465307354927, + 0.044440869241952896, + 0.04211053624749184, + 0.03604082390666008 + ], + "motion_real": [ + 0.04830775409936905, + 0.050183605402708054, + 0.0483381561934948, + 0.04444839432835579 + ], + "shift_reference_raw": -24.025733947753906 + }, + { + "index": 21212, + "episode": 286, + "map": 1, + "start": 2653, + "target_tic": 2685, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 30.834897994995117, + "peak_recorded": 0.3183656930923462, + "peak_swapped": 0.05285212770104408, + "peak_reference": 0.32656168937683105, + "motion_pred": [ + 0.03925655409693718, + 0.024612847715616226, + 0.022247739136219025, + 0.026325587183237076 + ], + "motion_real": [ + 0.0372188463807106, + 0.039003729820251465, + 0.04025645926594734, + 0.044543568044900894 + ], + "shift_reference_raw": 29.149883270263672 + }, + { + "index": 21403, + "episode": 286, + "map": 1, + "start": 2914, + "target_tic": 2946, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.125022888183594, + "shift_swapped": -30.634918212890625, + "shift_reference": 18.282115936279297, + "peak_recorded": 0.35782307386398315, + "peak_swapped": 0.30674993991851807, + "peak_reference": 0.38332700729370117, + "motion_pred": [ + 0.04757130891084671, + 0.03875414654612541, + 0.040519583970308304, + 0.04173732548952103 + ], + "motion_real": [ + 0.05177445337176323, + 0.05084677040576935, + 0.05418581888079643, + 0.05756836384534836 + ], + "shift_reference_raw": 18.141799926757812 + }, + { + "index": 21411, + "episode": 286, + "map": 1, + "start": 2922, + "target_tic": 2954, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.909412384033203, + "shift_swapped": -20.98874855041504, + "shift_reference": 19.042034149169922, + "peak_recorded": 0.34185850620269775, + "peak_swapped": 0.3761846721172333, + "peak_reference": 0.35649895668029785, + "motion_pred": [ + 0.053212668746709824, + 0.04648929461836815, + 0.03751664236187935, + 0.035367876291275024 + ], + "motion_real": [ + 0.05790777504444122, + 0.05833977833390236, + 0.04409901052713394, + 0.04406348615884781 + ], + "shift_reference_raw": 21.992021560668945 + }, + { + "index": 21531, + "episode": 286, + "map": 1, + "start": 3042, + "target_tic": 3074, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.8951941728591919, + "shift_swapped": -13.851753234863281, + "shift_reference": -1.2616082429885864, + "peak_recorded": 0.7471290230751038, + "peak_swapped": 0.7197439670562744, + "peak_reference": 0.7365583777427673, + "motion_pred": [ + 0.040118757635354996, + 0.0353255458176136, + 0.04240504652261734, + 0.04844168573617935 + ], + "motion_real": [ + 0.04306308180093765, + 0.043753672391176224, + 0.050013843923807144, + 0.05685529112815857 + ], + "shift_reference_raw": -2.5693044662475586 + }, + { + "index": 21641, + "episode": 286, + "map": 1, + "start": 3152, + "target_tic": 3184, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.24936294555664, + "shift_swapped": 23.654190063476562, + "shift_reference": -20.865060806274414, + "peak_recorded": 0.5975630283355713, + "peak_swapped": 0.5873095393180847, + "peak_reference": 0.5022680759429932, + "motion_pred": [ + 0.04831491783261299, + 0.039441924542188644, + 0.040226832032203674, + 0.04123928025364876 + ], + "motion_real": [ + 0.0532873198390007, + 0.0512634702026844, + 0.04906678944826126, + 0.05050544813275337 + ], + "shift_reference_raw": -21.141273498535156 + }, + { + "index": 21870, + "episode": 286, + "map": 1, + "start": 3451, + "target_tic": 3483, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.05951499938965, + "shift_swapped": 21.97258186340332, + "shift_reference": -29.236127853393555, + "peak_recorded": 0.302293598651886, + "peak_swapped": 0.21888133883476257, + "peak_reference": 0.24984179437160492, + "motion_pred": [ + 0.03871197998523712, + 0.03085337020456791, + 0.030283445492386818, + 0.03173568472266197 + ], + "motion_real": [ + 0.040591996163129807, + 0.04138047620654106, + 0.04390856996178627, + 0.05276574194431305 + ], + "shift_reference_raw": -28.46347999572754 + }, + { + "index": 21937, + "episode": 286, + "map": 1, + "start": 3518, + "target_tic": 3550, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.8821969032287598, + "shift_swapped": 7.44543981552124, + "shift_reference": -1.9904552698135376, + "peak_recorded": 0.6216150522232056, + "peak_swapped": 0.6004002094268799, + "peak_reference": 0.6426096558570862, + "motion_pred": [ + 0.03977756202220917, + 0.03255943953990936, + 0.034995514899492264, + 0.036759719252586365 + ], + "motion_real": [ + 0.041808415204286575, + 0.04449516534805298, + 0.046912435442209244, + 0.04740453138947487 + ], + "shift_reference_raw": -2.110565423965454 + }, + { + "index": 22228, + "episode": 286, + "map": 1, + "start": 3914, + "target_tic": 3946, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 3.3475704193115234, + "shift_swapped": 14.219039916992188, + "shift_reference": 2.109952688217163, + "peak_recorded": 0.22413486242294312, + "peak_swapped": 0.2512630820274353, + "peak_reference": 0.21116170287132263, + "motion_pred": [ + 0.04898986220359802, + 0.043613553047180176, + 0.0429299920797348, + 0.04519428312778473 + ], + "motion_real": [ + 0.05232854187488556, + 0.05409436300396919, + 0.05309561267495155, + 0.056062668561935425 + ], + "shift_reference_raw": 2.2400667667388916 + }, + { + "index": 22232, + "episode": 286, + "map": 1, + "start": 3918, + "target_tic": 3950, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.061676025390625, + "shift_swapped": -3.8553972244262695, + "shift_reference": 23.57195281982422, + "peak_recorded": 0.38209477066993713, + "peak_swapped": 0.36605337262153625, + "peak_reference": 0.23379182815551758, + "motion_pred": [ + 0.05343027785420418, + 0.04176289960741997, + 0.034736331552267075, + 0.040010806173086166 + ], + "motion_real": [ + 0.058209653943777084, + 0.05329466983675957, + 0.050805456936359406, + 0.059603769332170486 + ], + "shift_reference_raw": 22.29184341430664 + }, + { + "index": 22238, + "episode": 286, + "map": 1, + "start": 3924, + "target_tic": 3956, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.209386825561523, + "shift_swapped": -10.66749382019043, + "shift_reference": 23.49008560180664, + "peak_recorded": 0.2769143283367157, + "peak_swapped": 0.4919801652431488, + "peak_reference": 0.25789353251457214, + "motion_pred": [ + 0.04314986988902092, + 0.036322321742773056, + 0.034231338649988174, + 0.03425772488117218 + ], + "motion_real": [ + 0.0458049513399601, + 0.046218033879995346, + 0.0436021089553833, + 0.04426974058151245 + ], + "shift_reference_raw": 25.270736694335938 + }, + { + "index": 22310, + "episode": 286, + "map": 1, + "start": 3996, + "target_tic": 4028, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -13.117459297180176, + "shift_swapped": -32.0, + "shift_reference": -14.056142807006836, + "peak_recorded": 0.08028867095708847, + "peak_swapped": 0.3857918381690979, + "peak_reference": -0.03513011708855629, + "motion_pred": [ + 0.05184251815080643, + 0.023587483912706375, + 0.01762162521481514, + 0.017639361321926117 + ], + "motion_real": [ + 0.047735054045915604, + 0.04516102373600006, + 0.043218765407800674, + 0.03734537959098816 + ], + "shift_reference_raw": -14.283291816711426 + }, + { + "index": 22396, + "episode": 286, + "map": 1, + "start": 4117, + "target_tic": 4149, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.90193510055542, + "shift_swapped": -5.09456205368042, + "shift_reference": 3.3563294410705566, + "peak_recorded": 0.865034282207489, + "peak_swapped": 0.8970116376876831, + "peak_reference": 0.9228672385215759, + "motion_pred": [ + 0.04454793035984039, + 0.03366450220346451, + 0.03289316967129707, + 0.03657069802284241 + ], + "motion_real": [ + 0.0321270115673542, + 0.0357574000954628, + 0.04020228981971741, + 0.044847145676612854 + ], + "shift_reference_raw": 3.3450844287872314 + }, + { + "index": 22491, + "episode": 286, + "map": 1, + "start": 4247, + "target_tic": 4279, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.76067543029785, + "shift_swapped": -3.6622018814086914, + "shift_reference": 22.671855926513672, + "peak_recorded": 0.2756872773170471, + "peak_swapped": 0.41774851083755493, + "peak_reference": 0.21969734132289886, + "motion_pred": [ + 0.05141759291291237, + 0.03689921647310257, + 0.03512399271130562, + 0.034907616674900055 + ], + "motion_real": [ + 0.05917366221547127, + 0.05049867555499077, + 0.04464130476117134, + 0.04487469419836998 + ], + "shift_reference_raw": 22.87711524963379 + }, + { + "index": 22666, + "episode": 312, + "map": 1, + "start": 103, + "target_tic": 135, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 31.457414627075195, + "shift_swapped": -13.508691787719727, + "shift_reference": -30.180831909179688, + "peak_recorded": 0.47175952792167664, + "peak_swapped": 0.587923526763916, + "peak_reference": 0.3979840576648712, + "motion_pred": [ + 0.04391223192214966, + 0.033305514603853226, + 0.03463366627693176, + 0.032810501754283905 + ], + "motion_real": [ + 0.04464355483651161, + 0.045440975576639175, + 0.048525620251894, + 0.04762694239616394 + ], + "shift_reference_raw": -25.12334632873535 + }, + { + "index": 22684, + "episode": 312, + "map": 1, + "start": 121, + "target_tic": 153, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.329973220825195, + "shift_swapped": 24.998516082763672, + "shift_reference": -23.549365997314453, + "peak_recorded": 0.6842665672302246, + "peak_swapped": 0.7464641332626343, + "peak_reference": 0.7056425213813782, + "motion_pred": [ + 0.12634801864624023, + 0.11120694130659103, + 0.1057375967502594, + 0.10273149609565735 + ], + "motion_real": [ + 0.12498632818460464, + 0.1263948231935501, + 0.11400939524173737, + 0.1103101521730423 + ], + "shift_reference_raw": -22.88213539123535 + }, + { + "index": 22842, + "episode": 312, + "map": 1, + "start": 279, + "target_tic": 311, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.6828911304473877, + "shift_swapped": -8.187323570251465, + "shift_reference": 3.9146311283111572, + "peak_recorded": 0.8444529175758362, + "peak_swapped": 0.8399621844291687, + "peak_reference": 0.8279565572738647, + "motion_pred": [ + 0.051384568214416504, + 0.041864242404699326, + 0.041336022317409515, + 0.044878311455249786 + ], + "motion_real": [ + 0.054201435297727585, + 0.05288553237915039, + 0.0563892126083374, + 0.05829600989818573 + ], + "shift_reference_raw": 3.841740846633911 + }, + { + "index": 22889, + "episode": 312, + "map": 1, + "start": 361, + "target_tic": 393, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.91099739074707, + "shift_swapped": 24.48076629638672, + "shift_reference": 17.966028213500977, + "peak_recorded": 0.6169689297676086, + "peak_swapped": 0.3992132842540741, + "peak_reference": 0.6847513318061829, + "motion_pred": [ + 0.0579480417072773, + 0.03108075261116028, + 0.030258240178227425, + 0.01826080121099949 + ], + "motion_real": [ + 0.06470800191164017, + 0.07117323577404022, + 0.05985945090651512, + 0.05317579209804535 + ], + "shift_reference_raw": 17.9914608001709 + }, + { + "index": 22924, + "episode": 312, + "map": 1, + "start": 396, + "target_tic": 428, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.578628540039062, + "shift_swapped": 17.936447143554688, + "shift_reference": -24.11787223815918, + "peak_recorded": 0.8827976584434509, + "peak_swapped": 0.8721104860305786, + "peak_reference": 0.9161352515220642, + "motion_pred": [ + 0.07335254549980164, + 0.07220311462879181, + 0.07316355407238007, + 0.06569208204746246 + ], + "motion_real": [ + 0.07475075870752335, + 0.07673259824514389, + 0.07884339988231659, + 0.07436845451593399 + ], + "shift_reference_raw": -23.99407196044922 + }, + { + "index": 23533, + "episode": 312, + "map": 1, + "start": 1075, + "target_tic": 1107, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.895328521728516, + "shift_swapped": -22.806560516357422, + "shift_reference": 20.387983322143555, + "peak_recorded": 0.4778284430503845, + "peak_swapped": 0.35383379459381104, + "peak_reference": 0.4808354675769806, + "motion_pred": [ + 0.045899149030447006, + 0.040456730872392654, + 0.036907561123371124, + 0.038460660725831985 + ], + "motion_real": [ + 0.049797575920820236, + 0.049902673810720444, + 0.05123745650053024, + 0.04924803227186203 + ], + "shift_reference_raw": 20.65595245361328 + }, + { + "index": 23544, + "episode": 312, + "map": 1, + "start": 1086, + "target_tic": 1118, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -14.818604469299316, + "shift_reference": 18.08010482788086, + "peak_recorded": 0.5755778551101685, + "peak_swapped": 0.6553758978843689, + "peak_reference": 0.6159734129905701, + "motion_pred": [ + 0.1277162730693817, + 0.10712841898202896, + 0.08572232723236084, + 0.12038931250572205 + ], + "motion_real": [ + 0.13190312683582306, + 0.0699920579791069, + 0.1352071315050125, + 0.1332303136587143 + ], + "shift_reference_raw": 18.38316535949707 + }, + { + "index": 23567, + "episode": 312, + "map": 1, + "start": 1144, + "target_tic": 1176, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -3.913527488708496, + "shift_reference": 32.0, + "peak_recorded": 0.46581894159317017, + "peak_swapped": 0.7566580772399902, + "peak_reference": 0.31567448377609253, + "motion_pred": [ + 0.07647325843572617, + 0.06490591168403625, + 0.05292719602584839, + 0.04390159994363785 + ], + "motion_real": [ + 0.06827721744775772, + 0.06526459008455276, + 0.06448899209499359, + 0.056128524243831635 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 23572, + "episode": 312, + "map": 1, + "start": 1149, + "target_tic": 1181, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.646932125091553, + "shift_swapped": -14.002320289611816, + "shift_reference": 29.112213134765625, + "peak_recorded": 0.2878561317920685, + "peak_swapped": 0.45267391204833984, + "peak_reference": 0.28915175795555115, + "motion_pred": [ + 0.04174703732132912, + 0.03274919092655182, + 0.03427933529019356, + 0.03075237013399601 + ], + "motion_real": [ + 0.04594872519373894, + 0.044313572347164154, + 0.048262666910886765, + 0.04784271493554115 + ], + "shift_reference_raw": 22.02378273010254 + }, + { + "index": 23609, + "episode": 312, + "map": 1, + "start": 1186, + "target_tic": 1218, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.1691694259643555, + "shift_swapped": 8.459880828857422, + "shift_reference": -2.1139276027679443, + "peak_recorded": 0.7548707127571106, + "peak_swapped": 0.7911561131477356, + "peak_reference": 0.7198035717010498, + "motion_pred": [ + 0.047474343329668045, + 0.0388067290186882, + 0.045434292405843735, + 0.04633263126015663 + ], + "motion_real": [ + 0.05170059576630592, + 0.058528222143650055, + 0.056989967823028564, + 0.06078707426786423 + ], + "shift_reference_raw": -2.3194692134857178 + }, + { + "index": 23655, + "episode": 312, + "map": 1, + "start": 1232, + "target_tic": 1264, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.7968521118164062, + "shift_swapped": 8.246258735656738, + "shift_reference": -3.7969796657562256, + "peak_recorded": 0.4482821524143219, + "peak_swapped": 0.4387019872665405, + "peak_reference": 0.4267963767051697, + "motion_pred": [ + 0.041426315903663635, + 0.03296458348631859, + 0.03216211497783661, + 0.03097943216562271 + ], + "motion_real": [ + 0.04442533850669861, + 0.04222496971487999, + 0.041183073073625565, + 0.04001700505614281 + ], + "shift_reference_raw": -3.113379955291748 + }, + { + "index": 23858, + "episode": 312, + "map": 1, + "start": 1435, + "target_tic": 1467, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.023348331451416, + "shift_swapped": -5.538330554962158, + "shift_reference": 4.549471378326416, + "peak_recorded": 0.8141442537307739, + "peak_swapped": 0.7785773277282715, + "peak_reference": 0.8172339797019958, + "motion_pred": [ + 0.042154401540756226, + 0.03764153644442558, + 0.03729439154267311, + 0.03940814733505249 + ], + "motion_real": [ + 0.04424155503511429, + 0.04301508516073227, + 0.04389835149049759, + 0.04531456157565117 + ], + "shift_reference_raw": 4.534165859222412 + }, + { + "index": 23893, + "episode": 312, + "map": 1, + "start": 1505, + "target_tic": 1537, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.301161766052246, + "shift_swapped": -24.6865291595459, + "shift_reference": 16.10564613342285, + "peak_recorded": 0.516200602054596, + "peak_swapped": 0.35589730739593506, + "peak_reference": 0.48596271872520447, + "motion_pred": [ + 0.04937373846769333, + 0.04166141152381897, + 0.040980953723192215, + 0.04052291065454483 + ], + "motion_real": [ + 0.05122009292244911, + 0.05140678212046623, + 0.05270274356007576, + 0.05544591695070267 + ], + "shift_reference_raw": 16.848621368408203 + }, + { + "index": 23917, + "episode": 312, + "map": 1, + "start": 1529, + "target_tic": 1561, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.60449981689453, + "shift_swapped": -23.566869735717773, + "shift_reference": 12.198009490966797, + "peak_recorded": 0.8143515586853027, + "peak_swapped": 0.813816249370575, + "peak_reference": 0.8180276155471802, + "motion_pred": [ + 0.06862788647413254, + 0.05377107486128807, + 0.051820628345012665, + 0.05329360067844391 + ], + "motion_real": [ + 0.07391637563705444, + 0.07569281756877899, + 0.06438855081796646, + 0.06923886388540268 + ], + "shift_reference_raw": 12.194134712219238 + }, + { + "index": 24030, + "episode": 312, + "map": 1, + "start": 1642, + "target_tic": 1674, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.05573844909668, + "shift_swapped": -20.169326782226562, + "shift_reference": 32.0, + "peak_recorded": 0.7544953227043152, + "peak_swapped": 0.7862656116485596, + "peak_reference": 0.8092467188835144, + "motion_pred": [ + 0.04807859659194946, + 0.03198592737317085, + 0.02320150099694729, + 0.025182513520121574 + ], + "motion_real": [ + 0.049738235771656036, + 0.04311478137969971, + 0.039852652698755264, + 0.04140474274754524 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 24197, + "episode": 312, + "map": 1, + "start": 1844, + "target_tic": 1876, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.668829917907715, + "shift_swapped": -29.321165084838867, + "shift_reference": 10.033711433410645, + "peak_recorded": 0.3226109445095062, + "peak_swapped": 0.2151051014661789, + "peak_reference": 0.3285164535045624, + "motion_pred": [ + 0.04603118821978569, + 0.038417402654886246, + 0.0408308319747448, + 0.04041043668985367 + ], + "motion_real": [ + 0.04982908442616463, + 0.048872921615839005, + 0.04839909449219704, + 0.06118158996105194 + ], + "shift_reference_raw": 10.033933639526367 + }, + { + "index": 24771, + "episode": 312, + "map": 1, + "start": 2523, + "target_tic": 2555, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.043468475341797, + "shift_swapped": 13.399406433105469, + "shift_reference": -26.537851333618164, + "peak_recorded": 0.3688390851020813, + "peak_swapped": 0.3745165467262268, + "peak_reference": 0.27230730652809143, + "motion_pred": [ + 0.04722556471824646, + 0.03396809101104736, + 0.03565811365842819, + 0.03790948912501335 + ], + "motion_real": [ + 0.05215981602668762, + 0.05628670006990433, + 0.05415840446949005, + 0.05207196623086929 + ], + "shift_reference_raw": -26.642942428588867 + }, + { + "index": 24909, + "episode": 312, + "map": 1, + "start": 2661, + "target_tic": 2693, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 25.01039695739746, + "shift_reference": -26.935319900512695, + "peak_recorded": 0.2196391075849533, + "peak_swapped": 0.22535811364650726, + "peak_reference": 0.32762831449508667, + "motion_pred": [ + 0.0416022427380085, + 0.03250492364168167, + 0.02849564515054226, + 0.026353338733315468 + ], + "motion_real": [ + 0.04483601823449135, + 0.043534763157367706, + 0.044466208666563034, + 0.04752000793814659 + ], + "shift_reference_raw": -26.466463088989258 + }, + { + "index": 25170, + "episode": 312, + "map": 1, + "start": 2957, + "target_tic": 2989, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.079504013061523, + "shift_swapped": -32.0, + "shift_reference": 20.785585403442383, + "peak_recorded": 0.3234700858592987, + "peak_swapped": 0.22017738223075867, + "peak_reference": 0.17538045346736908, + "motion_pred": [ + 0.03994377329945564, + 0.03409162908792496, + 0.03635025396943092, + 0.035172946751117706 + ], + "motion_real": [ + 0.044371169060468674, + 0.043400947004556656, + 0.043285295367240906, + 0.04019252583384514 + ], + "shift_reference_raw": 22.891029357910156 + }, + { + "index": 25180, + "episode": 312, + "map": 1, + "start": 2967, + "target_tic": 2999, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.06432454288005829, + "shift_swapped": 1.0505492687225342, + "shift_reference": -5.883054733276367, + "peak_recorded": 0.18478578329086304, + "peak_swapped": 0.18684957921504974, + "peak_reference": 0.13653700053691864, + "motion_pred": [ + 0.03591044992208481, + 0.030627524480223656, + 0.026758650317788124, + 0.02880209870636463 + ], + "motion_real": [ + 0.03695426881313324, + 0.03710715472698212, + 0.03690251708030701, + 0.038499679416418076 + ], + "shift_reference_raw": 17.07396697998047 + }, + { + "index": 25268, + "episode": 312, + "map": 1, + "start": 3090, + "target_tic": 3122, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.37198257446289, + "shift_swapped": 24.10694694519043, + "shift_reference": -24.742734909057617, + "peak_recorded": 0.4863697588443756, + "peak_swapped": 0.5031246542930603, + "peak_reference": 0.3251904249191284, + "motion_pred": [ + 0.04929913952946663, + 0.03521433472633362, + 0.03539217263460159, + 0.03587614372372627 + ], + "motion_real": [ + 0.05832087621092796, + 0.053970277309417725, + 0.051750462502241135, + 0.05004943534731865 + ], + "shift_reference_raw": -27.11037254333496 + }, + { + "index": 25531, + "episode": 312, + "map": 1, + "start": 3388, + "target_tic": 3420, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.891236305236816, + "shift_swapped": 26.785715103149414, + "shift_reference": -14.414220809936523, + "peak_recorded": 0.4279135465621948, + "peak_swapped": 0.35567906498908997, + "peak_reference": 0.42571017146110535, + "motion_pred": [ + 0.05243242532014847, + 0.05058930814266205, + 0.0528925284743309, + 0.07095610350370407 + ], + "motion_real": [ + 0.05578122287988663, + 0.06194854900240898, + 0.06584355235099792, + 0.07688958197832108 + ], + "shift_reference_raw": -15.92836856842041 + }, + { + "index": 25757, + "episode": 312, + "map": 1, + "start": 3649, + "target_tic": 3681, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.8674423098564148, + "shift_swapped": -0.3373158574104309, + "shift_reference": -8.133275985717773, + "peak_recorded": 0.6797704100608826, + "peak_swapped": 0.6078606843948364, + "peak_reference": 0.5605359673500061, + "motion_pred": [ + 0.038071028888225555, + 0.02036460116505623, + 0.022329602390527725, + 0.018146825954318047 + ], + "motion_real": [ + 0.034603316336870193, + 0.03712357580661774, + 0.03529804199934006, + 0.03515389561653137 + ], + "shift_reference_raw": -7.9683661460876465 + }, + { + "index": 26021, + "episode": 312, + "map": 1, + "start": 4018, + "target_tic": 4050, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.8328335881233215, + "shift_swapped": -10.856876373291016, + "shift_reference": -1.2972110509872437, + "peak_recorded": 0.3384495675563812, + "peak_swapped": 0.34550023078918457, + "peak_reference": 0.3543804883956909, + "motion_pred": [ + 0.053465887904167175, + 0.04249478504061699, + 0.047466542571783066, + 0.040967054665088654 + ], + "motion_real": [ + 0.057431988418102264, + 0.051815565675497055, + 0.05182699114084244, + 0.053967252373695374 + ], + "shift_reference_raw": -1.0131820440292358 + }, + { + "index": 26167, + "episode": 312, + "map": 1, + "start": 4199, + "target_tic": 4231, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.41111946105957, + "shift_swapped": -24.273578643798828, + "shift_reference": 16.08441734313965, + "peak_recorded": 0.6583231091499329, + "peak_swapped": 0.5724709033966064, + "peak_reference": 0.613853394985199, + "motion_pred": [ + 0.04762222245335579, + 0.041338033974170685, + 0.04270075634121895, + 0.04264016076922417 + ], + "motion_real": [ + 0.051502544432878494, + 0.05377625674009323, + 0.05456887558102608, + 0.054595980793237686 + ], + "shift_reference_raw": 15.79062271118164 + }, + { + "index": 26270, + "episode": 312, + "map": 1, + "start": 4302, + "target_tic": 4334, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 9.992124557495117, + "shift_swapped": 11.410322189331055, + "shift_reference": -32.0, + "peak_recorded": 0.2984377145767212, + "peak_swapped": 0.26519447565078735, + "peak_reference": 0.244827538728714, + "motion_pred": [ + 0.04566565155982971, + 0.025146085768938065, + 0.02682850882411003, + 0.01777626760303974 + ], + "motion_real": [ + 0.03926882520318031, + 0.04969831556081772, + 0.05262187495827675, + 0.03748447075486183 + ], + "shift_reference_raw": -9.807234764099121 + }, + { + "index": 26333, + "episode": 312, + "map": 1, + "start": 4400, + "target_tic": 4432, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.303546905517578, + "shift_swapped": -22.655153274536133, + "shift_reference": 18.94770622253418, + "peak_recorded": 0.6244403123855591, + "peak_swapped": 0.5877355933189392, + "peak_reference": 0.6193625330924988, + "motion_pred": [ + 0.04863274097442627, + 0.04161359369754791, + 0.04146161675453186, + 0.04208437353372574 + ], + "motion_real": [ + 0.052233558148145676, + 0.05271662026643753, + 0.05532974749803543, + 0.0568574033677578 + ], + "shift_reference_raw": 19.28156280517578 + }, + { + "index": 26336, + "episode": 312, + "map": 1, + "start": 4403, + "target_tic": 4435, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.311674118041992, + "shift_swapped": -21.063796997070312, + "shift_reference": 19.433286666870117, + "peak_recorded": 0.5480637550354004, + "peak_swapped": 0.5512601137161255, + "peak_reference": 0.5338084697723389, + "motion_pred": [ + 0.05346563830971718, + 0.04673925042152405, + 0.04126179218292236, + 0.041151851415634155 + ], + "motion_real": [ + 0.0568574033677578, + 0.061808448284864426, + 0.05360957235097885, + 0.053087614476680756 + ], + "shift_reference_raw": 18.941823959350586 + }, + { + "index": 26540, + "episode": 325, + "map": 1, + "start": 97, + "target_tic": 129, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -18.189701080322266, + "shift_reference": 28.245956420898438, + "peak_recorded": 0.7442903518676758, + "peak_swapped": 0.7450869679450989, + "peak_reference": 0.7370468974113464, + "motion_pred": [ + 0.06001467630267143, + 0.05071987211704254, + 0.049530308693647385, + 0.04713931679725647 + ], + "motion_real": [ + 0.06343520432710648, + 0.06339189410209656, + 0.06203843653202057, + 0.05915872007608414 + ], + "shift_reference_raw": 28.54852867126465 + }, + { + "index": 26567, + "episode": 325, + "map": 1, + "start": 159, + "target_tic": 191, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.7096545696258545, + "shift_swapped": 0.7181043028831482, + "shift_reference": 11.6748685836792, + "peak_recorded": 0.28600388765335083, + "peak_swapped": 0.2913290560245514, + "peak_reference": 0.3774322271347046, + "motion_pred": [ + 0.0500982366502285, + 0.03943851590156555, + 0.03557232767343521, + 0.038554925471544266 + ], + "motion_real": [ + 0.061133597046136856, + 0.058827146887779236, + 0.06071307137608528, + 0.060384251177310944 + ], + "shift_reference_raw": 11.60417366027832 + }, + { + "index": 26580, + "episode": 325, + "map": 1, + "start": 172, + "target_tic": 204, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.308401107788086, + "shift_swapped": -22.53631019592285, + "shift_reference": 23.640724182128906, + "peak_recorded": 0.44593146443367004, + "peak_swapped": 0.582026481628418, + "peak_reference": 0.6218447685241699, + "motion_pred": [ + 0.05423487350344658, + 0.04175179451704025, + 0.04518408700823784, + 0.03927692770957947 + ], + "motion_real": [ + 0.055097367614507675, + 0.05078133940696716, + 0.053377922624349594, + 0.0554446242749691 + ], + "shift_reference_raw": 23.256141662597656 + }, + { + "index": 26704, + "episode": 325, + "map": 1, + "start": 331, + "target_tic": 363, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.2416807860136032, + "shift_swapped": 7.984857559204102, + "shift_reference": -0.1670471727848053, + "peak_recorded": 0.32088199257850647, + "peak_swapped": 0.31009888648986816, + "peak_reference": 0.30775007605552673, + "motion_pred": [ + 0.038814298808574677, + 0.0323779322206974, + 0.0321321040391922, + 0.03220784291625023 + ], + "motion_real": [ + 0.040546637028455734, + 0.04001074656844139, + 0.039751630276441574, + 0.04014531895518303 + ], + "shift_reference_raw": -0.046674709767103195 + }, + { + "index": 26866, + "episode": 325, + "map": 1, + "start": 528, + "target_tic": 560, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.45105242729187, + "shift_swapped": -20.30607795715332, + "shift_reference": 19.74631118774414, + "peak_recorded": 0.529087245464325, + "peak_swapped": 0.36334991455078125, + "peak_reference": 0.35008060932159424, + "motion_pred": [ + 0.04804098606109619, + 0.044395651668310165, + 0.046582210808992386, + 0.04029840603470802 + ], + "motion_real": [ + 0.0503220371901989, + 0.046485789120197296, + 0.045855358242988586, + 0.04765972122550011 + ], + "shift_reference_raw": 19.436147689819336 + }, + { + "index": 26991, + "episode": 325, + "map": 1, + "start": 688, + "target_tic": 720, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.341026306152344, + "shift_swapped": 6.0865254402160645, + "shift_reference": -23.979984283447266, + "peak_recorded": 0.05501689016819, + "peak_swapped": 0.19665580987930298, + "peak_reference": 0.1483609825372696, + "motion_pred": [ + 0.04540830850601196, + 0.029343459755182266, + 0.042207982391119, + 0.020955564454197884 + ], + "motion_real": [ + 0.04725213721394539, + 0.03826948627829552, + 0.043949659913778305, + 0.04330500215291977 + ], + "shift_reference_raw": -23.93381690979004 + }, + { + "index": 27079, + "episode": 325, + "map": 1, + "start": 811, + "target_tic": 843, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 24.172658920288086, + "shift_reference": -32.0, + "peak_recorded": 0.14915989339351654, + "peak_swapped": 0.2836156189441681, + "peak_reference": 0.12071457505226135, + "motion_pred": [ + 0.04597514122724533, + 0.039376404136419296, + 0.03910313919186592, + 0.03551063314080238 + ], + "motion_real": [ + 0.04901852086186409, + 0.04874395951628685, + 0.04667595773935318, + 0.040719300508499146 + ], + "shift_reference_raw": -29.987367630004883 + }, + { + "index": 27086, + "episode": 325, + "map": 1, + "start": 818, + "target_tic": 850, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 13.926538467407227, + "shift_swapped": -7.543156147003174, + "shift_reference": 2.8330607414245605, + "peak_recorded": 0.20581573247909546, + "peak_swapped": 0.13765327632427216, + "peak_reference": 0.12630224227905273, + "motion_pred": [ + 0.0405137725174427, + 0.023756159469485283, + 0.02280772663652897, + 0.026543661952018738 + ], + "motion_real": [ + 0.03576822578907013, + 0.03674203157424927, + 0.039063721895217896, + 0.043510496616363525 + ], + "shift_reference_raw": 0.14981506764888763 + }, + { + "index": 27305, + "episode": 325, + "map": 1, + "start": 1107, + "target_tic": 1139, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.904712677001953, + "shift_swapped": -16.495548248291016, + "shift_reference": 19.182119369506836, + "peak_recorded": 0.8382176160812378, + "peak_swapped": 0.7861483097076416, + "peak_reference": 0.8072072863578796, + "motion_pred": [ + 0.07377660274505615, + 0.0647779330611229, + 0.060133516788482666, + 0.061611663550138474 + ], + "motion_real": [ + 0.07969158887863159, + 0.08774999529123306, + 0.10050641000270844, + 0.12941811978816986 + ], + "shift_reference_raw": 20.386369705200195 + }, + { + "index": 27375, + "episode": 325, + "map": 1, + "start": 1177, + "target_tic": 1209, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.2990078330039978, + "shift_swapped": -7.865809917449951, + "shift_reference": -6.792830467224121, + "peak_recorded": 0.698303759098053, + "peak_swapped": 0.6923463344573975, + "peak_reference": 0.5855922102928162, + "motion_pred": [ + 0.04474133253097534, + 0.040579646825790405, + 0.047490887343883514, + 0.0472964309155941 + ], + "motion_real": [ + 0.045578427612781525, + 0.04486352950334549, + 0.05296540632843971, + 0.05457715317606926 + ], + "shift_reference_raw": -6.95993709564209 + }, + { + "index": 27533, + "episode": 325, + "map": 1, + "start": 1405, + "target_tic": 1437, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -26.18352508544922, + "shift_reference": -32.0, + "peak_recorded": 0.315119206905365, + "peak_swapped": 0.22101660072803497, + "peak_reference": 0.11087062954902649, + "motion_pred": [ + 0.04086389020085335, + 0.027012215927243233, + 0.02804524451494217, + 0.0208435021340847 + ], + "motion_real": [ + 0.042445164173841476, + 0.041903574019670486, + 0.039933037012815475, + 0.03842960298061371 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 27581, + "episode": 325, + "map": 1, + "start": 1453, + "target_tic": 1485, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.090357303619385, + "shift_swapped": -3.029932975769043, + "shift_reference": 4.8624958992004395, + "peak_recorded": 0.5478985905647278, + "peak_swapped": 0.508679211139679, + "peak_reference": 0.5325990915298462, + "motion_pred": [ + 0.040010590106248856, + 0.03587627410888672, + 0.0368453748524189, + 0.03819640353322029 + ], + "motion_real": [ + 0.043370719999074936, + 0.044130776077508926, + 0.04603755474090576, + 0.04744284972548485 + ], + "shift_reference_raw": 4.9347758293151855 + }, + { + "index": 27882, + "episode": 325, + "map": 1, + "start": 1859, + "target_tic": 1891, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.88728904724121, + "shift_swapped": 16.3465518951416, + "shift_reference": -17.162073135375977, + "peak_recorded": 0.23586532473564148, + "peak_swapped": 0.2820269465446472, + "peak_reference": 0.23591174185276031, + "motion_pred": [ + 0.056843940168619156, + 0.046881936490535736, + 0.04612279310822487, + 0.04563508927822113 + ], + "motion_real": [ + 0.06331450492143631, + 0.0691520944237709, + 0.057098761200904846, + 0.05623476952314377 + ], + "shift_reference_raw": -17.01065444946289 + }, + { + "index": 28046, + "episode": 325, + "map": 1, + "start": 2023, + "target_tic": 2055, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.777437210083008, + "shift_swapped": -32.0, + "shift_reference": 13.61054801940918, + "peak_recorded": 0.7845777273178101, + "peak_swapped": 0.6657334566116333, + "peak_reference": 0.7718997597694397, + "motion_pred": [ + 0.04921157658100128, + 0.04235700145363808, + 0.043467532843351364, + 0.04320313036441803 + ], + "motion_real": [ + 0.05255269631743431, + 0.053140949457883835, + 0.05213603749871254, + 0.05333073064684868 + ], + "shift_reference_raw": 13.69013500213623 + }, + { + "index": 28061, + "episode": 325, + "map": 1, + "start": 2038, + "target_tic": 2070, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.4295184910297394, + "peak_swapped": 0.38690319657325745, + "peak_reference": 0.11463285982608795, + "motion_pred": [ + 0.037595782428979874, + 0.02174557000398636, + 0.023667247965931892, + 0.017285553738474846 + ], + "motion_real": [ + 0.04178055748343468, + 0.05105181410908699, + 0.031967807561159134, + 0.030190035700798035 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 28285, + "episode": 325, + "map": 1, + "start": 2367, + "target_tic": 2399, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.810392379760742, + "shift_swapped": -20.904088973999023, + "shift_reference": -32.0, + "peak_recorded": 0.29860758781433105, + "peak_swapped": 0.3260897397994995, + "peak_reference": 0.15474241971969604, + "motion_pred": [ + 0.04528233781456947, + 0.03602267801761627, + 0.03559594228863716, + 0.03687618672847748 + ], + "motion_real": [ + 0.05060206726193428, + 0.048292286694049835, + 0.04470564052462578, + 0.04893636330962181 + ], + "shift_reference_raw": 25.40830421447754 + }, + { + "index": 28360, + "episode": 325, + "map": 1, + "start": 2442, + "target_tic": 2474, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 5.030314922332764, + "shift_swapped": 6.565564155578613, + "shift_reference": -32.0, + "peak_recorded": 0.365172803401947, + "peak_swapped": 0.419851154088974, + "peak_reference": 0.20563055574893951, + "motion_pred": [ + 0.04074249416589737, + 0.032763589173555374, + 0.03834238648414612, + 0.037530623376369476 + ], + "motion_real": [ + 0.06892114877700806, + 0.04743585363030434, + 0.06597480177879333, + 0.07030929625034332 + ], + "shift_reference_raw": -31.164770126342773 + }, + { + "index": 28474, + "episode": 325, + "map": 1, + "start": 2556, + "target_tic": 2588, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.25995609164237976, + "shift_swapped": -13.950284004211426, + "shift_reference": 0.44338205456733704, + "peak_recorded": 0.7378135919570923, + "peak_swapped": 0.6628556847572327, + "peak_reference": 0.7121668457984924, + "motion_pred": [ + 0.03893667459487915, + 0.03127568960189819, + 0.029218971729278564, + 0.03058178909122944 + ], + "motion_real": [ + 0.04151199758052826, + 0.04253566265106201, + 0.04044952243566513, + 0.04258504509925842 + ], + "shift_reference_raw": 0.2741742730140686 + }, + { + "index": 28494, + "episode": 325, + "map": 1, + "start": 2576, + "target_tic": 2608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.594715118408203, + "shift_swapped": 1.6426239013671875, + "shift_reference": 6.489030361175537, + "peak_recorded": 0.6055061221122742, + "peak_swapped": 0.5451208353042603, + "peak_reference": 0.587873101234436, + "motion_pred": [ + 0.0384228453040123, + 0.029655465856194496, + 0.03014572709798813, + 0.03318627551198006 + ], + "motion_real": [ + 0.04086114466190338, + 0.03937004134058952, + 0.03853582963347435, + 0.04069371521472931 + ], + "shift_reference_raw": 6.365800380706787 + }, + { + "index": 28623, + "episode": 325, + "map": 1, + "start": 2740, + "target_tic": 2772, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.914609909057617, + "shift_swapped": 26.66539764404297, + "shift_reference": -22.421173095703125, + "peak_recorded": 0.3434085547924042, + "peak_swapped": 0.31670907139778137, + "peak_reference": 0.24309055507183075, + "motion_pred": [ + 0.05852093547582626, + 0.0530044287443161, + 0.04713304340839386, + 0.04754148796200752 + ], + "motion_real": [ + 0.06709497421979904, + 0.05860142409801483, + 0.05805067718029022, + 0.06436295062303543 + ], + "shift_reference_raw": -28.682024002075195 + }, + { + "index": 28926, + "episode": 325, + "map": 1, + "start": 3078, + "target_tic": 3110, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.209205627441406, + "shift_swapped": -30.73746109008789, + "shift_reference": 16.98206329345703, + "peak_recorded": 0.43385350704193115, + "peak_swapped": 0.18075817823410034, + "peak_reference": 0.3857666850090027, + "motion_pred": [ + 0.04309199005365372, + 0.025067448616027832, + 0.027503158897161484, + 0.018446996808052063 + ], + "motion_real": [ + 0.03997953236103058, + 0.039630141109228134, + 0.039882928133010864, + 0.0434483177959919 + ], + "shift_reference_raw": 17.437088012695312 + }, + { + "index": 29221, + "episode": 325, + "map": 1, + "start": 3478, + "target_tic": 3510, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -5.1551313400268555, + "shift_reference": -32.0, + "peak_recorded": 0.08541105687618256, + "peak_swapped": 0.03900507465004921, + "peak_reference": 0.011136580258607864, + "motion_pred": [ + 0.04676517844200134, + 0.018217533826828003, + 0.01970614120364189, + 0.017011240124702454 + ], + "motion_real": [ + 0.046479012817144394, + 0.040886297821998596, + 0.03852251172065735, + 0.03889285773038864 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 29293, + "episode": 325, + "map": 1, + "start": 3585, + "target_tic": 3617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.05958756431937218, + "shift_swapped": 7.83437442779541, + "shift_reference": -0.2983362674713135, + "peak_recorded": 0.5096527934074402, + "peak_swapped": 0.48972001671791077, + "peak_reference": 0.49731022119522095, + "motion_pred": [ + 0.04255882278084755, + 0.0368322990834713, + 0.038099464029073715, + 0.03482829034328461 + ], + "motion_real": [ + 0.04452158883213997, + 0.04479236155748367, + 0.04583903029561043, + 0.0435471385717392 + ], + "shift_reference_raw": -2.7682132720947266 + }, + { + "index": 29489, + "episode": 325, + "map": 1, + "start": 3851, + "target_tic": 3883, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.039194107055664, + "shift_swapped": -20.193187713623047, + "shift_reference": 17.145427703857422, + "peak_recorded": 0.295547217130661, + "peak_swapped": 0.28241899609565735, + "peak_reference": 0.28452643752098083, + "motion_pred": [ + 0.05232784152030945, + 0.04757409915328026, + 0.04785454273223877, + 0.044453393667936325 + ], + "motion_real": [ + 0.05517442896962166, + 0.05514463782310486, + 0.05352655425667763, + 0.05164916813373566 + ], + "shift_reference_raw": 19.01325798034668 + }, + { + "index": 29490, + "episode": 325, + "map": 1, + "start": 3852, + "target_tic": 3884, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.280029296875, + "shift_swapped": -24.04183006286621, + "shift_reference": 17.05043601989746, + "peak_recorded": 0.2715049982070923, + "peak_swapped": 0.30074673891067505, + "peak_reference": 0.344769150018692, + "motion_pred": [ + 0.05171412229537964, + 0.04680977016687393, + 0.04422615095973015, + 0.04493749141693115 + ], + "motion_real": [ + 0.05514463782310486, + 0.05352655425667763, + 0.05164916813373566, + 0.05504554510116577 + ], + "shift_reference_raw": 16.96497344970703 + }, + { + "index": 29640, + "episode": 325, + "map": 1, + "start": 4037, + "target_tic": 4069, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.03253746032715, + "shift_swapped": 5.785941123962402, + "shift_reference": -28.236572265625, + "peak_recorded": 0.1833401620388031, + "peak_swapped": 0.16372133791446686, + "peak_reference": 0.17113319039344788, + "motion_pred": [ + 0.041213296353816986, + 0.034678034484386444, + 0.03214389458298683, + 0.03129090368747711 + ], + "motion_real": [ + 0.04329580441117287, + 0.04149123281240463, + 0.04006904363632202, + 0.04107971861958504 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 29659, + "episode": 325, + "map": 1, + "start": 4056, + "target_tic": 4088, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.9556884765625, + "shift_swapped": 28.162479400634766, + "shift_reference": -23.898963928222656, + "peak_recorded": 0.5871496200561523, + "peak_swapped": 0.5412700772285461, + "peak_reference": 0.5371390581130981, + "motion_pred": [ + 0.0461527518928051, + 0.03797425702214241, + 0.038022421300411224, + 0.03705492615699768 + ], + "motion_real": [ + 0.04852675646543503, + 0.04985610395669937, + 0.049878478050231934, + 0.04984765872359276 + ], + "shift_reference_raw": -23.303447723388672 + }, + { + "index": 29663, + "episode": 325, + "map": 1, + "start": 4060, + "target_tic": 4092, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.29045867919922, + "shift_swapped": 22.730085372924805, + "shift_reference": -20.149150848388672, + "peak_recorded": 0.46636781096458435, + "peak_swapped": 0.45732730627059937, + "peak_reference": 0.4249440133571625, + "motion_pred": [ + 0.04499654099345207, + 0.03830510377883911, + 0.040973443537950516, + 0.0420607253909111 + ], + "motion_real": [ + 0.04845165088772774, + 0.04798343405127525, + 0.04967454448342323, + 0.050325989723205566 + ], + "shift_reference_raw": -20.001237869262695 + }, + { + "index": 29715, + "episode": 325, + "map": 1, + "start": 4112, + "target_tic": 4144, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -3.086427927017212, + "shift_swapped": -12.363885879516602, + "shift_reference": -3.618108034133911, + "peak_recorded": 0.6379764676094055, + "peak_swapped": 0.5715296268463135, + "peak_reference": 0.5753305554389954, + "motion_pred": [ + 0.04797513410449028, + 0.04535280168056488, + 0.04251309484243393, + 0.04302686080336571 + ], + "motion_real": [ + 0.05142417922616005, + 0.05379756540060043, + 0.055070582777261734, + 0.060082800686359406 + ], + "shift_reference_raw": -4.727903366088867 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map01_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/directional.json", + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 5959, + "right": 14142 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 35417, + "windows": 29805, + "excluded_windows": 5612, + "excluded_fraction": 0.15845497924725413, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3ff8ffecdac20d492d689d219f291c1105f44a6b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 25.1574810706079, + "sem": 0.11069045526599759, + "n": 256 + }, + "lpips_dec": { + "mean": 0.22310965630458668, + "sem": 0.005328315257250211, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse": { + "mean": 0.2007662864343729, + "sem": 0.0027336868876220066, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.64108656346798, + "sem": 0.08262606784418464, + "n": 256 + }, + "psnr_raw": { + "mean": 22.242231711745262, + "sem": 0.07254725898748865, + "n": 256 + }, + "lpips_raw": { + "mean": 0.27994218497769907, + "sem": 0.004905832532030002, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.96850685030222, + "sem": 0.011301351093804394, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6098082173848525, + "sem": 0.007254128474967974, + "n": 256 + }, + "context_motion": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec": { + "mean": 0.0034281486100553593, + "sem": 0.00018447887754113304, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0028626393050217303, + "sem": 5.8998050906978374e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.14329159259796, + "sem": 0.12103597570929894, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0035151500801475777, + "sem": 0.00021046366686346168, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.2617633216432296, + "sem": 0.006253242773495287, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw": { + "mean": 0.006266436057558167, + "sem": 0.000193702765360781, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015978272374923108, + "sem": 4.25320736371176e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.64569114893675, + "sem": 0.10464641512979653, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.0047723074853820435, + "sem": 0.00022340234335203535, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3168629286810756, + "sem": 0.005821974014359896, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.850396499037743, + "sem": 0.13906913694866338, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0025045846832654206, + "sem": 0.00019028366115498937, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.19795167827396654, + "sem": 0.005347985517622839, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.3923020735383, + "sem": 0.11638594540301296, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.000402458422570362, + "sem": 1.290954923117795e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.34376084059477, + "sem": 0.1406573241814367, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0028279887878852605, + "sem": 0.00021868736484599254, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.23726266223820858, + "sem": 0.006385865587003521, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.465093057602644, + "sem": 0.10660076171065846, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003979429828632419, + "sem": 0.0001990056129201177, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.22798521525692195, + "sem": 0.004917909535558563, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 28.076208636164665, + "sem": 0.05687730124729104, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0015958117724039766, + "sem": 2.4965655390691346e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.12868592888117, + "sem": 0.11227225162558511, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004346140312009084, + "sem": 0.00022918868250916433, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.269856900034938, + "sem": 0.005894106341360207, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map": { + "1": { + "psnr_dec": 25.1574810706079, + "lpips_dec": 0.22310965630458668 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.144960528514424, + "sem": 0.20644163990176556, + "n": 61 + }, + "lpips_dec": { + "mean": 0.2132751963666228, + "sem": 0.010468275479279358, + "n": 61 + }, + "psnr_raw": { + "mean": 22.229334033903527, + "sem": 0.1340262483496837, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.768627499777175, + "sem": 0.23904426666915374, + "n": 63 + }, + "lpips_dec": { + "mean": 0.23267040886576212, + "sem": 0.010940025803049343, + "n": 63 + }, + "psnr_raw": { + "mean": 22.004875516134597, + "sem": 0.1505066690878451, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.38669766485691, + "sem": 0.2585731234981155, + "n": 64 + }, + "lpips_dec": { + "mean": 0.22250651009380817, + "sem": 0.012205549758521143, + "n": 64 + }, + "psnr_raw": { + "mean": 22.34249809384346, + "sem": 0.17601574864475267, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 25.313240864697626, + "sem": 0.17310858279528846, + "n": 68 + }, + "lpips_dec": { + "mean": 0.22364165633916855, + "sem": 0.009041220704299543, + "n": 68 + }, + "psnr_raw": { + "mean": 22.3793368620031, + "sem": 0.11375192519806791, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.1574810706079, + "sem": 0.11069045526599759, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.22310965630458668, + "sem": 0.005328315257250211, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.736400976777077, + "sem": 0.11971317883713332, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.2007662864343729, + "sem": 0.0027336868876220066, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.64108656346798, + "sem": 0.08262606784418464, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.242231711745262, + "sem": 0.07254725898748865, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.27994218497769907, + "sem": 0.004905832532030002, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.790505152195692, + "sem": 0.08653248852641586, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.766811154782772, + "sem": 0.05670613262944392, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.12410901380644646, + "sem": 0.0014261058168548956, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.96850685030222, + "sem": 0.011301351093804394, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.0387856438756, + "sem": 0.007824195639974225, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.58139980956912, + "sem": 0.11623299061636531, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.23278204625239596, + "sem": 0.004311053304364662, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 98.73208689689636, + "sem": 0.5626221656443884, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.33190072656725533, + "sem": 0.003217548514060237, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6098082173848525, + "sem": 0.007254128474967974, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.4136752733029425, + "sem": 0.0016518090209707785, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0034281486100553593, + "sem": 0.00018447887754113304, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0028626393050217303, + "sem": 5.8998050906978374e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.14329159259796, + "sem": 0.12103597570929894, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0035151500801475777, + "sem": 0.00021046366686346168, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.2617633216432296, + "sem": 0.006253242773495287, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.0059850008165085455, + "sem": 0.00026796414522674663, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.24448005805606954, + "sem": 0.0041722976963002424, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.3778263553977, + "sem": 0.12408032991921561, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.006559492858741578, + "sem": 0.000307540343621428, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2863055529887788, + "sem": 0.004856440922758523, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006266436057558167, + "sem": 0.000193702765360781, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015978272374923108, + "sem": 4.25320736371176e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.64569114893675, + "sem": 0.10464641512979653, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.0047723074853820435, + "sem": 0.00022340234335203535, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3168629286810756, + "sem": 0.005821974014359896, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.008876269765096367, + "sem": 0.0002792529521986275, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.27542038878891617, + "sem": 0.003827411463214354, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.508482575416565, + "sem": 0.11228668336848432, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00783547362061654, + "sem": 0.00032271678721429106, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.3097838859539479, + "sem": 0.004474878176813209, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004288674313102092, + "sem": 5.2543085039934175e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01571449520997703, + "sem": 2.8135322630443934e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 26.435788363218307, + "sem": 0.1416115506698964, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0025308557916332575, + "sem": 6.141166344643623e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.129906837202725, + "sem": 0.0017191718828949976, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007684571002755547, + "sem": 0.0002903732573006201, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 6.196402807745471e-06, + "sem": 2.80795364690098e-06, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 20.960279021412134, + "sem": 0.11622556293904723, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008865859472280135, + "sem": 0.0003348729381230546, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.2752200652466854, + "sem": 0.005068837838945966, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.850396499037743, + "sem": 0.13906913694866338, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0025045846832654206, + "sem": 0.00019028366115498937, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.19795167827396654, + "sem": 0.005347985517622839, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.3923020735383, + "sem": 0.11638594540301296, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.000402458422570362, + "sem": 1.290954923117795e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.34376084059477, + "sem": 0.1406573241814367, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0028279887878852605, + "sem": 0.00021868736484599254, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.23726266223820858, + "sem": 0.006385865587003521, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.474204003810883, + "sem": 0.1321717770880944, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005180860625841888, + "sem": 0.00026629703672845744, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.2169137883465737, + "sem": 0.004337759466830914, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.880323186516762, + "sem": 0.1325793318528792, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.005945800876361318, + "sem": 0.00030690980741801804, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.2582030638004653, + "sem": 0.005112500365677258, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.465093057602644, + "sem": 0.10660076171065846, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003979429828632419, + "sem": 0.0001990056129201177, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.22798521525692195, + "sem": 0.004917909535558563, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 28.076208636164665, + "sem": 0.05687730124729104, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0015958117724039766, + "sem": 2.4965655390691346e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.12868592888117, + "sem": 0.11227225162558511, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004346140312009084, + "sem": 0.00022918868250916433, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.269856900034938, + "sem": 0.005894106341360207, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.15691077336669, + "sem": 0.10959648324643116, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067297583673280315, + "sem": 0.00027825011803866615, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2378600937081501, + "sem": 0.004050207054466076, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.67917714267969, + "sem": 0.11254880565175149, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007551691272055905, + "sem": 0.00032092084959276456, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2805236175772734, + "sem": 0.004750569447494238, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.395673990249634, + "sem": 0.12408945376516187, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.001984734609663974, + "sem": 4.4331998969744985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.0778698205249384, + "sem": 0.000978238457640208, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 28.65842954814434, + "sem": 0.05460662978311973, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0013937542964868044, + "sem": 2.1809366042843545e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.319409392774105, + "sem": 0.1465902270104648, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.002075654686677808, + "sem": 5.0927092584380275e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.09087740674294764, + "sem": 0.0011550546521819363, + "n": 256 + }, + "per_map_nodup": { + "1": { + "psnr_dec": 25.1574810706079, + "lpips_dec": 0.22310965630458668 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.144960528514424, + "sem": 0.20644163990176556, + "n": 61 + }, + "lpips_dec": { + "mean": 0.2132751963666228, + "sem": 0.010468275479279358, + "n": 61 + }, + "psnr_raw": { + "mean": 22.229334033903527, + "sem": 0.1340262483496837, + "n": 61 + }, + "persist_psnr_raw": { + "mean": 21.54587866048344, + "sem": 0.2275631549897026, + "n": 61 + }, + "windows": 61 + }, + "1": { + "psnr_dec": { + "mean": 24.768627499777175, + "sem": 0.23904426666915374, + "n": 63 + }, + "lpips_dec": { + "mean": 0.23267040886576212, + "sem": 0.010940025803049343, + "n": 63 + }, + "psnr_raw": { + "mean": 22.004875516134597, + "sem": 0.1505066690878451, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 21.30118645562066, + "sem": 0.2552664070311894, + "n": 63 + }, + "windows": 63 + }, + "2": { + "psnr_dec": { + "mean": 25.38669766485691, + "sem": 0.2585731234981155, + "n": 64 + }, + "lpips_dec": { + "mean": 0.22250651009380817, + "sem": 0.012205549758521143, + "n": 64 + }, + "psnr_raw": { + "mean": 22.34249809384346, + "sem": 0.17601574864475267, + "n": 64 + }, + "persist_psnr_raw": { + "mean": 21.693678230047226, + "sem": 0.23891434884441903, + "n": 64 + }, + "windows": 64 + }, + "3": { + "psnr_dec": { + "mean": 25.313240864697626, + "sem": 0.17310858279528846, + "n": 68 + }, + "lpips_dec": { + "mean": 0.22364165633916855, + "sem": 0.009041220704299543, + "n": 68 + }, + "psnr_raw": { + "mean": 22.3793368620031, + "sem": 0.11375192519806791, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.767199993133545, + "sem": 0.20929003161919324, + "n": 68 + }, + "windows": 68 + } + }, + "sampling_frames_per_s": 7.825101131866956, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map01_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 35441, + "windows": 30309, + "excluded_windows": 5132, + "excluded_fraction": 0.14480404051804407, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..37da047f8724941e35ca2515a127740cc0846211 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 24.92442336678505, + "sem": 0.16238021807340278, + "n": 256 + }, + "lpips_dec": { + "mean": 0.15074418045696802, + "sem": 0.004072495018039811, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.1792840774069191, + "sem": 0.003677288315996195, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.690938897430897, + "sem": 0.09184957331810256, + "n": 256 + }, + "psnr_raw": { + "mean": 22.07209251821041, + "sem": 0.11022404571136767, + "n": 256 + }, + "lpips_raw": { + "mean": 0.19461436924757436, + "sem": 0.0043786524077210785, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.790650852024555, + "sem": 0.01746154355811106, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5977118914015591, + "sem": 0.014125640998453844, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.003952342754246274, + "sem": 0.00019971335688420255, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0028623047478504304, + "sem": 6.660412271458172e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.932308327406645, + "sem": 0.18263586324457864, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.004120040956252069, + "sem": 0.00022637882301059257, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.17382661657757126, + "sem": 0.004736142629261948, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.006815373952122172, + "sem": 0.00022006736388649993, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01666676225431729, + "sem": 6.947647065930664e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.692326962947845, + "sem": 0.17472510511105324, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005299775888147451, + "sem": 0.00025319532779071683, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.21399518073303625, + "sem": 0.00514232639848899, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.587485764175653, + "sem": 0.20827945005446868, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.003066048614641659, + "sem": 0.00020299597307692145, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.13102520590473432, + "sem": 0.004097694434050588, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.01767709106207, + "sem": 0.174728268197012, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005297984939147682, + "sem": 4.480833497990777e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.127422090619802, + "sem": 0.21389859540447795, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0034562409347813627, + "sem": 0.00023269246017388847, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.1552835558541119, + "sem": 0.004840526937630067, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.706122282892466, + "sem": 0.17598749220269824, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004263218979417616, + "sem": 0.0002202457986618493, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.1512189252243843, + "sem": 0.004189633155395816, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.2807053104043, + "sem": 0.1150732271494295, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0013151720522728283, + "sem": 5.170238856779471e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.362356022000313, + "sem": 0.18686606434078112, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004716764686975239, + "sem": 0.0002526513762085898, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.17837858677376062, + "sem": 0.004914301530683901, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 25.45166097368513, + "lpips_dec": 0.15202144256659916 + }, + "3": { + "psnr_dec": 24.86169616154262, + "lpips_dec": 0.13980135417410305 + }, + "4": { + "psnr_dec": 25.285528500874836, + "lpips_dec": 0.15147944428026677 + }, + "5": { + "psnr_dec": 23.956887006759644, + "lpips_dec": 0.16203835300569022 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.1768302599589, + "sem": 0.27461320881707585, + "n": 60 + }, + "lpips_dec": { + "mean": 0.14082410745322704, + "sem": 0.006872370688807705, + "n": 60 + }, + "psnr_raw": { + "mean": 22.268013413747152, + "sem": 0.19328363453290556, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 24.620965401331585, + "sem": 0.34703157949001273, + "n": 72 + }, + "lpips_dec": { + "mean": 0.15998317104660803, + "sem": 0.009682601733502454, + "n": 72 + }, + "psnr_raw": { + "mean": 21.872138606177437, + "sem": 0.2417445755909848, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 24.833901910220874, + "sem": 0.28992733897412937, + "n": 68 + }, + "lpips_dec": { + "mean": 0.14924713826793082, + "sem": 0.006949607110881662, + "n": 68 + }, + "psnr_raw": { + "mean": 22.01260830374325, + "sem": 0.19103481605637665, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.141154133189808, + "sem": 0.38543013770594103, + "n": 55 + }, + "lpips_dec": { + "mean": 0.15019610144875267, + "sem": 0.008208749345311695, + "n": 55 + }, + "psnr_raw": { + "mean": 22.175662404840644, + "sem": 0.2521634209970576, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 25.86425018310547, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.21268445253372192, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.062103271484375, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.92442336678505, + "sem": 0.16238021807340278, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.15074418045696802, + "sem": 0.004072495018039811, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.1792840774069191, + "sem": 0.003677288315996195, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.690938897430897, + "sem": 0.09184957331810256, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.07209251821041, + "sem": 0.11022404571136767, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.19461436924757436, + "sem": 0.0043786524077210785, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.790650852024555, + "sem": 0.01746154355811106, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5977118914015591, + "sem": 0.014125640998453844, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003952342754246274, + "sem": 0.00019971335688420255, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0028623047478504304, + "sem": 6.660412271458172e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.932308327406645, + "sem": 0.18263586324457864, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.004120040956252069, + "sem": 0.00022637882301059257, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.17382661657757126, + "sem": 0.004736142629261948, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006815373952122172, + "sem": 0.00022006736388649993, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01666676225431729, + "sem": 6.947647065930664e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.692326962947845, + "sem": 0.17472510511105324, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005299775888147451, + "sem": 0.00025319532779071683, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.21399518073303625, + "sem": 0.00514232639848899, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.587485764175653, + "sem": 0.20827945005446868, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.003066048614641659, + "sem": 0.00020299597307692145, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.13102520590473432, + "sem": 0.004097694434050588, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.01767709106207, + "sem": 0.174728268197012, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005297984939147682, + "sem": 4.480833497990777e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.127422090619802, + "sem": 0.21389859540447795, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0034562409347813627, + "sem": 0.00023269246017388847, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.1552835558541119, + "sem": 0.004840526937630067, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.706122282892466, + "sem": 0.17598749220269824, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004263218979417616, + "sem": 0.0002202457986618493, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.1512189252243843, + "sem": 0.004189633155395816, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.2807053104043, + "sem": 0.1150732271494295, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0013151720522728283, + "sem": 5.170238856779471e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.362356022000313, + "sem": 0.18686606434078112, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004716764686975239, + "sem": 0.0002526513762085898, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.17837858677376062, + "sem": 0.004914301530683901, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 25.45166097368513, + "lpips_dec": 0.15202144256659916 + }, + "3": { + "psnr_dec": 24.86169616154262, + "lpips_dec": 0.13980135417410305 + }, + "4": { + "psnr_dec": 25.285528500874836, + "lpips_dec": 0.15147944428026677 + }, + "5": { + "psnr_dec": 23.956887006759644, + "lpips_dec": 0.16203835300569022 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.1768302599589, + "sem": 0.27461320881707585, + "n": 60 + }, + "lpips_dec": { + "mean": 0.14082410745322704, + "sem": 0.006872370688807705, + "n": 60 + }, + "psnr_raw": { + "mean": 22.268013413747152, + "sem": 0.19328363453290556, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 24.620965401331585, + "sem": 0.34703157949001273, + "n": 72 + }, + "lpips_dec": { + "mean": 0.15998317104660803, + "sem": 0.009682601733502454, + "n": 72 + }, + "psnr_raw": { + "mean": 21.872138606177437, + "sem": 0.2417445755909848, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 24.833901910220874, + "sem": 0.28992733897412937, + "n": 68 + }, + "lpips_dec": { + "mean": 0.14924713826793082, + "sem": 0.006949607110881662, + "n": 68 + }, + "psnr_raw": { + "mean": 22.01260830374325, + "sem": 0.19103481605637665, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.141154133189808, + "sem": 0.38543013770594103, + "n": 55 + }, + "lpips_dec": { + "mean": 0.15019610144875267, + "sem": 0.008208749345311695, + "n": 55 + }, + "psnr_raw": { + "mean": 22.175662404840644, + "sem": 0.2521634209970576, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 25.86425018310547, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.21268445253372192, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.062103271484375, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 8.034351534674592, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map01_r16_k8_s0/scores/step0004000_live_0662532eb75f80d5/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_064916-pixart200k_arenas13_map06_r16_k8_s0/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_064916-pixart200k_arenas13_map06_r16_k8_s0/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1daf5e154c0b05f5d39f57c7f454679203541f35 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_064916-pixart200k_arenas13_map06_r16_k8_s0/files/wandb-metadata.json @@ -0,0 +1,41 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T06:49:16.396181Z", + "args": [ + "--source", + "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "--source-weights", + "ema", + "--adapt-split", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "--adapt-episodes-k", + "8", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--results-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--step-grid", + "0,50,100,150,250,500,1000,2000,4000", + "--global-batch", + "32", + "--per-gpu-batch", + "32", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub", + "--wandb-project", + "doomdit-nexttic", + "--wandb-group", + "adapt_pixart_arenas13_map06", + "--seed", + "0" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/adapt_wm.py", + "codePath": "adapt_wm.py", + "codePathLocal": "adapt_wm.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "wxt9nfhuvc6q677uiroztz40hbq0ib4f" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_064916-pixart200k_arenas13_map06_r16_k8_s0/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_064916-pixart200k_arenas13_map06_r16_k8_s0/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9e22ec6701766e7c34b1710ad585673193c69f1a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_064916-pixart200k_arenas13_map06_r16_k8_s0/files/wandb-summary.json @@ -0,0 +1 @@ +{"val/loss_minus_train":-0.01225889801979066,"data/game_hours_seen":1.0158730158730158,"train/clip_frac":0,"val/loss_q2":0.13198257982730865,"time/steps_per_hour":4046.9729685327397,"train/lr":0.0001,"_timestamp":1.7905817215398986e+09,"train/skipped_updates":0,"val/loss_q3":0.12566803395748138,"step":4000,"train/peak_mem_gb":15.55,"val/loss_q1":0.28778061270713806,"val/excursion":0,"val/loss":0.1633794605731964,"train/grad_norm_max":0.1566241979598999,"_step":168,"data/examples_seen":128000,"train/steps_per_s":1.124159157925761,"_runtime":3564,"val/loss_q4":0.1328466385602951,"time/wall_hours":0.9894146719906065,"data/epochs":3.44966985581458,"train/loss":0.17563835859298707,"train/grad_norm":0.07363492265343666,"train/nonfinite_loss":0,"_wandb":{"runtime":3564}} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_075816-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_075816-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6ecb521033d4beabfcd53380ae9206af0e003bf9 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_075816-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T07:58:16.485764Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "r1bcerebfhvp8p55okm6l0kc8aez6rab" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_075816-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_075816-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..66eb9bccda851c89ac8589554047dd773963719a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_075816-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_B_tuned":0.09032854254110134,"eval/adapt_live/heldout_latent_mse_ratio":0.7710883432300761,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_skill_windows":256,"_wandb":{"runtime":0},"eval/adapt_live/heldout_C_tuned":3.8637055344879627,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_A_full_tuned":1.4351730458438396,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_lpips":0.2808280431199819,"eval/adapt_live/trainmap_lpips_gain":0.024291466290378594,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_A_tuned":1.4780149795114994,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_A_stock":1.3979303501546383,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_latent_skill":1.2765173640495604,"eval/adapt_live/heldout_psnr_dec":22.538262113928795,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_psnr_gain_paired":0.31478462368249893,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_psnr":20.41040427237749,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/heldout_B_stock":0.12150949707938707,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_lpips_gain_paired":0.024291466290378594,"eval/adapt_live/heldout_latent_ratio_mean":0.771088345123674,"eval/adapt_live/heldout_latent_mse":0.2238416885229526,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_A_full_stock":1.2237936481833458,"eval/adapt_live/heldout_C_stock":3.0056942217051983,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/heldout_lpips_gain_paired":-0.11387774927788996,"eval/adapt_live/heldout_psnr_gain":0.31478462368249893,"_timestamp":1.7905822970286002e+09,"eval/adapt_live/heldout_dup_excluded":0,"_step":0,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.7297863977660297,"eval/adapt_live/heldout_lpips_dec":0.23174895436386578,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"_runtime":0,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_lpips_gain":-0.11387774927788996,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_psnr":22.560567766427994,"step":0} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080030-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080030-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..4d2dfb6a8d1b1e8363378c4aa5e9fa7172f408a3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080030-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:00:30.289806Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "sh54u6vm1uacc1b0rpk1qgo7ql3tpxz7" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080030-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080030-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e26b9c764ffd9e5c8c2c31f2ed2c69f72d908225 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080030-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_episodes":8,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips":0.25894541008165106,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/heldout_psnr":20.604757968336344,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/heldout_A_stock":1.7055480256676674,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.7272561915451661,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.693492832415837,"step":50,"eval/adapt_live/heldout_lpips_dec":0.210228004201781,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_latent_skill":1.513742672737511,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_A_full_tuned":1.9503924883902073,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_A_tuned":1.999105542898178,"eval/adapt_live/heldout_C_stock":2.7707377038896084,"eval/adapt_live/heldout_lpips_gain_paired":-0.09199511623955914,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_B_stock":0.09641259992713458,"_timestamp":1.790582430925517e+09,"eval/adapt_live/heldout_C_tuned":3.5394911728799343,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_A_full_stock":1.5296838507056236,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_gain_paired":0.5091383196413517,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"_step":1,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/heldout_psnr_gain":0.5091383196413517,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_psnr_dec":22.844152316451073,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"_runtime":0,"eval/adapt_live/heldout_B_tuned":0.06658631257232628,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_latent_mse":0.21270964635914424,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_latent_ratio_mean":0.7272561928532824,"eval/adapt_live/heldout_lpips_gain":-0.09199511623955914,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080240-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080240-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3d1677849714a35e2a4540bfb2fdcf20b45d95af --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080240-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:02:40.308699Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "9mskugc9a5q3lsgj7z66xxbv58n90x0o" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080240-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080240-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..928afb1603de6ee9009e4e3dc45ee8b08a8ce49f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080240-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb.runtime":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_A_tuned":2.627946987748146,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_A_stock":2.0960441194474697,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/directional_ref_frac":0.875,"_wandb":{"runtime":0},"eval/adapt_live/heldout_C_stock":2.479882597923279,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/heldout_lpips_gain_paired":-0.07521155799986445,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_psnr_dec":23.210864283144474,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_B_tuned":0.04821566535611055,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_psnr":20.8118445686996,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"_runtime":0,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"step":100,"eval/adapt_live/heldout_A_full_tuned":2.5687440373003483,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_lpips_gain":-0.07521155799986445,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_psnr_gain_paired":0.7162249200046062,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"_step":2,"eval/adapt_live/heldout_latent_skill":1.9039416793237485,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_psnr_gain":0.7162249200046062,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/heldout_latent_mse":0.19505419309280114,"eval/adapt_live/heldout_latent_ratio_of_means":0.6359311256346186,"_timestamp":1.7905825629003222e+09,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_C_tuned":3.1552150323987007,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/heldout_B_stock":0.07619212366626016,"eval/adapt_live/heldout_latent_mse_ratio":0.665854329126887,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_A_full_stock":1.896395817399025,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips_dec":0.1895512264163699,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_lpips":0.24216185184195638,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_latent_ratio_mean":0.6658543289865819,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080455-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080455-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..88a512b30251ee8ead38282ef7fdcc26f0f97757 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080455-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:04:55.977234Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "sq2k3brh9vwxmx11khr4uh305majd0ii" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080455-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080455-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2258d988aa9b211948a4d121968398b6c4d37c39 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080455-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_paired_windows":256,"_runtime":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_A_tuned":2.8572947680950165,"eval/adapt_live/heldout_latent_mse_ratio":0.658975813887082,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_lpips_dec":0.179087537311716,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_A_full_stock":2.049789637327194,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_A_full_tuned":2.794455748051405,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_skill":1.9533827611286179,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/heldout_psnr":20.900021847337484,"eval/adapt_live/heldout_psnr_gain_paired":0.8044021986424923,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_latent_ratio_of_means":0.6282114406144331,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/heldout_B_tuned":0.0351126572022622,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_C_tuned":3.012318279594183,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"_timestamp":1.790582696495836e+09,"_wandb.runtime":0,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_B_stock":0.06408291108891717,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_C_stock":2.356159258633852,"step":150,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_psnr_dec":23.364258103072643,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_A_stock":2.2609117850661278,"eval/adapt_live/heldout_lpips_gain":-0.06533487295746454,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_ratio_mean":0.6589758120751089,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/heldout_lpips_gain_paired":-0.06533487295746454,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_psnr_gain":0.8044021986424923,"eval/adapt_live/directional_correct_frac":0.76953125,"_step":3,"eval/adapt_live/heldout_latent_mse":0.1926863943299395,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_lpips":0.23228516679955646,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080704-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080704-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..bad5a79c1751ea531bc2adb44532c38c7ce0ba9e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080704-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:07:04.202348Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "j8os9e22kdr8ws8asjb85ifmszam1rfi" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080704-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080704-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c1ec5b944e0b0f286fdd2b95ba853f0da1428131 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080704-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_latent_ratio_of_means":0.6137176210537751,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_psnr_gain":0.8671801760792732,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"step":250,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_latent_mse":0.18824081812635995,"eval/adapt_live/heldout_C_stock":2.2804178595542908,"_runtime":0,"eval/adapt_live/heldout_A_tuned":3.0512134544551373,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_A_stock":2.366136711090803,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_latent_skill":2.0480849644626216,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips_gain_paired":-0.055775069140509004,"eval/adapt_live/heldout_psnr_dec":23.473403990268707,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_lpips":0.22272536298260093,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/trainmap_outcome_windows_stock":256,"_step":4,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_lpips_dec":0.16972273311694153,"_timestamp":1.7905828247759974e+09,"eval/adapt_live/heldout_B_tuned":0.02172610631896532,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_skill_infinite":0,"_wandb.runtime":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.055775069140509004,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/heldout_psnr_gain_paired":0.8671801760792732,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_A_full_stock":2.158935524523258,"eval/adapt_live/heldout_A_full_tuned":2.9854850731790066,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/heldout_C_tuned":2.8958856388926506,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_psnr":20.962799824774265,"eval/adapt_live/heldout_latent_ratio_mean":0.6479355055568476,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.6479355064220726,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_B_stock":0.052616397701058304,"eval/adapt_live/trainmap_latent_ratio_undefined":0} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080912-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080912-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..bc4985df32ac11055cee1ec458c7bf735c2c76ea --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080912-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:09:12.968235Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "pc7e4nrjpnaw3uuusgtt0m7l6t4qjvwh" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080912-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080912-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b5e7679ffa8801aa998cb13b7de3b7b6840ed153 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_080912-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"_runtime":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_A_tuned":3.1842208206653595,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_lpips_gain":-0.05178467967562028,"eval/adapt_live/heldout_latent_mse_ratio":0.6407345400657505,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_B_tuned":0.017010262785333907,"step":500,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_A_stock":2.480197448283434,"eval/adapt_live/heldout_latent_ratio_of_means":0.6070468189121621,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/heldout_latent_mse":0.18619473502621986,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_C_tuned":2.8188018053770065,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_psnr_gain":0.9233823604881763,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_lpips_dec":0.165934562246548,"_step":5,"eval/adapt_live/heldout_psnr_gain_paired":0.9233823604881763,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_psnr":21.01900200918317,"eval/adapt_live/heldout_C_stock":2.201524306088686,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"_wandb.runtime":0,"eval/adapt_live/heldout_B_stock":0.04744561478946707,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_lpips_gain_paired":-0.05178467967562028,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/heldout_psnr_dec":23.581088729202747,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_latent_ratio_mean":0.6407345402024007,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_tuned":3.107505392283201,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"_timestamp":1.7905829536681569e+09,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill":2.0990449514416993,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_lpips":0.2187349735177122,"eval/adapt_live/heldout_A_full_stock":2.2666202634572983} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081120-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081120-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7616a65550241402da4e60eddd71c50d584cb7 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081120-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:11:20.201619Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "96mzbq4fr2a10xosggzg7gszf48ulg7r" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081120-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081120-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..5b5c93d1101dcc6963d89be3c6916983e553786d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081120-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"_wandb.runtime":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.04535026455778279,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_dec":23.655500508844852,"eval/adapt_live/heldout_latent_ratio_of_means":0.603310446942553,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_B_stock":0.040010851891565835,"eval/adapt_live/heldout_B_tuned":0.008881552810635185,"_runtime":0,"eval/adapt_live/heldout_A_stock":2.5463998652994633,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_psnr":21.047477263957262,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_psnr_gain_paired":0.95185761526227,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/heldout_latent_ratio_mean":0.6360242904688137,"eval/adapt_live/heldout_latent_ratio_undefined":0,"step":1000,"eval/adapt_live/heldout_latent_skill":2.1296326389021005,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_tuned":3.218203116208315,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_A_tuned":3.2942401878535748,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"_timestamp":1.7905830808256588e+09,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_C_tuned":2.7602426931262016,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_lpips_dec":0.1595284066570457,"eval/adapt_live/heldout_latent_mse":0.18504870680044405,"eval/adapt_live/heldout_lpips":0.21230055839987472,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_C_stock":2.158251963555813,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_mse_ratio":0.6360242898808792,"_step":6,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.04535026455778279,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_psnr_gain":0.95185761526227,"eval/adapt_live/heldout_A_full_stock":2.3410320430994034,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_C_stock":2.463347837328911} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081320-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081320-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..785cfe422525e0768961af5768d92f59970e88d4 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081320-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:13:20.946590Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "q4aqy1p5y06b448mtjnepewhdixkek68" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081320-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081320-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..61e639b7c50741ab38401711cfcfa98f9d2373ea --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_081320-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_lpips_gain_paired":-0.039943835381563986,"eval/adapt_live/heldout_latent_mse_ratio":0.6264859673101455,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_A_stock":2.638389553874731,"_step":7,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_psnr_dec":23.737782396376133,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_B_tuned":0.0026301753787265625,"eval/adapt_live/heldout_latent_mse":0.18259497531835223,"step":2000,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"_timestamp":1.7905832015339472e+09,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_psnr_gain_paired":0.9932123236358166,"_wandb":{"runtime":0},"eval/adapt_live/heldout_lpips_gain":-0.039943835381563986,"eval/adapt_live/heldout_latent_ratio_of_means":0.5953105972665742,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_mean":0.626485965785255,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_lpips":0.2068941292236559,"_wandb.runtime":0,"eval/adapt_live/heldout_B_stock":0.03352184235336608,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/directional_correct_frac":0.76953125,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/heldout_lpips_dec":0.15431956850807182,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_A_full_stock":2.423313930630684,"eval/adapt_live/heldout_psnr":21.08883197233081,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"_runtime":0,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_C_stock":2.0874822437763214,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/directional_motion_ratio":0.8687564361474243,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_C_tuned":2.6754012666642666,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_A_full_tuned":3.3573967777192593,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"eval/adapt_live/heldout_A_tuned":3.4320381730794907,"eval/adapt_live/heldout_latent_skill":2.190460314160134,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_psnr_gain":0.9932123236358166,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_windows":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_082219-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_082219-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ac5df5772aabda87f22a96ebacaa929e1c6e6f5a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_082219-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T08:22:19.631094Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "d39xyxt99jxdxcs8u324utsgkr8uw9d0" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_082219-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_082219-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c94cdc4d58086ae29fc6e483a7c1bfe7719d8ec3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/.wandb/wandb/run-20260928_082219-pixart200k_arenas13_map06_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_copy_psnr_dec":21.31446846574545,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill":2.2648361223807725,"eval/adapt_live/directional_correct_frac":0.8046875,"eval/adapt_live/trainmap_latent_ratio_mean":0.5719419827303022,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr":22.2720607817173,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_vae_lpips":0.10869739431655034,"_timestamp":1.7905837405720623e+09,"eval/adapt_live/heldout_C_tuned":2.6072438172996044,"eval/adapt_live/trainmap_A_tuned":4.02283638343215,"eval/adapt_live/heldout_A_full_stock":2.494785465300083,"eval/adapt_live/heldout_copy_latent_mse":0.30672219872576534,"eval/adapt_live/heldout_lpips_dec":0.1524274169933051,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_ref_frac":0.875,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_vae_psnr":22.506851069629192,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_C_stock":2.0395545549690723,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_A_full_tuned":3.92739587277174,"eval/adapt_live/heldout_A_stock":2.711320597678423,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5435635192336289,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_B_stock":-0.024497092670571874,"eval/adapt_live/heldout_psnr":21.12656019255519,"eval/adapt_live/heldout_psnr_gain_paired":1.030940543860197,"eval/adapt_live/heldout_lpips_gain":-0.03873015594217577,"eval/adapt_live/trainmap_A_stock":3.294030472636223,"eval/adapt_live/trainmap_C_stock":3.015062004327774,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6173036497516624,"eval/adapt_live/trainmap_lpips_gain":0.008455865385258221,"eval/adapt_live/heldout_A_tuned":3.549363762140274,"_wandb.runtime":0,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_A_full_stock":2.934360694140196,"eval/adapt_live/trainmap_C_tuned":3.8118735663592815,"eval/adapt_live/heldout_latent_ratio_of_means":0.5850032556140614,"eval/adapt_live/heldout_B_stock":0.03216890341354883,"eval/adapt_live/heldout_psnr_dec":23.809253931045532,"eval/adapt_live/trainmap_latent_skill":2.613143520950769,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_persist_psnr":20.095619648694992,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.6173036495456472,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_A_full_tuned":3.4726392440497875,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_B_tuned":-0.057159085814419086,"eval/adapt_live/trainmap_psnr_gain_paired":0.5644364766776562,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_psnr_gain":0.5644364766776562,"eval/adapt_live/heldout_latent_mse":0.17943348482367583,"eval/adapt_live/heldout_persist_lpips":0.16695029384209192,"eval/adapt_live/trainmap_lpips_gain_paired":0.008455865385258221,"eval/adapt_live/heldout_lpips":0.2056804497842677,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_psnr_gain":1.030940543860197,"_runtime":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5719419810920954,"step":4000,"eval/adapt_live/trainmap_lpips_dec":0.14820106857223436,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_psnr_dec":25.32530663907528,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_latent_mse":0.17161183291318594,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_B_tuned":0.0008887340627552476,"eval/adapt_live/directional_motion_ratio":0.8466536287433565,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.03873015594217577,"_step":8,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_lpips":0.19309814649750479} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt new file mode 100644 index 0000000000000000000000000000000000000000..139894339d16e521d675317700371adff0990d4e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dc2381c99f9080d830be96e868411dc283f030c5d671b92d48e854dcd09d034 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..c1372f6de1dbf8382d0a2da8f3f286fb6265f257 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790578159943037457, "sha256": "2dc2381c99f9080d830be96e868411dc283f030c5d671b92d48e854dcd09d034"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9bb87545ccac211a2d3ec2979408befef6f6d1 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:680c76675c45ecc035b5b4a8c60067380ce570de9795c36b665aaf8c3d0fe1de +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..d76045ce362bf68fb9e301e633a598897cf9efa4 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790578210503865987, "sha256": "680c76675c45ecc035b5b4a8c60067380ce570de9795c36b665aaf8c3d0fe1de"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f6183006652957dd510ce03c5a94cabd212289c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237c3c968afc58a5eb78f7ae7eb9e4055d6470af19acfe8b575f6a14a7da2ce1 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..ca4833f6b66953e699ab7da55dddc999b4c19245 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790578261429687107, "sha256": "237c3c968afc58a5eb78f7ae7eb9e4055d6470af19acfe8b575f6a14a7da2ce1"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fdfd57d30b8b2866e77187457e7fc2b5405fdc3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03721d3e6976dce0d46cb8d9229665a27b3d10c08fafa6a6eabc696f6cef63c5 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..06ab02e32fda2f831015ec77edf314f601e4f6b6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790578307587619422, "sha256": "03721d3e6976dce0d46cb8d9229665a27b3d10c08fafa6a6eabc696f6cef63c5"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt new file mode 100644 index 0000000000000000000000000000000000000000..0712d38e513afbe648436287852c6f91742c0acf --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e640c27421eb4feb7b68e9c4e79fd73de34d8f90727d98c4f9a94c876c6c1bab +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..a51a06784444cf5984633f4b4362437ea34530ea --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790578398688514192, "sha256": "e640c27421eb4feb7b68e9c4e79fd73de34d8f90727d98c4f9a94c876c6c1bab"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f961bdc8a9c507e10d0d1b5a641de73fac023bc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393b119efe02989d144825dba0b83b2447f8673372ce962b243e88a24f40bf79 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..274cba3987a432678006afb4569b310f80439288 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790578635374054655, "sha256": "393b119efe02989d144825dba0b83b2447f8673372ce962b243e88a24f40bf79"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd76df7e89ac1cf3f84eec5830467c030873b493 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabd56c9d7d9b1d43c457e6ec78aba5b34f33c3b7a1f3dcc170e7f54c037af02 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..205b93ffd9abe8285a9b646e77ddfe48d9f914bb --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790579079828826785, "sha256": "cabd56c9d7d9b1d43c457e6ec78aba5b34f33c3b7a1f3dcc170e7f54c037af02"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt new file mode 100644 index 0000000000000000000000000000000000000000..e102c703773265ce086882496c8517b04e1dab95 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0742b46c660a76731ee0cac4852d0c0fd90a4268118691ec717409e00167c4ae +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..c15ee0190b9bfd73f70f4bb61c197be1d232b201 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790579958954633312, "sha256": "0742b46c660a76731ee0cac4852d0c0fd90a4268118691ec717409e00167c4ae"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt new file mode 100644 index 0000000000000000000000000000000000000000..00466024c7f8476cf9f71aca18605c8b3ee19960 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2adadc350d0a1cf3059c97a7eff378d093d3db05ecdc3c7f25993b347c6f0d9c +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..0173c7cd02fb1019e3596c06dd53ba34dfb5e48a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790581721817182652, "sha256": "2adadc350d0a1cf3059c97a7eff378d093d3db05ecdc3c7f25993b347c6f0d9c"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/config.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..568b940a20da8ee30bc7378f4aeef201e13de53a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/config.json @@ -0,0 +1,198 @@ +{ + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map06", + "seed": 0, + "certificate": { + "git": { + "commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", + "dirty": 0 + }, + "seed": 0, + "map": "arenas13_map06", + "set": "arenas13", + "map_id": 6, + "source": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "weights": "ema", + "step": 200000, + "sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a" + }, + "split": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0" + }, + "adapt_episodes": [ + 53, + 79, + 92, + 105, + 131, + 235, + 248, + 261 + ], + "adapt_episodes_k": 8, + "held_out": [ + 40, + 157, + 170, + 196, + 209, + 287, + 313, + 326 + ], + "held_out_windows": 256, + "micro_batch": 32, + "world": 1, + "accum": 1, + "effective_batch": 32, + "lr": 0.0001, + "lr_source": "LoRA default", + "warmup": 100, + "ema_decay": 0.999, + "optim_policy": { + "clip": { + "value": 1.0, + "from": "source" + }, + "wd": { + "value": 0.0, + "from": "source" + }, + "skip_grad_norm": { + "value": 0.0, + "from": "source" + }, + "skip_grad_after": { + "value": 0, + "from": "source" + } + }, + "rank": 16, + "alpha": 16.0, + "dropout": 0.0, + "lora_mlp": false, + "parts": [ + "control", + "input_proj", + "noise_emb" + ], + "trainable": 25902208, + "step_grid": [ + 0, + 50, + 100, + 150, + 250, + 500, + 1000, + 2000, + 4000 + ], + "step0_parity_max_abs": 0.0, + "step0_parity_windows": 8, + "recipe": { + "backbone": "pixart", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "noise_aug_max": 0.7, + "objective": "v", + "tic_stride": 1, + "action_history": 32, + "control_bits": 19, + "phase_buckets": 0, + "action_inject": "token", + "action_dropout": 0.0, + "warm_start": "PixArt-alpha/PixArt-XL-2-512x512", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub" + }, + "counts": { + "lora": 8257536, + "part_control": 16994304, + "part_input_proj": 609408, + "part_noise_emb": 40960, + "trainable": 25902208, + "total": 636738720, + "backbone_frozen": 610836512, + "trainable_fraction": 0.04121397530972065 + }, + "args": { + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map06", + "seed": 0 + } + }, + "certificate_line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map06 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json split_sha256=30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", + "wandb_run": "pixart200k_arenas13_map06_r16_k8_s0" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/log.jsonl b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bfb4d6d0519feea7c9dd0799f873ae092989ef08 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/log.jsonl @@ -0,0 +1,181 @@ +{"event": "start", "backbone": "pixart", "map": "arenas13_map06", "world": 1, "accum": 1, "per_gpu_batch": 32, "global_batch": 32, "dataset_summary": {"episodes": 8, "context_frames": 32, "horizon": 1, "candidate_windows": 39185, "windows": 37105, "excluded_windows": 2080, "excluded_fraction": 0.05308153630215644, "control_bits": 19}, "params": {"lora": 8257536, "part_control": 16994304, "part_input_proj": 609408, "part_noise_emb": 40960, "trainable": 25902208, "total": 636738720, "backbone_frozen": 610836512, "trainable_fraction": 0.04121397530972065}, "step_grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "adapt_episodes": [53, 79, 92, 105, 131, 235, 248, 261], "held_out": [40, 157, 170, 196, 209, 287, 313, 326], "time": 1790578156.2684312} +{"event": "certificate", "line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map06 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json split_sha256=30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", "step0_parity_max_abs": 0.0, "time": 1790578156.274146} +{"event": "val", "step": 0, "val_loss": 0.2029179036617279, "val_loss_by_t_quartile": [0.3463602364063263, 0.17283135652542114, 0.15505695343017578, 0.16732235252857208], "excursion": false, "time": 1790578159.750102} +{"event": "checkpoint", "step": 0, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt", "val_loss": 0.2029179036617279, "time": 1790578159.944321} +{"event": "train", "step": 25, "loss": 0.20862563729286193, "lr": 2.6000000000000002e-05, "steps_per_s": 1.0144813513239586, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07016418233513833, "grad_norm_max": 0.09462371468544006, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578184.589687} +{"event": "train", "step": 50, "loss": 0.2014399367570877, "lr": 5.1000000000000006e-05, "steps_per_s": 1.074642655844059, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06717533230781556, "grad_norm_max": 0.12223342061042786, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578206.4736297} +{"event": "val", "step": 50, "val_loss": 0.1943322718143463, "val_loss_by_t_quartile": [0.33301258087158203, 0.16339144110679626, 0.14863674342632294, 0.1607179045677185], "excursion": false, "time": 1790578210.1482685} +{"event": "checkpoint", "step": 50, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt", "val_loss": 0.1943322718143463, "time": 1790578210.504329} +{"event": "train", "step": 75, "loss": 0.1987878155708313, "lr": 7.6e-05, "steps_per_s": 1.003488585515439, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06628112211823463, "grad_norm_max": 0.10964947938919067, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578234.6855867} +{"event": "train", "step": 100, "loss": 0.19344236016273497, "lr": 0.0001, "steps_per_s": 1.0180928937916836, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061338567435741426, "grad_norm_max": 0.11914331465959549, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578258.1693063} +{"event": "val", "step": 100, "val_loss": 0.18175865709781647, "val_loss_by_t_quartile": [0.31641581654548645, 0.15056103467941284, 0.13888859748840332, 0.14858058094978333], "excursion": false, "time": 1790578261.1272595} +{"event": "checkpoint", "step": 100, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt", "val_loss": 0.18175865709781647, "time": 1790578261.4302356} +{"event": "train", "step": 125, "loss": 0.1914605337381363, "lr": 0.0001, "steps_per_s": 1.0209565544339574, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06246470615267754, "grad_norm_max": 0.09870637208223343, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578282.380606} +{"event": "train", "step": 150, "loss": 0.1923697304725647, "lr": 0.0001, "steps_per_s": 1.0384485752691262, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06392908215522766, "grad_norm_max": 0.1115412712097168, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578304.392551} +{"event": "val", "step": 150, "val_loss": 0.1773834377527237, "val_loss_by_t_quartile": [0.30992579460144043, 0.14576950669288635, 0.13541020452976227, 0.14517049491405487], "excursion": false, "time": 1790578307.2536333} +{"event": "checkpoint", "step": 150, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt", "val_loss": 0.1773834377527237, "time": 1790578307.5886161} +{"event": "train", "step": 175, "loss": 0.18990133047103883, "lr": 0.0001, "steps_per_s": 1.040348731992209, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06317083701491356, "grad_norm_max": 0.10696117579936981, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578328.1591566} +{"event": "train", "step": 200, "loss": 0.18224251329898833, "lr": 0.0001, "steps_per_s": 1.043652323600553, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06462882727384567, "grad_norm_max": 0.10602139681577682, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578351.5810857} +{"event": "train", "step": 225, "loss": 0.1796053731441498, "lr": 0.0001, "steps_per_s": 1.0589544679922822, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.059777844548225406, "grad_norm_max": 0.12063147872686386, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578372.4203732} +{"event": "train", "step": 250, "loss": 0.18240773499011995, "lr": 0.0001, "steps_per_s": 1.063877632838826, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0682840347290039, "grad_norm_max": 0.15848569571971893, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578394.9357264} +{"event": "val", "step": 250, "val_loss": 0.17345395684242249, "val_loss_by_t_quartile": [0.30414196848869324, 0.14184240996837616, 0.1325078159570694, 0.14160609245300293], "excursion": false, "time": 1790578398.4245918} +{"event": "checkpoint", "step": 250, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt", "val_loss": 0.17345395684242249, "time": 1790578398.6892402} +{"event": "train", "step": 275, "loss": 0.18458912670612335, "lr": 0.0001, "steps_per_s": 1.0463750936293137, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0651489594578743, "grad_norm_max": 0.11474069207906723, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578422.7584004} +{"event": "train", "step": 300, "loss": 0.1955207681655884, "lr": 0.0001, "steps_per_s": 1.0456193022988893, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07265210628509522, "grad_norm_max": 0.14199906587600708, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578446.8575342} +{"event": "train", "step": 325, "loss": 0.18154433906078338, "lr": 0.0001, "steps_per_s": 1.0446932841005994, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06405778139829636, "grad_norm_max": 0.11185387521982193, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578471.042395} +{"event": "train", "step": 350, "loss": 0.17778793811798096, "lr": 0.0001, "steps_per_s": 1.0533884805152682, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06139019772410393, "grad_norm_max": 0.12449450045824051, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578492.2073498} +{"event": "train", "step": 375, "loss": 0.18195780277252196, "lr": 0.0001, "steps_per_s": 1.0533619916412604, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06901563495397568, "grad_norm_max": 0.14041203260421753, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578515.949261} +{"event": "train", "step": 400, "loss": 0.17757928431034087, "lr": 0.0001, "steps_per_s": 1.052822929775274, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05891592010855675, "grad_norm_max": 0.10006677359342575, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578539.8772402} +{"event": "train", "step": 425, "loss": 0.1804678064584732, "lr": 0.0001, "steps_per_s": 1.0509243324578503, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06359879896044732, "grad_norm_max": 0.10018011182546616, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578564.3521361} +{"event": "train", "step": 450, "loss": 0.17206668019294738, "lr": 0.0001, "steps_per_s": 1.0567051594090309, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0567768856883049, "grad_norm_max": 0.09077775478363037, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578585.7987437} +{"event": "train", "step": 475, "loss": 0.17901594758033754, "lr": 0.0001, "steps_per_s": 1.0589785851911933, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06268329948186874, "grad_norm_max": 0.11120951175689697, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578608.4916418} +{"event": "train", "step": 500, "loss": 0.18155582308769225, "lr": 0.0001, "steps_per_s": 1.059471129097248, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06898677662014961, "grad_norm_max": 0.12969017028808594, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578631.8799112} +{"event": "val", "step": 500, "val_loss": 0.17069602012634277, "val_loss_by_t_quartile": [0.2999739348888397, 0.13892240822315216, 0.1307026743888855, 0.13908661901950836], "excursion": false, "time": 1790578635.0958035} +{"event": "checkpoint", "step": 500, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt", "val_loss": 0.17069602012634277, "time": 1790578635.376047} +{"event": "train", "step": 525, "loss": 0.1771438056230545, "lr": 0.0001, "steps_per_s": 1.0500567299974006, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06381225511431694, "grad_norm_max": 0.12172513455152512, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578659.9192748} +{"event": "train", "step": 550, "loss": 0.1761464762687683, "lr": 0.0001, "steps_per_s": 1.0494906960191874, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07408172950148582, "grad_norm_max": 0.3167293667793274, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578684.0099537} +{"event": "train", "step": 575, "loss": 0.18021859288215636, "lr": 0.0001, "steps_per_s": 1.054838161862846, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06983261570334434, "grad_norm_max": 0.15678514540195465, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578705.0535746} +{"event": "train", "step": 600, "loss": 0.17399252355098724, "lr": 0.0001, "steps_per_s": 1.059057529881525, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.060557488054037094, "grad_norm_max": 0.11156492680311203, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578726.4877334} +{"event": "train", "step": 625, "loss": 0.17608152210712433, "lr": 0.0001, "steps_per_s": 1.0630301049542594, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06499240070581436, "grad_norm_max": 0.11999629437923431, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578747.8882604} +{"event": "train", "step": 650, "loss": 0.18607207834720613, "lr": 0.0001, "steps_per_s": 1.0649533136739802, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07382184088230133, "grad_norm_max": 0.19788524508476257, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578770.3016713} +{"event": "train", "step": 675, "loss": 0.18002237379550934, "lr": 0.0001, "steps_per_s": 1.0700274219010286, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06942383512854576, "grad_norm_max": 0.12407798320055008, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578790.771213} +{"event": "train", "step": 700, "loss": 0.17493002474308014, "lr": 0.0001, "steps_per_s": 1.0733276548503785, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06153351694345474, "grad_norm_max": 0.08210082352161407, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578812.1236315} +{"event": "train", "step": 725, "loss": 0.17580560266971587, "lr": 0.0001, "steps_per_s": 1.0708825801547865, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05750494450330734, "grad_norm_max": 0.07544577866792679, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578836.9578123} +{"event": "train", "step": 750, "loss": 0.17206864893436433, "lr": 0.0001, "steps_per_s": 1.0713472690778703, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05778423100709915, "grad_norm_max": 0.08405382931232452, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578859.9994411} +{"event": "train", "step": 775, "loss": 0.16846366941928864, "lr": 0.0001, "steps_per_s": 1.0724131876284988, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.062163986116647724, "grad_norm_max": 0.24256888031959534, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578882.615588} +{"event": "train", "step": 800, "loss": 0.17556818425655366, "lr": 0.0001, "steps_per_s": 1.0756480692653607, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0625105494260788, "grad_norm_max": 0.1171225979924202, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578903.6839354} +{"event": "train", "step": 825, "loss": 0.1793966645002365, "lr": 0.0001, "steps_per_s": 1.0788633126078522, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0676406316459179, "grad_norm_max": 0.13711802661418915, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578924.6400573} +{"event": "train", "step": 850, "loss": 0.1752966594696045, "lr": 0.0001, "steps_per_s": 1.0776902170759433, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06511296808719635, "grad_norm_max": 0.12391955405473709, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578948.6701043} +{"event": "train", "step": 875, "loss": 0.178295077085495, "lr": 0.0001, "steps_per_s": 1.080615401616691, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06905934378504754, "grad_norm_max": 0.1448236107826233, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578969.6699777} +{"event": "train", "step": 900, "loss": 0.1718408000469208, "lr": 0.0001, "steps_per_s": 1.078915951517746, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06151709958910942, "grad_norm_max": 0.14223332703113556, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790578994.116971} +{"event": "train", "step": 925, "loss": 0.17743970990180968, "lr": 0.0001, "steps_per_s": 1.0810389989711644, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05902238979935646, "grad_norm_max": 0.08616884797811508, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579015.6045892} +{"event": "train", "step": 950, "loss": 0.17916854858398437, "lr": 0.0001, "steps_per_s": 1.0839869523568422, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07183010280132293, "grad_norm_max": 0.12859299778938293, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579036.3407536} +{"event": "train", "step": 975, "loss": 0.18022702872753144, "lr": 0.0001, "steps_per_s": 1.087570707446769, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06700278103351592, "grad_norm_max": 0.09977160394191742, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579056.4398842} +{"event": "train", "step": 1000, "loss": 0.17363618373870848, "lr": 0.0001, "steps_per_s": 1.0907451992544452, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061342905759811404, "grad_norm_max": 0.10703763365745544, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579076.7508414} +{"event": "val", "step": 1000, "val_loss": 0.1683792620897293, "val_loss_by_t_quartile": [0.2955816984176636, 0.13651740550994873, 0.1290319412946701, 0.13770106434822083], "excursion": false, "time": 1790579079.5279613} +{"event": "checkpoint", "step": 1000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt", "val_loss": 0.1683792620897293, "time": 1790579079.8296356} +{"event": "train", "step": 1025, "loss": 0.17334118187427522, "lr": 0.0001, "steps_per_s": 1.0902055991894573, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06422920197248459, "grad_norm_max": 0.09327446669340134, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579100.1359446} +{"event": "train", "step": 1050, "loss": 0.18149933099746704, "lr": 0.0001, "steps_per_s": 1.0904107659079572, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07078212425112725, "grad_norm_max": 0.11750905215740204, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579122.8861258} +{"event": "train", "step": 1075, "loss": 0.18093157649040223, "lr": 0.0001, "steps_per_s": 1.0887560064200923, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0710311359167099, "grad_norm_max": 0.10590735822916031, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579147.3116372} +{"event": "train", "step": 1100, "loss": 0.18086932957172394, "lr": 0.0001, "steps_per_s": 1.0901066036566798, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06790659680962563, "grad_norm_max": 0.10713116079568863, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579169.0221567} +{"event": "train", "step": 1125, "loss": 0.17223640084266661, "lr": 0.0001, "steps_per_s": 1.0927390347330364, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06742966681718826, "grad_norm_max": 0.13874952495098114, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579189.4693239} +{"event": "train", "step": 1150, "loss": 0.17612613916397094, "lr": 0.0001, "steps_per_s": 1.0954503233860944, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06588215112686158, "grad_norm_max": 0.1305670440196991, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579209.7428946} +{"event": "train", "step": 1175, "loss": 0.17941947400569916, "lr": 0.0001, "steps_per_s": 1.0957614279856334, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06429248735308647, "grad_norm_max": 0.11861301213502884, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579232.2599926} +{"event": "train", "step": 1200, "loss": 0.17686036348342896, "lr": 0.0001, "steps_per_s": 1.095486962328297, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06142135500907898, "grad_norm_max": 0.10820001363754272, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579255.3495178} +{"event": "train", "step": 1225, "loss": 0.1798689717054367, "lr": 0.0001, "steps_per_s": 1.097565351930493, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06399008050560952, "grad_norm_max": 0.11376878619194031, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579276.0528715} +{"event": "train", "step": 1250, "loss": 0.18106539130210877, "lr": 0.0001, "steps_per_s": 1.0996059785232755, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06706356137990951, "grad_norm_max": 0.09660592675209045, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579296.717111} +{"event": "train", "step": 1275, "loss": 0.1738641494512558, "lr": 0.0001, "steps_per_s": 1.0987281581514459, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06006287440657616, "grad_norm_max": 0.09570188075304031, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579320.3789194} +{"event": "train", "step": 1300, "loss": 0.17744011759757997, "lr": 0.0001, "steps_per_s": 1.1001107272126291, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07028102159500121, "grad_norm_max": 0.12945114076137543, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579341.6456826} +{"event": "train", "step": 1325, "loss": 0.1784377646446228, "lr": 0.0001, "steps_per_s": 1.0997013926706045, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06561804965138435, "grad_norm_max": 0.10332722216844559, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579364.8186693} +{"event": "train", "step": 1350, "loss": 0.17450628995895387, "lr": 0.0001, "steps_per_s": 1.1019691536846496, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06043061032891273, "grad_norm_max": 0.10900863260030746, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579385.0260463} +{"event": "train", "step": 1375, "loss": 0.17228616774082184, "lr": 0.0001, "steps_per_s": 1.1039353333910402, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05910080835223198, "grad_norm_max": 0.1161336749792099, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579405.4902673} +{"event": "train", "step": 1400, "loss": 0.17667798399925233, "lr": 0.0001, "steps_per_s": 1.1062828214096578, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06385600209236145, "grad_norm_max": 0.10711311548948288, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579425.4454594} +{"event": "train", "step": 1425, "loss": 0.18608422636985777, "lr": 0.0001, "steps_per_s": 1.1077714780047965, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06976728796958924, "grad_norm_max": 0.1298713982105255, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579446.3128743} +{"event": "train", "step": 1450, "loss": 0.1754538184404373, "lr": 0.0001, "steps_per_s": 1.109033196851816, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05522251561284065, "grad_norm_max": 0.07651302963495255, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579467.3914988} +{"event": "train", "step": 1475, "loss": 0.1751021236181259, "lr": 0.0001, "steps_per_s": 1.110691950134707, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06717725470662117, "grad_norm_max": 0.11446794122457504, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579487.9472182} +{"event": "train", "step": 1500, "loss": 0.1783498740196228, "lr": 0.0001, "steps_per_s": 1.1111243893204668, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06153949424624443, "grad_norm_max": 0.11062801629304886, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579509.9300795} +{"event": "train", "step": 1525, "loss": 0.17740375697612762, "lr": 0.0001, "steps_per_s": 1.1117159048139058, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0656275524199009, "grad_norm_max": 0.1295928955078125, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579531.6996198} +{"event": "train", "step": 1550, "loss": 0.17421667873859406, "lr": 0.0001, "steps_per_s": 1.1131561594565387, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06298933476209641, "grad_norm_max": 0.10608614981174469, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579552.3834493} +{"event": "train", "step": 1575, "loss": 0.1820857459306717, "lr": 0.0001, "steps_per_s": 1.1139749428222983, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06649291381239891, "grad_norm_max": 0.14465242624282837, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579573.8021073} +{"event": "train", "step": 1600, "loss": 0.17341107726097107, "lr": 0.0001, "steps_per_s": 1.1123355254199985, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07221565142273903, "grad_norm_max": 0.24695329368114471, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579598.3612216} +{"event": "train", "step": 1625, "loss": 0.17266667425632476, "lr": 0.0001, "steps_per_s": 1.1117167588881174, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05868545845150948, "grad_norm_max": 0.08664161711931229, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579621.6494765} +{"event": "train", "step": 1650, "loss": 0.17177202343940734, "lr": 0.0001, "steps_per_s": 1.1133240050307864, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.058384906649589535, "grad_norm_max": 0.09428675472736359, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579641.9947171} +{"event": "train", "step": 1675, "loss": 0.17958173871040345, "lr": 0.0001, "steps_per_s": 1.1141519958948651, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07052046328783035, "grad_norm_max": 0.13128583133220673, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579663.3318217} +{"event": "train", "step": 1700, "loss": 0.17287168622016907, "lr": 0.0001, "steps_per_s": 1.1152469523204238, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.055822317898273466, "grad_norm_max": 0.07692733407020569, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579684.2725053} +{"event": "train", "step": 1725, "loss": 0.17794422209262847, "lr": 0.0001, "steps_per_s": 1.115522326210934, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06891453996300698, "grad_norm_max": 0.11775971949100494, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579706.3071315} +{"event": "train", "step": 1750, "loss": 0.16753384232521057, "lr": 0.0001, "steps_per_s": 1.1150036649365078, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06014854893088341, "grad_norm_max": 0.10013031959533691, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579729.447816} +{"event": "train", "step": 1775, "loss": 0.1717168867588043, "lr": 0.0001, "steps_per_s": 1.1138741017893505, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06121890783309936, "grad_norm_max": 0.10292679816484451, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579753.4836586} +{"event": "train", "step": 1800, "loss": 0.16925106227397918, "lr": 0.0001, "steps_per_s": 1.114853722439742, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06011192440986633, "grad_norm_max": 0.12827692925930023, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579774.507797} +{"event": "train", "step": 1825, "loss": 0.1765562492609024, "lr": 0.0001, "steps_per_s": 1.1139093353545995, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0688570585846901, "grad_norm_max": 0.13368159532546997, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579798.3201437} +{"event": "train", "step": 1850, "loss": 0.17436453938484192, "lr": 0.0001, "steps_per_s": 1.114291891800631, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06964783027768134, "grad_norm_max": 0.2186758816242218, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579820.193438} +{"event": "train", "step": 1875, "loss": 0.17658011615276337, "lr": 0.0001, "steps_per_s": 1.113215942440376, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06866141960024834, "grad_norm_max": 0.10983570665121078, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579844.2556255} +{"event": "train", "step": 1900, "loss": 0.17600228369235993, "lr": 0.0001, "steps_per_s": 1.1123379808831089, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06907309621572494, "grad_norm_max": 0.11118324846029282, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579868.0601654} +{"event": "train", "step": 1925, "loss": 0.17557701647281646, "lr": 0.0001, "steps_per_s": 1.1124626919698826, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05835804030299187, "grad_norm_max": 0.11293623596429825, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579890.3415818} +{"event": "train", "step": 1950, "loss": 0.1711268240213394, "lr": 0.0001, "steps_per_s": 1.1134732934286629, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06769609943032265, "grad_norm_max": 0.15889130532741547, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579911.2232556} +{"event": "train", "step": 1975, "loss": 0.17464228928089143, "lr": 0.0001, "steps_per_s": 1.1133256517856471, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06365963950753212, "grad_norm_max": 0.10816086828708649, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579933.910546} +{"event": "train", "step": 2000, "loss": 0.17119543731212616, "lr": 0.0001, "steps_per_s": 1.1136974694902781, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06325931370258331, "grad_norm_max": 0.09562530368566513, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579955.7661946} +{"event": "val", "step": 2000, "val_loss": 0.16610513627529144, "val_loss_by_t_quartile": [0.29204440116882324, 0.13424675166606903, 0.12767232954502106, 0.13547907769680023], "excursion": false, "time": 1790579958.64389} +{"event": "checkpoint", "step": 2000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt", "val_loss": 0.16610513627529144, "time": 1790579958.956207} +{"event": "train", "step": 2025, "loss": 0.1667059987783432, "lr": 0.0001, "steps_per_s": 1.110907541346335, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.060883499830961224, "grad_norm_max": 0.1266879439353943, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790579982.7802646} +{"event": "train", "step": 2050, "loss": 0.17318225026130676, "lr": 0.0001, "steps_per_s": 1.1097471239527539, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06493145272135735, "grad_norm_max": 0.1481066197156906, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580007.2138987} +{"event": "train", "step": 2075, "loss": 0.1723783642053604, "lr": 0.0001, "steps_per_s": 1.1087888929107064, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06151088833808899, "grad_norm_max": 0.11646195501089096, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580031.3574898} +{"event": "train", "step": 2100, "loss": 0.17005591511726378, "lr": 0.0001, "steps_per_s": 1.107774337107202, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05902799844741821, "grad_norm_max": 0.10295494645833969, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580055.639247} +{"event": "train", "step": 2125, "loss": 0.18176330149173736, "lr": 0.0001, "steps_per_s": 1.1081096033969564, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06997117891907692, "grad_norm_max": 0.13973775506019592, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580077.6268556} +{"event": "train", "step": 2150, "loss": 0.17868060052394866, "lr": 0.0001, "steps_per_s": 1.1095954499746394, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07013918712735176, "grad_norm_max": 0.11790824681520462, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580097.589574} +{"event": "train", "step": 2175, "loss": 0.18316434621810912, "lr": 0.0001, "steps_per_s": 1.10967935019358, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06926650419831276, "grad_norm_max": 0.1447216421365738, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580119.971901} +{"event": "train", "step": 2200, "loss": 0.1674140763282776, "lr": 0.0001, "steps_per_s": 1.110956350846573, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05762439250946045, "grad_norm_max": 0.11194122582674026, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580140.2221746} +{"event": "train", "step": 2225, "loss": 0.17379703164100646, "lr": 0.0001, "steps_per_s": 1.1111493099315095, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061001082211732865, "grad_norm_max": 0.11699987947940826, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580162.377416} +{"event": "train", "step": 2250, "loss": 0.17235107302665711, "lr": 0.0001, "steps_per_s": 1.110494358076615, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06601244986057281, "grad_norm_max": 0.11465377360582352, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580186.0708344} +{"event": "train", "step": 2275, "loss": 0.1727110517024994, "lr": 0.0001, "steps_per_s": 1.1109332097968572, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06404874682426452, "grad_norm_max": 0.0980939269065857, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580207.7742083} +{"event": "train", "step": 2300, "loss": 0.17251705169677733, "lr": 0.0001, "steps_per_s": 1.110886068317553, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06606005266308784, "grad_norm_max": 0.11547764390707016, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580230.365967} +{"event": "train", "step": 2325, "loss": 0.17010951578617095, "lr": 0.0001, "steps_per_s": 1.1106910562300236, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.055975895673036576, "grad_norm_max": 0.07872077077627182, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580253.2376206} +{"event": "train", "step": 2350, "loss": 0.16408445775508881, "lr": 0.0001, "steps_per_s": 1.111288069172065, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05743319347500801, "grad_norm_max": 0.11857074499130249, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580274.6096952} +{"event": "train", "step": 2375, "loss": 0.1745394015312195, "lr": 0.0001, "steps_per_s": 1.1107911593404218, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06906992644071579, "grad_norm_max": 0.1606045961380005, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580298.0619373} +{"event": "train", "step": 2400, "loss": 0.17034386873245239, "lr": 0.0001, "steps_per_s": 1.1111529484016256, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06750531628727913, "grad_norm_max": 0.21859116852283478, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580319.8655345} +{"event": "train", "step": 2425, "loss": 0.1752084094285965, "lr": 0.0001, "steps_per_s": 1.1113189321454624, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07187570512294769, "grad_norm_max": 0.15426744520664215, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580342.0382438} +{"event": "train", "step": 2450, "loss": 0.17014978110790252, "lr": 0.0001, "steps_per_s": 1.1115579862658387, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06407076150178909, "grad_norm_max": 0.11636588722467422, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580364.0603547} +{"event": "train", "step": 2475, "loss": 0.1697852325439453, "lr": 0.0001, "steps_per_s": 1.1119155992328922, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06321465954184532, "grad_norm_max": 0.11602038145065308, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580385.834665} +{"event": "train", "step": 2500, "loss": 0.1733471167087555, "lr": 0.0001, "steps_per_s": 1.112516168176244, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061962516605854036, "grad_norm_max": 0.12925931811332703, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580407.10481} +{"event": "train", "step": 2525, "loss": 0.17489743411540984, "lr": 0.0001, "steps_per_s": 1.1136687365426456, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06794194370508194, "grad_norm_max": 0.11550316214561462, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580427.2276056} +{"event": "train", "step": 2550, "loss": 0.1756201720237732, "lr": 0.0001, "steps_per_s": 1.1129069784065575, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06155329376459122, "grad_norm_max": 0.10293076187372208, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580451.2429414} +{"event": "train", "step": 2575, "loss": 0.17697410225868226, "lr": 0.0001, "steps_per_s": 1.1121392039548614, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061414102762937545, "grad_norm_max": 0.1018531396985054, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580475.3037505} +{"event": "train", "step": 2600, "loss": 0.17036975502967835, "lr": 0.0001, "steps_per_s": 1.1114853096148563, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06507904440164566, "grad_norm_max": 0.11063504219055176, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580499.1585147} +{"event": "train", "step": 2625, "loss": 0.16737724006175994, "lr": 0.0001, "steps_per_s": 1.1124787418755862, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06386272579431534, "grad_norm_max": 0.11882919818162918, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580519.5421052} +{"event": "train", "step": 2650, "loss": 0.17542696356773377, "lr": 0.0001, "steps_per_s": 1.1135111007202028, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06853152438998222, "grad_norm_max": 0.13667652010917664, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580539.805847} +{"event": "train", "step": 2675, "loss": 0.17225197613239288, "lr": 0.0001, "steps_per_s": 1.1131904195296503, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06470241293311119, "grad_norm_max": 0.091008260846138, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580562.9492815} +{"event": "train", "step": 2700, "loss": 0.17838732838630678, "lr": 0.0001, "steps_per_s": 1.1122592398560214, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06966012999415398, "grad_norm_max": 0.13421203196048737, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580587.438011} +{"event": "train", "step": 2725, "loss": 0.16964848816394806, "lr": 0.0001, "steps_per_s": 1.1127701964046233, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07119009464979172, "grad_norm_max": 0.1431434452533722, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580608.789699} +{"event": "train", "step": 2750, "loss": 0.17377424061298372, "lr": 0.0001, "steps_per_s": 1.1133900209693604, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0652785761654377, "grad_norm_max": 0.13280411064624786, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580629.8803146} +{"event": "train", "step": 2775, "loss": 0.17611132681369782, "lr": 0.0001, "steps_per_s": 1.11332932233376, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06660884037613869, "grad_norm_max": 0.11185288429260254, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580652.4704568} +{"event": "train", "step": 2800, "loss": 0.1747902011871338, "lr": 0.0001, "steps_per_s": 1.1140414477861955, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07078752338886261, "grad_norm_max": 0.1709340214729309, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580673.3178306} +{"event": "train", "step": 2825, "loss": 0.17342505097389221, "lr": 0.0001, "steps_per_s": 1.1148213608318973, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06354040145874024, "grad_norm_max": 0.12058456242084503, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580693.9845243} +{"event": "train", "step": 2850, "loss": 0.1683689522743225, "lr": 0.0001, "steps_per_s": 1.1157899574145438, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06693973839282989, "grad_norm_max": 0.21088498830795288, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580714.1906836} +{"event": "train", "step": 2875, "loss": 0.1720074200630188, "lr": 0.0001, "steps_per_s": 1.115870089221411, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06300965785980224, "grad_norm_max": 0.11474199593067169, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580736.4113152} +{"event": "train", "step": 2900, "loss": 0.16778981029987336, "lr": 0.0001, "steps_per_s": 1.1162057435094452, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06382921800017356, "grad_norm_max": 0.11260376870632172, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580758.0333555} +{"event": "train", "step": 2925, "loss": 0.16931750297546386, "lr": 0.0001, "steps_per_s": 1.1153932280699805, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06700778365135193, "grad_norm_max": 0.13479559123516083, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580782.339749} +{"event": "train", "step": 2950, "loss": 0.16893406808376313, "lr": 0.0001, "steps_per_s": 1.115117194008664, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.059915771037340165, "grad_norm_max": 0.10451512783765793, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580805.408092} +{"event": "train", "step": 2975, "loss": 0.1702074009180069, "lr": 0.0001, "steps_per_s": 1.1151520934961274, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0597419086098671, "grad_norm_max": 0.09927491098642349, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580827.7440455} +{"event": "train", "step": 3000, "loss": 0.17493376910686492, "lr": 0.0001, "steps_per_s": 1.1157578346352812, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06247924700379372, "grad_norm_max": 0.09804366528987885, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580848.7017581} +{"event": "train", "step": 3025, "loss": 0.16886251747608186, "lr": 0.0001, "steps_per_s": 1.1165828787257792, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06043039575219154, "grad_norm_max": 0.09657073765993118, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580869.1048367} +{"event": "train", "step": 3050, "loss": 0.17188008964061738, "lr": 0.0001, "steps_per_s": 1.1174510153177943, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06046454206109047, "grad_norm_max": 0.09467744827270508, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580889.3724258} +{"event": "train", "step": 3075, "loss": 0.17883000254631043, "lr": 0.0001, "steps_per_s": 1.1183379487951417, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06565320745110512, "grad_norm_max": 0.11270120739936829, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580909.5625963} +{"event": "train", "step": 3100, "loss": 0.16938962817192077, "lr": 0.0001, "steps_per_s": 1.1188879614145906, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06138272315263748, "grad_norm_max": 0.10090255737304688, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580930.5544775} +{"event": "train", "step": 3125, "loss": 0.17050143480300903, "lr": 0.0001, "steps_per_s": 1.1186727844862943, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05957485750317573, "grad_norm_max": 0.0988713875412941, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580953.435094} +{"event": "train", "step": 3150, "loss": 0.17308467566967012, "lr": 0.0001, "steps_per_s": 1.1194664524542548, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06547432526946068, "grad_norm_max": 0.12726618349552155, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580973.7866595} +{"event": "train", "step": 3175, "loss": 0.17083316504955293, "lr": 0.0001, "steps_per_s": 1.11948553165933, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06905442520976067, "grad_norm_max": 0.12491767108440399, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790580996.0704222} +{"event": "train", "step": 3200, "loss": 0.16881628096103668, "lr": 0.0001, "steps_per_s": 1.1187650224680885, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0683615730702877, "grad_norm_max": 0.15069542825222015, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581020.2430594} +{"event": "train", "step": 3225, "loss": 0.1822958266735077, "lr": 0.0001, "steps_per_s": 1.1184958867198247, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06713301539421082, "grad_norm_max": 0.12692999839782715, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581043.2827818} +{"event": "train", "step": 3250, "loss": 0.17396306216716767, "lr": 0.0001, "steps_per_s": 1.1190389316535183, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08160156220197677, "grad_norm_max": 0.20004315674304962, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581064.2243004} +{"event": "train", "step": 3275, "loss": 0.16615522563457488, "lr": 0.0001, "steps_per_s": 1.1198457018625574, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06893258273601532, "grad_norm_max": 0.14106948673725128, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581084.4565332} +{"event": "train", "step": 3300, "loss": 0.16872355997562408, "lr": 0.0001, "steps_per_s": 1.1206553651038975, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061707332581281665, "grad_norm_max": 0.09908399730920792, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581104.6517508} +{"event": "train", "step": 3325, "loss": 0.1702934741973877, "lr": 0.0001, "steps_per_s": 1.1207886108430607, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06231309488415718, "grad_norm_max": 0.10662274062633514, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581126.6074555} +{"event": "train", "step": 3350, "loss": 0.16869265496730804, "lr": 0.0001, "steps_per_s": 1.12156946167258, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.05719875440001488, "grad_norm_max": 0.0933769941329956, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581146.8323383} +{"event": "train", "step": 3375, "loss": 0.1794894552230835, "lr": 0.0001, "steps_per_s": 1.1223407125090363, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07170623824000359, "grad_norm_max": 0.1607501208782196, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581167.0546684} +{"event": "train", "step": 3400, "loss": 0.1709754776954651, "lr": 0.0001, "steps_per_s": 1.121832371501837, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06617403477430343, "grad_norm_max": 0.12196275591850281, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581190.7019637} +{"event": "train", "step": 3425, "loss": 0.17130958318710326, "lr": 0.0001, "steps_per_s": 1.1210344552791263, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07143917396664619, "grad_norm_max": 0.13197897374629974, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581215.1600432} +{"event": "train", "step": 3450, "loss": 0.17526615738868714, "lr": 0.0001, "steps_per_s": 1.1205517531111553, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06864959463477134, "grad_norm_max": 0.1277576982975006, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581238.7866313} +{"event": "train", "step": 3475, "loss": 0.17293009281158447, "lr": 0.0001, "steps_per_s": 1.12127056264744, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06116300851106644, "grad_norm_max": 0.10383441299200058, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581259.1090758} +{"event": "train", "step": 3500, "loss": 0.17077965199947356, "lr": 0.0001, "steps_per_s": 1.1217551571609814, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06262582167983055, "grad_norm_max": 0.11805139482021332, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581280.05675} +{"event": "train", "step": 3525, "loss": 0.1730787116289139, "lr": 0.0001, "steps_per_s": 1.122603035460461, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06695200070738792, "grad_norm_max": 0.11193950474262238, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581299.9697666} +{"event": "train", "step": 3550, "loss": 0.17130249857902527, "lr": 0.0001, "steps_per_s": 1.1234189458031634, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06170916065573692, "grad_norm_max": 0.10305166244506836, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581319.9428468} +{"event": "train", "step": 3575, "loss": 0.16835201978683473, "lr": 0.0001, "steps_per_s": 1.123635286346321, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06261685445904731, "grad_norm_max": 0.09840954095125198, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581341.583589} +{"event": "train", "step": 3600, "loss": 0.17048384845256806, "lr": 0.0001, "steps_per_s": 1.1228824978974488, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0619333516061306, "grad_norm_max": 0.12092217803001404, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581365.980701} +{"event": "train", "step": 3625, "loss": 0.16790627241134642, "lr": 0.0001, "steps_per_s": 1.1233017099121663, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0582050384581089, "grad_norm_max": 0.08938320726156235, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581387.0400164} +{"event": "train", "step": 3650, "loss": 0.1670999586582184, "lr": 0.0001, "steps_per_s": 1.1233521040808678, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.060207725763320924, "grad_norm_max": 0.09411468356847763, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581409.1502516} +{"event": "train", "step": 3675, "loss": 0.1680804294347763, "lr": 0.0001, "steps_per_s": 1.1236199340473751, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061061331629753114, "grad_norm_max": 0.10749683529138565, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581430.6251743} +{"event": "train", "step": 3700, "loss": 0.17545850396156312, "lr": 0.0001, "steps_per_s": 1.1236262089797644, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06519920364022255, "grad_norm_max": 0.11425352096557617, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581452.8562522} +{"event": "train", "step": 3725, "loss": 0.17265141427516936, "lr": 0.0001, "steps_per_s": 1.1235806807522453, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07048005014657974, "grad_norm_max": 0.11747182905673981, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581475.239968} +{"event": "train", "step": 3750, "loss": 0.16956826150417328, "lr": 0.0001, "steps_per_s": 1.1243216573938657, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0645911306142807, "grad_norm_max": 0.12178580462932587, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581495.290733} +{"event": "train", "step": 3775, "loss": 0.1715937751531601, "lr": 0.0001, "steps_per_s": 1.1242143513951939, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06954631373286248, "grad_norm_max": 0.2188364565372467, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581517.8470256} +{"event": "train", "step": 3800, "loss": 0.17395400285720825, "lr": 0.0001, "steps_per_s": 1.1248676822007477, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06818890556693077, "grad_norm_max": 0.1129748523235321, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581538.1214085} +{"event": "train", "step": 3825, "loss": 0.165866961479187, "lr": 0.0001, "steps_per_s": 1.1243100875192984, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.059851907789707184, "grad_norm_max": 0.11035749316215515, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581562.03268} +{"event": "train", "step": 3850, "loss": 0.174705411195755, "lr": 0.0001, "steps_per_s": 1.124662926651233, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06638026982545853, "grad_norm_max": 0.10895944386720657, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581583.1941054} +{"event": "train", "step": 3875, "loss": 0.16583809792995452, "lr": 0.0001, "steps_per_s": 1.1246661666733353, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07862296283245086, "grad_norm_max": 0.21373696625232697, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581605.4133124} +{"event": "train", "step": 3900, "loss": 0.17337241232395173, "lr": 0.0001, "steps_per_s": 1.1246122835874428, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07455980896949768, "grad_norm_max": 0.17521320283412933, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581627.8080971} +{"event": "train", "step": 3925, "loss": 0.1698867917060852, "lr": 0.0001, "steps_per_s": 1.1243925447242844, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06434460580348969, "grad_norm_max": 0.0897378996014595, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581650.71997} +{"event": "train", "step": 3950, "loss": 0.17885881781578064, "lr": 0.0001, "steps_per_s": 1.1245504614159558, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07287573710083961, "grad_norm_max": 0.12636850774288177, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581672.4610815} +{"event": "train", "step": 3975, "loss": 0.1684914469718933, "lr": 0.0001, "steps_per_s": 1.1248421369576793, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07293627008795739, "grad_norm_max": 0.12785209715366364, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581693.7757661} +{"event": "train", "step": 4000, "loss": 0.17563835859298707, "lr": 0.0001, "steps_per_s": 1.124159157925761, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07363492265343666, "grad_norm_max": 0.1566241979598999, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790581718.1612504} +{"event": "val", "step": 4000, "val_loss": 0.1633794605731964, "val_loss_by_t_quartile": [0.28778061270713806, 0.13198257982730865, 0.12566803395748138, 0.1328466385602951], "excursion": false, "time": 1790581721.5387971} +{"event": "checkpoint", "step": 4000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt", "val_loss": 0.1633794605731964, "time": 1790581721.8181868} +{"event": "end", "step": 4000, "time": 1790581721.8202255} diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores.jsonl b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..843af5fed9811db1171ff242837f0b9d280ba927 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores.jsonl @@ -0,0 +1,9 @@ +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 0, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "2dc2381c99f9080d830be96e868411dc283f030c5d671b92d48e854dcd09d034", "step": 0, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 20.41040427237749, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.2808280431199819, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.7710883432300761, "heldout_latent_mse": 0.2238416885229526, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 22.538262113928795, "heldout_lpips_dec": 0.23174895436386578, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.31478462368249893, "heldout_lpips_gain": -0.11387774927788996, "heldout_latent_ratio_of_means": 0.7297863977660297, "heldout_windows": 256, "heldout_latent_skill": 1.2765173640495604, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.771088345123674, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.31478462368249893, "heldout_lpips_gain_paired": -0.11387774927788996, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/heldout/paired_windows.csv", "heldout_A_stock": 1.3979303501546383, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.2237936481833458, "heldout_B_stock": 0.12150949707938707, "heldout_C_stock": 3.0056942217051983, "heldout_A_tuned": 1.4780149795114994, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 1.4351730458438396, "heldout_B_tuned": 0.09032854254110134, "heldout_C_tuned": 3.8637055344879627, "trainmap_psnr": 22.560567766427994, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.1772625455923844, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5360811052378267, "trainmap_latent_mse": 0.16236915795161622, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 26.037940502166748, "trainmap_lpips_dec": 0.128997650987003, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.8529434613883495, "trainmap_lpips_gain": 0.024291466290378594, "trainmap_latent_ratio_of_means": 0.5142882598068218, "trainmap_windows": 256, "trainmap_latent_skill": 2.893628930711127, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5360811028727365, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.8529434613883495, "trainmap_lpips_gain_paired": 0.024291466290378594, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/trainmap/paired_windows.csv", "trainmap_A_stock": 4.062437433749437, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 3.6469945572316647, "trainmap_B_stock": -0.04356531833582267, "trainmap_C_stock": 2.463347837328911, "trainmap_A_tuned": 4.987002331763506, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 4.877047538757324, "trainmap_B_tuned": -0.07910556922251999, "trainmap_C_tuned": 3.2238037027418613, "directional_correct_frac": 0.76953125, "directional_ref_frac": 0.875, "directional_motion_ratio": 0.8687564361474243, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb", "scored_at": 1790582296.1449127, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 50, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "680c76675c45ecc035b5b4a8c60067380ce570de9795c36b665aaf8c3d0fe1de", "step": 50, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 20.604757968336344, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.25894541008165106, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.7272561915451661, "heldout_latent_mse": 0.21270964635914424, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 22.844152316451073, "heldout_lpips_dec": 0.210228004201781, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.5091383196413517, "heldout_lpips_gain": -0.09199511623955914, "heldout_latent_ratio_of_means": 0.693492832415837, "heldout_windows": 256, "heldout_latent_skill": 1.513742672737511, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7272561928532824, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.5091383196413517, "heldout_lpips_gain_paired": -0.09199511623955914, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94/heldout/paired_windows.csv", "heldout_A_stock": 1.7055480256676674, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.5296838507056236, "heldout_B_stock": 0.09641259992713458, "heldout_C_stock": 2.7707377038896084, "heldout_A_tuned": 1.999105542898178, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 1.9503924883902073, "heldout_B_tuned": 0.06658631257232628, "heldout_C_tuned": 3.5394911728799343, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94", "scored_at": 1790582430.2045095, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 100, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "237c3c968afc58a5eb78f7ae7eb9e4055d6470af19acfe8b575f6a14a7da2ce1", "step": 100, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 20.8118445686996, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.24216185184195638, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.665854329126887, "heldout_latent_mse": 0.19505419309280114, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.210864283144474, "heldout_lpips_dec": 0.1895512264163699, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.7162249200046062, "heldout_lpips_gain": -0.07521155799986445, "heldout_latent_ratio_of_means": 0.6359311256346186, "heldout_windows": 256, "heldout_latent_skill": 1.9039416793237485, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6658543289865819, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.7162249200046062, "heldout_lpips_gain_paired": -0.07521155799986445, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77/heldout/paired_windows.csv", "heldout_A_stock": 2.0960441194474697, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.896395817399025, "heldout_B_stock": 0.07619212366626016, "heldout_C_stock": 2.479882597923279, "heldout_A_tuned": 2.627946987748146, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.5687440373003483, "heldout_B_tuned": 0.04821566535611055, "heldout_C_tuned": 3.1552150323987007, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77", "scored_at": 1790582560.2066998, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 150, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "03721d3e6976dce0d46cb8d9229665a27b3d10c08fafa6a6eabc696f6cef63c5", "step": 150, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 20.900021847337484, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.23228516679955646, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.658975813887082, "heldout_latent_mse": 0.1926863943299395, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.364258103072643, "heldout_lpips_dec": 0.179087537311716, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.8044021986424923, "heldout_lpips_gain": -0.06533487295746454, "heldout_latent_ratio_of_means": 0.6282114406144331, "heldout_windows": 256, "heldout_latent_skill": 1.9533827611286179, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6589758120751089, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.8044021986424923, "heldout_lpips_gain_paired": -0.06533487295746454, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a/heldout/paired_windows.csv", "heldout_A_stock": 2.2609117850661278, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.049789637327194, "heldout_B_stock": 0.06408291108891717, "heldout_C_stock": 2.356159258633852, "heldout_A_tuned": 2.8572947680950165, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.794455748051405, "heldout_B_tuned": 0.0351126572022622, "heldout_C_tuned": 3.012318279594183, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a", "scored_at": 1790582695.8730266, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 250, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "e640c27421eb4feb7b68e9c4e79fd73de34d8f90727d98c4f9a94c876c6c1bab", "step": 250, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 20.962799824774265, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.22272536298260093, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.6479355064220726, "heldout_latent_mse": 0.18824081812635995, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.473403990268707, "heldout_lpips_dec": 0.16972273311694153, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.8671801760792732, "heldout_lpips_gain": -0.055775069140509004, "heldout_latent_ratio_of_means": 0.6137176210537751, "heldout_windows": 256, "heldout_latent_skill": 2.0480849644626216, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6479355055568476, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.8671801760792732, "heldout_lpips_gain_paired": -0.055775069140509004, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8/heldout/paired_windows.csv", "heldout_A_stock": 2.366136711090803, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.158935524523258, "heldout_B_stock": 0.052616397701058304, "heldout_C_stock": 2.2804178595542908, "heldout_A_tuned": 3.0512134544551373, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.9854850731790066, "heldout_B_tuned": 0.02172610631896532, "heldout_C_tuned": 2.8958856388926506, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8", "scored_at": 1790582824.1155555, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 500, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "393b119efe02989d144825dba0b83b2447f8673372ce962b243e88a24f40bf79", "step": 500, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.01900200918317, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.2187349735177122, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.6407345400657505, "heldout_latent_mse": 0.18619473502621986, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.581088729202747, "heldout_lpips_dec": 0.165934562246548, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.9233823604881763, "heldout_lpips_gain": -0.05178467967562028, "heldout_latent_ratio_of_means": 0.6070468189121621, "heldout_windows": 256, "heldout_latent_skill": 2.0990449514416993, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6407345402024007, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.9233823604881763, "heldout_lpips_gain_paired": -0.05178467967562028, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983/heldout/paired_windows.csv", "heldout_A_stock": 2.480197448283434, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.2666202634572983, "heldout_B_stock": 0.04744561478946707, "heldout_C_stock": 2.201524306088686, "heldout_A_tuned": 3.1842208206653595, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.107505392283201, "heldout_B_tuned": 0.017010262785333907, "heldout_C_tuned": 2.8188018053770065, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983", "scored_at": 1790582952.8800752, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 1000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "cabd56c9d7d9b1d43c457e6ec78aba5b34f33c3b7a1f3dcc170e7f54c037af02", "step": 1000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.047477263957262, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.21230055839987472, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.6360242898808792, "heldout_latent_mse": 0.18504870680044405, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.655500508844852, "heldout_lpips_dec": 0.1595284066570457, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.95185761526227, "heldout_lpips_gain": -0.04535026455778279, "heldout_latent_ratio_of_means": 0.603310446942553, "heldout_windows": 256, "heldout_latent_skill": 2.1296326389021005, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6360242904688137, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.95185761526227, "heldout_lpips_gain_paired": -0.04535026455778279, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9/heldout/paired_windows.csv", "heldout_A_stock": 2.5463998652994633, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.3410320430994034, "heldout_B_stock": 0.040010851891565835, "heldout_C_stock": 2.158251963555813, "heldout_A_tuned": 3.2942401878535748, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.218203116208315, "heldout_B_tuned": 0.008881552810635185, "heldout_C_tuned": 2.7602426931262016, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9", "scored_at": 1790583080.1182876, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 2000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "0742b46c660a76731ee0cac4852d0c0fd90a4268118691ec717409e00167c4ae", "step": 2000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.08883197233081, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.2068941292236559, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.6264859673101455, "heldout_latent_mse": 0.18259497531835223, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.737782396376133, "heldout_lpips_dec": 0.15431956850807182, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 0.9932123236358166, "heldout_lpips_gain": -0.039943835381563986, "heldout_latent_ratio_of_means": 0.5953105972665742, "heldout_windows": 256, "heldout_latent_skill": 2.190460314160134, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.626485965785255, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.9932123236358166, "heldout_lpips_gain_paired": -0.039943835381563986, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611/heldout/paired_windows.csv", "heldout_A_stock": 2.638389553874731, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.423313930630684, "heldout_B_stock": 0.03352184235336608, "heldout_C_stock": 2.0874822437763214, "heldout_A_tuned": 3.4320381730794907, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.3573967777192593, "heldout_B_tuned": 0.0026301753787265625, "heldout_C_tuned": 2.6754012666642666, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611", "scored_at": 1790583200.857716, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map06_r16_k8_s0", "map": "arenas13_map06", "set": "arenas13", "map_id": 6, "step": 4000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "7988ec31f5c46f955b8b6fab4eaa68f3949d2812c2338008e32ec82a0dafef64", "key": {"ckpt_sha256": "2adadc350d0a1cf3059c97a7eff378d093d3db05ecdc3c7f25993b347c6f0d9c", "step": 4000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", "eval_split_sha256": "30c4017faa1643332fe72ced454b6a17f98eed4963912d7484652f743f1669f0", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 21.12656019255519, "heldout_persist_psnr": 20.095619648694992, "heldout_lpips": 0.2056804497842677, "heldout_persist_lpips": 0.16695029384209192, "heldout_latent_mse_ratio": 0.6173036495456472, "heldout_latent_mse": 0.17943348482367583, "heldout_copy_latent_mse": 0.30672219872576534, "heldout_psnr_dec": 23.809253931045532, "heldout_lpips_dec": 0.1524274169933051, "heldout_copy_psnr_dec": 21.31446846574545, "heldout_vae_psnr": 22.506851069629192, "heldout_vae_lpips": 0.10869739431655034, "heldout_psnr_gain": 1.030940543860197, "heldout_lpips_gain": -0.03873015594217577, "heldout_latent_ratio_of_means": 0.5850032556140614, "heldout_windows": 256, "heldout_latent_skill": 2.2648361223807725, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6173036497516624, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.030940543860197, "heldout_lpips_gain_paired": -0.03873015594217577, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/heldout/paired_windows.csv", "heldout_A_stock": 2.711320597678423, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.494785465300083, "heldout_B_stock": 0.03216890341354883, "heldout_C_stock": 2.0395545549690723, "heldout_A_tuned": 3.549363762140274, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.4726392440497875, "heldout_B_tuned": 0.0008887340627552476, "heldout_C_tuned": 2.6072438172996044, "trainmap_psnr": 22.2720607817173, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.19309814649750479, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5719419810920954, "trainmap_latent_mse": 0.17161183291318594, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 25.32530663907528, "trainmap_lpips_dec": 0.14820106857223436, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.5644364766776562, "trainmap_lpips_gain": 0.008455865385258221, "trainmap_latent_ratio_of_means": 0.5435635192336289, "trainmap_windows": 256, "trainmap_latent_skill": 2.613143520950769, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5719419827303022, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.5644364766776562, "trainmap_lpips_gain_paired": 0.008455865385258221, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/trainmap/paired_windows.csv", "trainmap_A_stock": 3.294030472636223, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 2.934360694140196, "trainmap_B_stock": -0.024497092670571874, "trainmap_C_stock": 3.015062004327774, "trainmap_A_tuned": 4.02283638343215, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 3.92739587277174, "trainmap_B_tuned": -0.057159085814419086, "trainmap_C_tuned": 3.8118735663592815, "directional_correct_frac": 0.8046875, "directional_ref_frac": 0.875, "directional_motion_ratio": 0.8466536287433565, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57", "scored_at": 1790583739.5402174, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/directional.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..23c318798664b67e0631f8402410a373bd6ca08f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.76953125, + "ref_frac": 0.875, + "ref_raw_frac": 0.8828125, + "recorded_expected_sign_frac": 0.84765625, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.7421875, + "recorded": { + "mean": 12.553275467158528, + "median": 14.319838047027588, + "expected_sign_frac": 0.8203125, + "undefined": 0 + }, + "swapped": { + "mean": -15.072564966510981, + "median": -18.3035306930542, + "expected_sign_frac": 0.875, + "undefined": 0 + }, + "reference": { + "mean": 12.767196581116877, + "median": 15.740018367767334, + "expected_sign_frac": 0.84375, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.84375, + "reference_raw": { + "mean": 12.804774531337898, + "median": 15.654504776000977, + "expected_sign_frac": 0.8515625, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.796875, + "recorded": { + "mean": -15.588908311678097, + "median": -19.731053352355957, + "expected_sign_frac": 0.875, + "undefined": 0 + }, + "swapped": { + "mean": 18.284213258200907, + "median": 21.3775053024292, + "expected_sign_frac": 0.8828125, + "undefined": 0 + }, + "reference": { + "mean": -16.206217330123764, + "median": -19.552023887634277, + "expected_sign_frac": 0.90625, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.90625, + "reference_raw": { + "mean": -15.938065675087273, + "median": -19.20065212249756, + "expected_sign_frac": 0.9140625, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8687564361474243, + "per_horizon": { + "1": 1.0386875964413629, + "2": 0.8052142765053047, + "3": 0.813298352794107, + "4": 0.815314827126008 + }, + "mean_pred": 0.05258861611400789, + "mean_real": 0.06053321037506976, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 33, + "episode": 40, + "map": 6, + "start": 33, + "target_tic": 65, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.953222274780273, + "shift_swapped": 29.09055519104004, + "shift_reference": -19.27497673034668, + "peak_recorded": 0.4020886719226837, + "peak_swapped": 0.47970160841941833, + "peak_reference": 0.5760888457298279, + "motion_pred": [ + 0.04823197424411774, + 0.0342840850353241, + 0.036180611699819565, + 0.03642133250832558 + ], + "motion_real": [ + 0.0386357381939888, + 0.03751779720187187, + 0.03729240223765373, + 0.038106828927993774 + ], + "shift_reference_raw": -19.254558563232422 + }, + { + "index": 41, + "episode": 40, + "map": 6, + "start": 41, + "target_tic": 73, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.96599769592285, + "shift_swapped": 27.02527618408203, + "shift_reference": -13.001702308654785, + "peak_recorded": 0.42619308829307556, + "peak_swapped": 0.2681577205657959, + "peak_reference": 0.49450042843818665, + "motion_pred": [ + 0.050151098519563675, + 0.03502383083105087, + 0.0377119779586792, + 0.0400371216237545 + ], + "motion_real": [ + 0.03622633218765259, + 0.036438893526792526, + 0.03619128465652466, + 0.036521196365356445 + ], + "shift_reference_raw": -13.08560848236084 + }, + { + "index": 45, + "episode": 40, + "map": 6, + "start": 45, + "target_tic": 77, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.632718086242676, + "shift_swapped": 28.05052947998047, + "shift_reference": -16.184078216552734, + "peak_recorded": 0.6928671598434448, + "peak_swapped": 0.6175272464752197, + "peak_reference": 0.6641023755073547, + "motion_pred": [ + 0.044386740773916245, + 0.03873772919178009, + 0.037551745772361755, + 0.03724726289510727 + ], + "motion_real": [ + 0.04047837108373642, + 0.03985501453280449, + 0.04118170216679573, + 0.04374530538916588 + ], + "shift_reference_raw": -16.989025115966797 + }, + { + "index": 119, + "episode": 40, + "map": 6, + "start": 119, + "target_tic": 151, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.948565483093262, + "shift_swapped": 27.595048904418945, + "shift_reference": -16.102134704589844, + "peak_recorded": 0.5655245184898376, + "peak_swapped": 0.6051209568977356, + "peak_reference": 0.6718091368675232, + "motion_pred": [ + 0.050044767558574677, + 0.035749148577451706, + 0.03764044865965843, + 0.04043170064687729 + ], + "motion_real": [ + 0.041055914014577866, + 0.042075008153915405, + 0.043068576604127884, + 0.04402637854218483 + ], + "shift_reference_raw": -15.74776840209961 + }, + { + "index": 144, + "episode": 40, + "map": 6, + "start": 144, + "target_tic": 176, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.048763275146484, + "shift_swapped": 23.33668327331543, + "shift_reference": -19.00563621520996, + "peak_recorded": 0.5038427114486694, + "peak_swapped": 0.4725669324398041, + "peak_reference": 0.4472979009151459, + "motion_pred": [ + 0.0497712641954422, + 0.04075000435113907, + 0.039501748979091644, + 0.039734918624162674 + ], + "motion_real": [ + 0.04195663705468178, + 0.0343133769929409, + 0.03425328806042671, + 0.03502383828163147 + ], + "shift_reference_raw": -19.057743072509766 + }, + { + "index": 180, + "episode": 40, + "map": 6, + "start": 180, + "target_tic": 212, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.524948120117188, + "shift_swapped": -20.262767791748047, + "shift_reference": 20.069074630737305, + "peak_recorded": 0.5506883859634399, + "peak_swapped": 0.6359217762947083, + "peak_reference": 0.6766535639762878, + "motion_pred": [ + 0.05787461996078491, + 0.033802106976509094, + 0.0311452466994524, + 0.02980138175189495 + ], + "motion_real": [ + 0.05124782398343086, + 0.035003095865249634, + 0.03859064728021622, + 0.04317164048552513 + ], + "shift_reference_raw": 19.980287551879883 + }, + { + "index": 226, + "episode": 40, + "map": 6, + "start": 226, + "target_tic": 258, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.138673782348633, + "shift_swapped": -18.34430503845215, + "shift_reference": 23.27750587463379, + "peak_recorded": 0.8759770393371582, + "peak_swapped": 0.6938009858131409, + "peak_reference": 0.739700198173523, + "motion_pred": [ + 0.14647915959358215, + 0.10845117270946503, + 0.10777144134044647, + 0.12345404177904129 + ], + "motion_real": [ + 0.1373807042837143, + 0.11753243952989578, + 0.1037570908665657, + 0.12130113691091537 + ], + "shift_reference_raw": 22.9851131439209 + }, + { + "index": 278, + "episode": 40, + "map": 6, + "start": 278, + "target_tic": 310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.03238868713379, + "shift_swapped": 22.011932373046875, + "shift_reference": -19.647029876708984, + "peak_recorded": 0.43077412247657776, + "peak_swapped": 0.37983182072639465, + "peak_reference": 0.41431763768196106, + "motion_pred": [ + 0.056344080716371536, + 0.05652320757508278, + 0.06251300126314163, + 0.056744690984487534 + ], + "motion_real": [ + 0.04832971468567848, + 0.052399516105651855, + 0.053275469690561295, + 0.0555964894592762 + ], + "shift_reference_raw": -19.646013259887695 + }, + { + "index": 283, + "episode": 40, + "map": 6, + "start": 283, + "target_tic": 315, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.80175018310547, + "shift_swapped": 19.801193237304688, + "shift_reference": -20.709924697875977, + "peak_recorded": 0.38590893149375916, + "peak_swapped": 0.374169260263443, + "peak_reference": 0.4234384298324585, + "motion_pred": [ + 0.06163340061903, + 0.05352608859539032, + 0.035201508551836014, + 0.027401449158787727 + ], + "motion_real": [ + 0.05390316620469093, + 0.05596869811415672, + 0.04562986642122269, + 0.0450003556907177 + ], + "shift_reference_raw": -20.7183895111084 + }, + { + "index": 416, + "episode": 40, + "map": 6, + "start": 416, + "target_tic": 448, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.1185088157653809, + "shift_swapped": 10.621582984924316, + "shift_reference": -3.01129412651062, + "peak_recorded": 0.6739495396614075, + "peak_swapped": 0.6232374906539917, + "peak_reference": 0.6468371748924255, + "motion_pred": [ + 0.08363302052021027, + 0.03368407115340233, + 0.051223449409008026, + 0.05961279943585396 + ], + "motion_real": [ + 0.07722606509923935, + 0.05482109263539314, + 0.06932398676872253, + 0.07386631518602371 + ], + "shift_reference_raw": -3.004051923751831 + }, + { + "index": 491, + "episode": 40, + "map": 6, + "start": 491, + "target_tic": 523, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.637620449066162, + "shift_swapped": -5.006355285644531, + "shift_reference": 4.167353630065918, + "peak_recorded": 0.5743140578269958, + "peak_swapped": 0.5697708129882812, + "peak_reference": 0.6363182663917542, + "motion_pred": [ + 0.056553374975919724, + 0.0346885584294796, + 0.029577137902379036, + 0.03037176840007305 + ], + "motion_real": [ + 0.040632352232933044, + 0.04247325286269188, + 0.046973470598459244, + 0.049766767770051956 + ], + "shift_reference_raw": 4.251265048980713 + }, + { + "index": 623, + "episode": 40, + "map": 6, + "start": 623, + "target_tic": 655, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.471677780151367, + "shift_swapped": -15.705296516418457, + "shift_reference": 25.8647403717041, + "peak_recorded": 0.8664029836654663, + "peak_swapped": 0.9584514498710632, + "peak_reference": 0.8527882099151611, + "motion_pred": [ + 0.16309215128421783, + 0.1300729364156723, + 0.10881023854017258, + 0.11470545828342438 + ], + "motion_real": [ + 0.14084933698177338, + 0.12115771323442459, + 0.10314171761274338, + 0.13129624724388123 + ], + "shift_reference_raw": 25.86530303955078 + }, + { + "index": 639, + "episode": 40, + "map": 6, + "start": 639, + "target_tic": 671, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.705711364746094, + "shift_swapped": -20.186691284179688, + "shift_reference": 21.392227172851562, + "peak_recorded": 0.39654624462127686, + "peak_swapped": 0.38108688592910767, + "peak_reference": 0.608381450176239, + "motion_pred": [ + 0.06324206292629242, + 0.049204349517822266, + 0.030464965850114822, + 0.031363628804683685 + ], + "motion_real": [ + 0.0594814270734787, + 0.05781634524464607, + 0.03812137991189957, + 0.040052179247140884 + ], + "shift_reference_raw": 21.125062942504883 + }, + { + "index": 665, + "episode": 40, + "map": 6, + "start": 665, + "target_tic": 697, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.55739402770996, + "shift_swapped": -24.88455581665039, + "shift_reference": 27.073551177978516, + "peak_recorded": 0.8353996276855469, + "peak_swapped": 0.6758673787117004, + "peak_reference": 0.8100773692131042, + "motion_pred": [ + 0.09737450629472733, + 0.08843503892421722, + 0.09323196858167648, + 0.08618775755167007 + ], + "motion_real": [ + 0.09717077016830444, + 0.09608205407857895, + 0.10123076289892197, + 0.09185348451137543 + ], + "shift_reference_raw": 27.19011116027832 + }, + { + "index": 803, + "episode": 40, + "map": 6, + "start": 803, + "target_tic": 835, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.7581896781921387, + "shift_swapped": -12.972131729125977, + "shift_reference": 2.8532333374023438, + "peak_recorded": 0.7688885927200317, + "peak_swapped": 0.7587194442749023, + "peak_reference": 0.821113646030426, + "motion_pred": [ + 0.05006522312760353, + 0.04792411997914314, + 0.04655895009636879, + 0.05564596503973007 + ], + "motion_real": [ + 0.049878884106874466, + 0.055606868118047714, + 0.05276023596525192, + 0.06221763417124748 + ], + "shift_reference_raw": 2.6261425018310547 + }, + { + "index": 1226, + "episode": 40, + "map": 6, + "start": 1261, + "target_tic": 1293, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -9.652470588684082, + "shift_reference": 29.63957977294922, + "peak_recorded": 0.6211780905723572, + "peak_swapped": 0.6145300269126892, + "peak_reference": 0.6129921078681946, + "motion_pred": [ + 0.08580285310745239, + 0.055309612303972244, + 0.0544535331428051, + 0.04974593222141266 + ], + "motion_real": [ + 0.07835958898067474, + 0.07003546506166458, + 0.0709834173321724, + 0.07145608216524124 + ], + "shift_reference_raw": 29.763914108276367 + }, + { + "index": 1385, + "episode": 40, + "map": 6, + "start": 1455, + "target_tic": 1487, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.3184082806110382, + "shift_swapped": 32.0, + "shift_reference": 8.61669921875, + "peak_recorded": 0.8085001707077026, + "peak_swapped": 0.8188809156417847, + "peak_reference": 0.6714555621147156, + "motion_pred": [ + 0.04872327297925949, + 0.047676753252744675, + 0.05333806201815605, + 0.05997335910797119 + ], + "motion_real": [ + 0.05838329717516899, + 0.062299907207489014, + 0.06652761250734329, + 0.05286908522248268 + ], + "shift_reference_raw": 8.280187606811523 + }, + { + "index": 1480, + "episode": 40, + "map": 6, + "start": 1550, + "target_tic": 1582, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.751632690429688, + "shift_swapped": 27.87517738342285, + "shift_reference": -26.8505859375, + "peak_recorded": 0.6849940419197083, + "peak_swapped": 0.744504451751709, + "peak_reference": 0.6938879489898682, + "motion_pred": [ + 0.05253726616501808, + 0.04304400086402893, + 0.05342518538236618, + 0.0459955558180809 + ], + "motion_real": [ + 0.056256163865327835, + 0.05867811664938927, + 0.06529437750577927, + 0.06133751943707466 + ], + "shift_reference_raw": -29.662641525268555 + }, + { + "index": 2209, + "episode": 40, + "map": 6, + "start": 2349, + "target_tic": 2381, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.93480110168457, + "shift_swapped": -21.45734405517578, + "shift_reference": 22.847352981567383, + "peak_recorded": 0.6501122713088989, + "peak_swapped": 0.6866790056228638, + "peak_reference": 0.7588987946510315, + "motion_pred": [ + 0.06258363276720047, + 0.047506071627140045, + 0.05105551704764366, + 0.03406980633735657 + ], + "motion_real": [ + 0.06068787723779678, + 0.059728316962718964, + 0.04950141906738281, + 0.040228672325611115 + ], + "shift_reference_raw": 22.789316177368164 + }, + { + "index": 2417, + "episode": 40, + "map": 6, + "start": 2592, + "target_tic": 2624, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.70687484741211, + "shift_swapped": -1.8455342054367065, + "shift_reference": 21.167377471923828, + "peak_recorded": 0.5018754005432129, + "peak_swapped": 0.48315441608428955, + "peak_reference": 0.45078521966934204, + "motion_pred": [ + 0.07104714959859848, + 0.06328721344470978, + 0.05025606229901314, + 0.046894967555999756 + ], + "motion_real": [ + 0.07233491539955139, + 0.0812540054321289, + 0.07806327193975449, + 0.08759128302335739 + ], + "shift_reference_raw": 29.16811180114746 + }, + { + "index": 2615, + "episode": 40, + "map": 6, + "start": 2825, + "target_tic": 2857, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.18053296208381653, + "shift_swapped": -0.3229769766330719, + "shift_reference": 20.027076721191406, + "peak_recorded": 0.5595892071723938, + "peak_swapped": 0.4914976954460144, + "peak_reference": 0.5500879287719727, + "motion_pred": [ + 0.063320592045784, + 0.03825667127966881, + 0.03869060054421425, + 0.037799302488565445 + ], + "motion_real": [ + 0.06629502028226852, + 0.06546609103679657, + 0.06466309726238251, + 0.06406030803918839 + ], + "shift_reference_raw": 19.741626739501953 + }, + { + "index": 2622, + "episode": 40, + "map": 6, + "start": 2832, + "target_tic": 2864, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.23013973236084, + "shift_swapped": -28.629236221313477, + "shift_reference": 15.625945091247559, + "peak_recorded": 0.6320316195487976, + "peak_swapped": 0.5845800638198853, + "peak_reference": 0.6271230578422546, + "motion_pred": [ + 0.053596314042806625, + 0.03862050548195839, + 0.04093290492892265, + 0.03511863946914673 + ], + "motion_real": [ + 0.057706933468580246, + 0.059718210250139236, + 0.06502640247344971, + 0.06056470423936844 + ], + "shift_reference_raw": 15.552577018737793 + }, + { + "index": 2709, + "episode": 40, + "map": 6, + "start": 2919, + "target_tic": 2951, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.06260108947754, + "shift_swapped": 23.25556182861328, + "shift_reference": -20.04807472229004, + "peak_recorded": 0.5359529852867126, + "peak_swapped": 0.5977038741111755, + "peak_reference": 0.5092663168907166, + "motion_pred": [ + 0.06343303620815277, + 0.04919493570923805, + 0.04910077527165413, + 0.03987094387412071 + ], + "motion_real": [ + 0.06376690417528152, + 0.06585844606161118, + 0.06673183292150497, + 0.06957681477069855 + ], + "shift_reference_raw": -18.438108444213867 + }, + { + "index": 2966, + "episode": 40, + "map": 6, + "start": 3176, + "target_tic": 3208, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.16290631890296936, + "shift_swapped": -13.79956340789795, + "shift_reference": -0.1994473785161972, + "peak_recorded": 0.669303834438324, + "peak_swapped": 0.607629656791687, + "peak_reference": 0.7375925183296204, + "motion_pred": [ + 0.059663861989974976, + 0.04816516488790512, + 0.038266878575086594, + 0.03809933736920357 + ], + "motion_real": [ + 0.057490743696689606, + 0.05427371710538864, + 0.05170755460858345, + 0.05965027958154678 + ], + "shift_reference_raw": -0.8079634308815002 + }, + { + "index": 3272, + "episode": 40, + "map": 6, + "start": 3517, + "target_tic": 3549, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.175107479095459, + "shift_swapped": -2.6490519046783447, + "shift_reference": 5.056748390197754, + "peak_recorded": 0.4586578905582428, + "peak_swapped": 0.46344444155693054, + "peak_reference": 0.6206643581390381, + "motion_pred": [ + 0.06133757159113884, + 0.04534667357802391, + 0.04059988632798195, + 0.035881686955690384 + ], + "motion_real": [ + 0.05444229766726494, + 0.058793261647224426, + 0.05706971883773804, + 0.0530315525829792 + ], + "shift_reference_raw": 5.071714401245117 + }, + { + "index": 3777, + "episode": 40, + "map": 6, + "start": 4092, + "target_tic": 4124, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.6022266149520874, + "peak_swapped": 0.7527678608894348, + "peak_reference": 0.5076068639755249, + "motion_pred": [ + 0.1421593427658081, + 0.0649082288146019, + 0.040645379573106766, + 0.05273693799972534 + ], + "motion_real": [ + 0.13920536637306213, + 0.07212792336940765, + 0.05518863722681999, + 0.06543191522359848 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 3827, + "episode": 40, + "map": 6, + "start": 4142, + "target_tic": 4174, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.1410626471042633, + "shift_swapped": -0.11523396521806717, + "shift_reference": -0.12889060378074646, + "peak_recorded": 0.4640926420688629, + "peak_swapped": 0.42150479555130005, + "peak_reference": 0.5853149890899658, + "motion_pred": [ + 0.04241205006837845, + 0.02848510630428791, + 0.026463039219379425, + 0.030430130660533905 + ], + "motion_real": [ + 0.03931932896375656, + 0.04374266415834427, + 0.042106468230485916, + 0.04159925878047943 + ], + "shift_reference_raw": -0.047576263546943665 + }, + { + "index": 3829, + "episode": 40, + "map": 6, + "start": 4144, + "target_tic": 4176, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.185446739196777, + "shift_swapped": 0.08892358839511871, + "shift_reference": -21.036327362060547, + "peak_recorded": 0.2990056276321411, + "peak_swapped": 0.2041788250207901, + "peak_reference": 0.3601939380168915, + "motion_pred": [ + 0.041284672915935516, + 0.027961624786257744, + 0.029999706894159317, + 0.028353096917271614 + ], + "motion_real": [ + 0.042106468230485916, + 0.04159925878047943, + 0.0404658280313015, + 0.04134422540664673 + ], + "shift_reference_raw": -0.04578300565481186 + }, + { + "index": 3880, + "episode": 40, + "map": 6, + "start": 4195, + "target_tic": 4227, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.191701889038086, + "shift_swapped": 23.8339786529541, + "shift_reference": -23.268550872802734, + "peak_recorded": 0.4593380391597748, + "peak_swapped": 0.4684123992919922, + "peak_reference": 0.4382465183734894, + "motion_pred": [ + 0.04229772835969925, + 0.029289497062563896, + 0.027043163776397705, + 0.025157632306218147 + ], + "motion_real": [ + 0.04469233378767967, + 0.04328611120581627, + 0.04388812556862831, + 0.038164280354976654 + ], + "shift_reference_raw": -21.560094833374023 + }, + { + "index": 3932, + "episode": 40, + "map": 6, + "start": 4247, + "target_tic": 4279, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.02436065673828, + "shift_swapped": -11.462697982788086, + "shift_reference": 29.823139190673828, + "peak_recorded": 0.7001891732215881, + "peak_swapped": 0.6135772466659546, + "peak_reference": 0.7438173294067383, + "motion_pred": [ + 0.07362503558397293, + 0.0623440183699131, + 0.0638217031955719, + 0.07453696429729462 + ], + "motion_real": [ + 0.07413490116596222, + 0.07715442776679993, + 0.09104640036821365, + 0.10588998347520828 + ], + "shift_reference_raw": 29.96950912475586 + }, + { + "index": 4166, + "episode": 40, + "map": 6, + "start": 4516, + "target_tic": 4548, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.968582630157471, + "shift_swapped": -2.3537540435791016, + "shift_reference": 5.21162223815918, + "peak_recorded": 0.6168419122695923, + "peak_swapped": 0.6297261118888855, + "peak_reference": 0.761231005191803, + "motion_pred": [ + 0.05994363874197006, + 0.04834447056055069, + 0.04690219461917877, + 0.04912073165178299 + ], + "motion_real": [ + 0.054952606558799744, + 0.0572337731719017, + 0.05328795686364174, + 0.050318412482738495 + ], + "shift_reference_raw": 5.200666904449463 + }, + { + "index": 4263, + "episode": 40, + "map": 6, + "start": 4613, + "target_tic": 4645, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.2155817449092865, + "shift_swapped": -12.004295349121094, + "shift_reference": 17.758953094482422, + "peak_recorded": 0.6048675775527954, + "peak_swapped": 0.18036222457885742, + "peak_reference": 0.5291855931282043, + "motion_pred": [ + 0.05781431868672371, + 0.04756269231438637, + 0.04130462184548378, + 0.04117399454116821 + ], + "motion_real": [ + 0.04953812435269356, + 0.07274021208286285, + 0.0470438227057457, + 0.0524962842464447 + ], + "shift_reference_raw": 18.916641235351562 + }, + { + "index": 4505, + "episode": 157, + "map": 6, + "start": 97, + "target_tic": 129, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -4.048315525054932, + "shift_swapped": -21.915992736816406, + "shift_reference": -14.323976516723633, + "peak_recorded": 0.701557457447052, + "peak_swapped": 0.5002579689025879, + "peak_reference": 0.6290798783302307, + "motion_pred": [ + 0.07009977102279663, + 0.06328736990690231, + 0.043963078409433365, + 0.03865114226937294 + ], + "motion_real": [ + 0.0779973715543747, + 0.06849708408117294, + 0.0545736663043499, + 0.06276363134384155 + ], + "shift_reference_raw": -14.236503601074219 + }, + { + "index": 4670, + "episode": 157, + "map": 6, + "start": 297, + "target_tic": 329, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 16.671798706054688, + "shift_swapped": -32.0, + "shift_reference": -22.978479385375977, + "peak_recorded": 0.05486828088760376, + "peak_swapped": 0.033898238092660904, + "peak_reference": 0.17609736323356628, + "motion_pred": [ + 0.04918241128325462, + 0.04371364787220955, + 0.06038689613342285, + 0.041923556476831436 + ], + "motion_real": [ + 0.05625825747847557, + 0.056348979473114014, + 0.05533278360962868, + 0.04622771590948105 + ], + "shift_reference_raw": -22.8102970123291 + }, + { + "index": 4933, + "episode": 157, + "map": 6, + "start": 560, + "target_tic": 592, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.878612041473389, + "shift_swapped": 7.8440423011779785, + "shift_reference": -2.579322099685669, + "peak_recorded": 0.5461560487747192, + "peak_swapped": 0.56840980052948, + "peak_reference": 0.6125194430351257, + "motion_pred": [ + 0.05060124769806862, + 0.039117857813835144, + 0.03640033304691315, + 0.04719557985663414 + ], + "motion_real": [ + 0.04690200090408325, + 0.05902637168765068, + 0.05926181375980377, + 0.0673222690820694 + ], + "shift_reference_raw": -2.8749210834503174 + }, + { + "index": 5289, + "episode": 157, + "map": 6, + "start": 916, + "target_tic": 948, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.38507080078125, + "shift_swapped": -21.170082092285156, + "shift_reference": 18.847896575927734, + "peak_recorded": 0.6447846293449402, + "peak_swapped": 0.6138991117477417, + "peak_reference": 0.6938614249229431, + "motion_pred": [ + 0.0659927949309349, + 0.04971393197774887, + 0.05106270685791969, + 0.061667751520872116 + ], + "motion_real": [ + 0.06821262836456299, + 0.07632770389318466, + 0.09041400998830795, + 0.09163569658994675 + ], + "shift_reference_raw": 18.810802459716797 + }, + { + "index": 5400, + "episode": 157, + "map": 6, + "start": 1062, + "target_tic": 1094, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.158330917358398, + "shift_swapped": -2.9252941608428955, + "shift_reference": -15.639811515808105, + "peak_recorded": 0.8614778518676758, + "peak_swapped": 0.8790780901908875, + "peak_reference": 0.8769788146018982, + "motion_pred": [ + 0.06513994932174683, + 0.045628003776073456, + 0.04728394374251366, + 0.05045964941382408 + ], + "motion_real": [ + 0.06628717482089996, + 0.06664664298295975, + 0.07085084170103073, + 0.07585414499044418 + ], + "shift_reference_raw": -15.762310981750488 + }, + { + "index": 5542, + "episode": 157, + "map": 6, + "start": 1204, + "target_tic": 1236, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.819738388061523, + "shift_swapped": 21.41316795349121, + "shift_reference": -29.229049682617188, + "peak_recorded": 0.8107890486717224, + "peak_swapped": 0.815863311290741, + "peak_reference": 0.8152358531951904, + "motion_pred": [ + 0.05067627876996994, + 0.04084141179919243, + 0.0455886609852314, + 0.044883646070957184 + ], + "motion_real": [ + 0.048883162438869476, + 0.050980277359485626, + 0.05216627195477486, + 0.0592464916408062 + ], + "shift_reference_raw": -29.08884048461914 + }, + { + "index": 5741, + "episode": 157, + "map": 6, + "start": 1403, + "target_tic": 1435, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 8.182855606079102, + "shift_reference": -32.0, + "peak_recorded": 0.3801358640193939, + "peak_swapped": 0.4629665017127991, + "peak_reference": 0.5692189335823059, + "motion_pred": [ + 0.060775112360715866, + 0.04742344096302986, + 0.03666273131966591, + 0.037590060383081436 + ], + "motion_real": [ + 0.05813631787896156, + 0.06193596124649048, + 0.056040626019239426, + 0.05718926712870598 + ], + "shift_reference_raw": -31.255821228027344 + }, + { + "index": 5820, + "episode": 157, + "map": 6, + "start": 1482, + "target_tic": 1514, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.959850311279297, + "shift_swapped": -17.711849212646484, + "shift_reference": 23.59714126586914, + "peak_recorded": 0.6707099676132202, + "peak_swapped": 0.6081671714782715, + "peak_reference": 0.7189109325408936, + "motion_pred": [ + 0.07428058981895447, + 0.0482783205807209, + 0.04408447444438934, + 0.04644790664315224 + ], + "motion_real": [ + 0.06467796862125397, + 0.06676754355430603, + 0.06596865504980087, + 0.06170358136296272 + ], + "shift_reference_raw": 23.269947052001953 + }, + { + "index": 5967, + "episode": 157, + "map": 6, + "start": 1664, + "target_tic": 1696, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.710493087768555, + "shift_swapped": 17.64796257019043, + "shift_reference": -21.78798484802246, + "peak_recorded": 0.8928080201148987, + "peak_swapped": 0.9106290936470032, + "peak_reference": 0.8998735547065735, + "motion_pred": [ + 0.08187445998191833, + 0.0537303164601326, + 0.04821830615401268, + 0.04650019854307175 + ], + "motion_real": [ + 0.06615664809942245, + 0.07073469460010529, + 0.06986094266176224, + 0.06634952872991562 + ], + "shift_reference_raw": -21.590267181396484 + }, + { + "index": 5996, + "episode": 157, + "map": 6, + "start": 1693, + "target_tic": 1725, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.0014688968658447, + "shift_swapped": -8.937912940979004, + "shift_reference": 1.4507616758346558, + "peak_recorded": 0.7172531485557556, + "peak_swapped": 0.676054060459137, + "peak_reference": 0.7295480966567993, + "motion_pred": [ + 0.050125494599342346, + 0.03332279622554779, + 0.034162458032369614, + 0.034994982182979584 + ], + "motion_real": [ + 0.05111030861735344, + 0.053383585065603256, + 0.05234696343541145, + 0.05189128220081329 + ], + "shift_reference_raw": 2.3071470260620117 + }, + { + "index": 6018, + "episode": 157, + "map": 6, + "start": 1715, + "target_tic": 1747, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6300569772720337, + "shift_swapped": -0.4609087109565735, + "shift_reference": 1.31229829788208, + "peak_recorded": 0.46486616134643555, + "peak_swapped": 0.38870730996131897, + "peak_reference": 0.580676794052124, + "motion_pred": [ + 0.06535433232784271, + 0.04597904905676842, + 0.04920246824622154, + 0.0595843642950058 + ], + "motion_real": [ + 0.06281277537345886, + 0.0607454776763916, + 0.07481488585472107, + 0.10246190428733826 + ], + "shift_reference_raw": 4.997284889221191 + }, + { + "index": 6029, + "episode": 157, + "map": 6, + "start": 1726, + "target_tic": 1758, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.21828946471214294, + "shift_swapped": 0.376489520072937, + "shift_reference": -0.28340592980384827, + "peak_recorded": 0.7017979025840759, + "peak_swapped": 0.6256408095359802, + "peak_reference": 0.6053974628448486, + "motion_pred": [ + 0.0549120269715786, + 0.041193246841430664, + 0.03795873373746872, + 0.03591044992208481 + ], + "motion_real": [ + 0.05700895935297012, + 0.053851719945669174, + 0.04979310557246208, + 0.03692013397812843 + ], + "shift_reference_raw": -0.13908140361309052 + }, + { + "index": 6090, + "episode": 157, + "map": 6, + "start": 1787, + "target_tic": 1819, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.186878204345703, + "shift_swapped": 22.971336364746094, + "shift_reference": -25.053911209106445, + "peak_recorded": 0.7022106051445007, + "peak_swapped": 0.7446429133415222, + "peak_reference": 0.7781538367271423, + "motion_pred": [ + 0.07197072356939316, + 0.055752694606781006, + 0.03441321849822998, + 0.035148441791534424 + ], + "motion_real": [ + 0.05889146029949188, + 0.06487224996089935, + 0.0561051219701767, + 0.0553235299885273 + ], + "shift_reference_raw": -24.736907958984375 + }, + { + "index": 6278, + "episode": 157, + "map": 6, + "start": 2010, + "target_tic": 2042, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.9929327368736267, + "shift_swapped": -20.546537399291992, + "shift_reference": 0.7933979630470276, + "peak_recorded": 0.6928915977478027, + "peak_swapped": 0.6870993375778198, + "peak_reference": 0.6502586603164673, + "motion_pred": [ + 0.05003049224615097, + 0.05977059528231621, + 0.06601300090551376, + 0.0697581022977829 + ], + "motion_real": [ + 0.04686766862869263, + 0.057566285133361816, + 0.05543122440576553, + 0.05508173629641533 + ], + "shift_reference_raw": 0.32916557788848877 + }, + { + "index": 6710, + "episode": 157, + "map": 6, + "start": 2442, + "target_tic": 2474, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.012317115440964699, + "shift_swapped": -12.344319343566895, + "shift_reference": 1.754094123840332, + "peak_recorded": 0.7523593902587891, + "peak_swapped": 0.7821946144104004, + "peak_reference": 0.7730830311775208, + "motion_pred": [ + 0.06439025700092316, + 0.03806247562170029, + 0.03609546273946762, + 0.04498324170708656 + ], + "motion_real": [ + 0.04655320197343826, + 0.0458211712539196, + 0.04626183584332466, + 0.05227991193532944 + ], + "shift_reference_raw": 1.9817105531692505 + }, + { + "index": 6748, + "episode": 157, + "map": 6, + "start": 2480, + "target_tic": 2512, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.722293853759766, + "shift_swapped": -22.93044090270996, + "shift_reference": 18.422042846679688, + "peak_recorded": 0.603434681892395, + "peak_swapped": 0.6135495901107788, + "peak_reference": 0.5689676403999329, + "motion_pred": [ + 0.06542706489562988, + 0.03837764263153076, + 0.042058784514665604, + 0.04428410530090332 + ], + "motion_real": [ + 0.05965843424201012, + 0.04907388612627983, + 0.048885468393564224, + 0.04977133870124817 + ], + "shift_reference_raw": 18.582542419433594 + }, + { + "index": 6940, + "episode": 157, + "map": 6, + "start": 2672, + "target_tic": 2704, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.59825199842453, + "shift_swapped": 0.015344122424721718, + "shift_reference": -0.17315560579299927, + "peak_recorded": 0.7289977669715881, + "peak_swapped": 0.6457378268241882, + "peak_reference": 0.5332838296890259, + "motion_pred": [ + 0.05134616419672966, + 0.042865339666604996, + 0.05335685610771179, + 0.06090424209833145 + ], + "motion_real": [ + 0.059317272156476974, + 0.056906238198280334, + 0.06137370690703392, + 0.05751873552799225 + ], + "shift_reference_raw": -0.08313091844320297 + }, + { + "index": 7110, + "episode": 157, + "map": 6, + "start": 2842, + "target_tic": 2874, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.447799682617188, + "shift_swapped": 21.7237548828125, + "shift_reference": -20.1645450592041, + "peak_recorded": 0.5723783373832703, + "peak_swapped": 0.529730498790741, + "peak_reference": 0.7138766646385193, + "motion_pred": [ + 0.06229321286082268, + 0.04772793501615524, + 0.048242297023534775, + 0.04824499785900116 + ], + "motion_real": [ + 0.06032450124621391, + 0.06170511245727539, + 0.0637996718287468, + 0.06252846121788025 + ], + "shift_reference_raw": -19.971773147583008 + }, + { + "index": 7160, + "episode": 157, + "map": 6, + "start": 2892, + "target_tic": 2924, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.523422241210938, + "shift_swapped": 22.8869571685791, + "shift_reference": -23.31452751159668, + "peak_recorded": 0.5319964289665222, + "peak_swapped": 0.46717700362205505, + "peak_reference": 0.638019859790802, + "motion_pred": [ + 0.06642670929431915, + 0.05155652388930321, + 0.0519486665725708, + 0.04051659256219864 + ], + "motion_real": [ + 0.06233842670917511, + 0.06268398463726044, + 0.06365203112363815, + 0.060860712081193924 + ], + "shift_reference_raw": -21.24515151977539 + }, + { + "index": 7245, + "episode": 157, + "map": 6, + "start": 3012, + "target_tic": 3044, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 23.701589584350586, + "shift_swapped": 32.0, + "shift_reference": 27.980850219726562, + "peak_recorded": 0.47455573081970215, + "peak_swapped": 0.41997474431991577, + "peak_reference": 0.2989532947540283, + "motion_pred": [ + 0.06614300608634949, + 0.04707068204879761, + 0.06022036820650101, + 0.07565660774707794 + ], + "motion_real": [ + 0.07027170807123184, + 0.05622246861457825, + 0.04953717067837715, + 0.06768027693033218 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 7314, + "episode": 157, + "map": 6, + "start": 3081, + "target_tic": 3113, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.43358039855957, + "shift_swapped": 13.63422679901123, + "shift_reference": -17.570175170898438, + "peak_recorded": 0.7719032764434814, + "peak_swapped": 0.6901615858078003, + "peak_reference": 0.7994420528411865, + "motion_pred": [ + 0.06020757928490639, + 0.057155873626470566, + 0.07007885724306107, + 0.0711970180273056 + ], + "motion_real": [ + 0.06028887629508972, + 0.06440044939517975, + 0.06692353636026382, + 0.0714159905910492 + ], + "shift_reference_raw": -17.584548950195312 + }, + { + "index": 7362, + "episode": 157, + "map": 6, + "start": 3129, + "target_tic": 3161, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.191152572631836, + "shift_swapped": 21.911605834960938, + "shift_reference": -19.180992126464844, + "peak_recorded": 0.8097548484802246, + "peak_swapped": 0.8042140007019043, + "peak_reference": 0.7106611728668213, + "motion_pred": [ + 0.07229915261268616, + 0.050006527453660965, + 0.05660746246576309, + 0.05788389965891838 + ], + "motion_real": [ + 0.06406445056200027, + 0.06543147563934326, + 0.06512095034122467, + 0.062232326716184616 + ], + "shift_reference_raw": -19.191707611083984 + }, + { + "index": 7411, + "episode": 157, + "map": 6, + "start": 3178, + "target_tic": 3210, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.07325652241706848, + "shift_swapped": -19.917539596557617, + "shift_reference": 21.18950080871582, + "peak_recorded": 0.8666098713874817, + "peak_swapped": 0.8934482336044312, + "peak_reference": 0.8932091593742371, + "motion_pred": [ + 0.05287914723157883, + 0.04714816436171532, + 0.04551428183913231, + 0.06065850332379341 + ], + "motion_real": [ + 0.05581206455826759, + 0.061125244945287704, + 0.0675845593214035, + 0.059185393154621124 + ], + "shift_reference_raw": 21.265104293823242 + }, + { + "index": 7492, + "episode": 157, + "map": 6, + "start": 3259, + "target_tic": 3291, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.482128143310547, + "shift_swapped": -18.26275634765625, + "shift_reference": 19.00880241394043, + "peak_recorded": 0.6889916062355042, + "peak_swapped": 0.7708780169487, + "peak_reference": 0.7428907155990601, + "motion_pred": [ + 0.07648833841085434, + 0.049398548901081085, + 0.052764892578125, + 0.058792226016521454 + ], + "motion_real": [ + 0.06684214621782303, + 0.05933556705713272, + 0.055171117186546326, + 0.05521295592188835 + ], + "shift_reference_raw": 19.321653366088867 + }, + { + "index": 7511, + "episode": 157, + "map": 6, + "start": 3278, + "target_tic": 3310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.511003494262695, + "shift_swapped": -2.084980010986328, + "shift_reference": -9.933578491210938, + "peak_recorded": 0.8059755563735962, + "peak_swapped": 0.8470841646194458, + "peak_reference": 0.8065290451049805, + "motion_pred": [ + 0.06261303275823593, + 0.04210517182946205, + 0.03973456844687462, + 0.029410693794488907 + ], + "motion_real": [ + 0.05605024844408035, + 0.05932854861021042, + 0.060863420367240906, + 0.05030040442943573 + ], + "shift_reference_raw": -10.129840850830078 + }, + { + "index": 7526, + "episode": 157, + "map": 6, + "start": 3293, + "target_tic": 3325, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.803464889526367, + "shift_swapped": -16.424219131469727, + "shift_reference": 26.457979202270508, + "peak_recorded": 0.8246729373931885, + "peak_swapped": 0.849297821521759, + "peak_reference": 0.8264327049255371, + "motion_pred": [ + 0.08689682185649872, + 0.06243300810456276, + 0.04796266555786133, + 0.05002643167972565 + ], + "motion_real": [ + 0.07101691514253616, + 0.06833492964506149, + 0.06549717485904694, + 0.058005448430776596 + ], + "shift_reference_raw": 26.678831100463867 + }, + { + "index": 7571, + "episode": 157, + "map": 6, + "start": 3338, + "target_tic": 3370, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.054121017456055, + "shift_swapped": -22.85000991821289, + "shift_reference": 21.737462997436523, + "peak_recorded": 0.5973845720291138, + "peak_swapped": 0.6088475584983826, + "peak_reference": 0.5664411187171936, + "motion_pred": [ + 0.053330473601818085, + 0.03609345480799675, + 0.036027245223522186, + 0.03556537628173828 + ], + "motion_real": [ + 0.05717597156763077, + 0.05918271094560623, + 0.06083172559738159, + 0.06400749087333679 + ], + "shift_reference_raw": 21.634838104248047 + }, + { + "index": 7842, + "episode": 157, + "map": 6, + "start": 3644, + "target_tic": 3676, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.457795143127441, + "shift_swapped": -23.735347747802734, + "shift_reference": 18.318679809570312, + "peak_recorded": 0.7777654528617859, + "peak_swapped": 0.739164412021637, + "peak_reference": 0.7680732607841492, + "motion_pred": [ + 0.05249772220849991, + 0.03893494978547096, + 0.043683066964149475, + 0.041668761521577835 + ], + "motion_real": [ + 0.05472317710518837, + 0.052841633558273315, + 0.0513981394469738, + 0.049961209297180176 + ], + "shift_reference_raw": 20.836645126342773 + }, + { + "index": 7872, + "episode": 157, + "map": 6, + "start": 3674, + "target_tic": 3706, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.946836471557617, + "shift_swapped": 22.154672622680664, + "shift_reference": -20.318103790283203, + "peak_recorded": 0.47317010164260864, + "peak_swapped": 0.4881710708141327, + "peak_reference": 0.6468185186386108, + "motion_pred": [ + 0.0640479177236557, + 0.05002625659108162, + 0.0564383789896965, + 0.06423185765743256 + ], + "motion_real": [ + 0.06878375262022018, + 0.060459475964307785, + 0.0634346678853035, + 0.0637427419424057 + ], + "shift_reference_raw": -20.142885208129883 + }, + { + "index": 7873, + "episode": 157, + "map": 6, + "start": 3675, + "target_tic": 3707, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.77748680114746, + "shift_swapped": 20.627405166625977, + "shift_reference": -20.00650978088379, + "peak_recorded": 0.5651577115058899, + "peak_swapped": 0.41344213485717773, + "peak_reference": 0.6912348866462708, + "motion_pred": [ + 0.062188196927309036, + 0.05224243178963661, + 0.06015600264072418, + 0.05684686079621315 + ], + "motion_real": [ + 0.060459475964307785, + 0.0634346678853035, + 0.0637427419424057, + 0.06333791464567184 + ], + "shift_reference_raw": -19.624998092651367 + }, + { + "index": 7883, + "episode": 157, + "map": 6, + "start": 3685, + "target_tic": 3717, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.712223052978516, + "shift_swapped": 23.887231826782227, + "shift_reference": -17.620037078857422, + "peak_recorded": 0.619093656539917, + "peak_swapped": 0.7037892937660217, + "peak_reference": 0.6475715041160583, + "motion_pred": [ + 0.063483327627182, + 0.040648896247148514, + 0.03963496536016464, + 0.04751370847225189 + ], + "motion_real": [ + 0.06639313697814941, + 0.054756756871938705, + 0.05482389032840729, + 0.07039721310138702 + ], + "shift_reference_raw": -18.04644203186035 + }, + { + "index": 8257, + "episode": 157, + "map": 6, + "start": 4094, + "target_tic": 4126, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": 1.6633223295211792, + "peak_recorded": 0.6879311203956604, + "peak_swapped": 0.6904168128967285, + "peak_reference": 0.6336520910263062, + "motion_pred": [ + 0.05331256613135338, + 0.04537045955657959, + 0.034473661333322525, + 0.056222230195999146 + ], + "motion_real": [ + 0.051518917083740234, + 0.05141220986843109, + 0.044263094663619995, + 0.04676897078752518 + ], + "shift_reference_raw": 4.852004051208496 + }, + { + "index": 8290, + "episode": 157, + "map": 6, + "start": 4127, + "target_tic": 4159, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.3240554332733154, + "shift_swapped": -4.62242317199707, + "shift_reference": 4.923640251159668, + "peak_recorded": 0.7504777908325195, + "peak_swapped": 0.7282396554946899, + "peak_reference": 0.7688180804252625, + "motion_pred": [ + 0.06035417318344116, + 0.04607710987329483, + 0.04889577627182007, + 0.04206909239292145 + ], + "motion_real": [ + 0.06292121112346649, + 0.06250584870576859, + 0.056360747665166855, + 0.057622820138931274 + ], + "shift_reference_raw": 5.165494918823242 + }, + { + "index": 8307, + "episode": 157, + "map": 6, + "start": 4179, + "target_tic": 4211, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.5245996713638306, + "shift_swapped": 16.17807388305664, + "shift_reference": 0.22654348611831665, + "peak_recorded": 0.5343191623687744, + "peak_swapped": 0.5858538746833801, + "peak_reference": 0.5074477195739746, + "motion_pred": [ + 0.049974460154771805, + 0.0407668873667717, + 0.047120414674282074, + 0.05839052051305771 + ], + "motion_real": [ + 0.052648384124040604, + 0.05490562692284584, + 0.05795419588685036, + 0.059104133397340775 + ], + "shift_reference_raw": -5.808796405792236 + }, + { + "index": 8327, + "episode": 157, + "map": 6, + "start": 4199, + "target_tic": 4231, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.350021362304688, + "shift_swapped": -25.801048278808594, + "shift_reference": 15.24476432800293, + "peak_recorded": 0.5699940323829651, + "peak_swapped": 0.4304713308811188, + "peak_reference": 0.5680826902389526, + "motion_pred": [ + 0.08655648678541183, + 0.05923570692539215, + 0.04962862655520439, + 0.0500534251332283 + ], + "motion_real": [ + 0.0766344889998436, + 0.08423417806625366, + 0.0836944580078125, + 0.0854010358452797 + ], + "shift_reference_raw": 15.130776405334473 + }, + { + "index": 8519, + "episode": 157, + "map": 6, + "start": 4391, + "target_tic": 4423, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.051610946655273, + "shift_swapped": -0.2284531444311142, + "shift_reference": 15.070735931396484, + "peak_recorded": 0.6970920562744141, + "peak_swapped": 0.7218024730682373, + "peak_reference": 0.6667091846466064, + "motion_pred": [ + 0.06985392421483994, + 0.05954599753022194, + 0.06509534269571304, + 0.06740020960569382 + ], + "motion_real": [ + 0.06398820877075195, + 0.06394841521978378, + 0.06952165812253952, + 0.06902588903903961 + ], + "shift_reference_raw": 14.865822792053223 + }, + { + "index": 8846, + "episode": 157, + "map": 6, + "start": 4753, + "target_tic": 4785, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.546051025390625, + "shift_swapped": 25.686222076416016, + "shift_reference": -22.121400833129883, + "peak_recorded": 0.8907502293586731, + "peak_swapped": 0.8697493076324463, + "peak_reference": 0.895789384841919, + "motion_pred": [ + 0.06735099852085114, + 0.05198615416884422, + 0.06009348854422569, + 0.04917431250214577 + ], + "motion_real": [ + 0.061384670436382294, + 0.06422741711139679, + 0.07035837322473526, + 0.062374625355005264 + ], + "shift_reference_raw": -22.20278549194336 + }, + { + "index": 8900, + "episode": 157, + "map": 6, + "start": 4807, + "target_tic": 4839, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.817267417907715, + "shift_swapped": 3.287698745727539, + "shift_reference": -0.274032860994339, + "peak_recorded": 0.5682376027107239, + "peak_swapped": 0.5721957087516785, + "peak_reference": 0.5025374889373779, + "motion_pred": [ + 0.05647994950413704, + 0.05008767545223236, + 0.046881549060344696, + 0.054463375359773636 + ], + "motion_real": [ + 0.062213264405727386, + 0.07024082541465759, + 0.06509792059659958, + 0.06598187983036041 + ], + "shift_reference_raw": 0.04764491319656372 + }, + { + "index": 8951, + "episode": 157, + "map": 6, + "start": 4858, + "target_tic": 4890, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.1764913946390152, + "shift_swapped": 0.10872852802276611, + "shift_reference": 0.2706133723258972, + "peak_recorded": 0.7400833368301392, + "peak_swapped": 0.5442078709602356, + "peak_reference": 0.6939549446105957, + "motion_pred": [ + 0.060327619314193726, + 0.04460965096950531, + 0.034639064222574234, + 0.03761882334947586 + ], + "motion_real": [ + 0.062078554183244705, + 0.06294507533311844, + 0.04598047956824303, + 0.04689609259366989 + ], + "shift_reference_raw": 0.1635640561580658 + }, + { + "index": 9154, + "episode": 170, + "map": 6, + "start": 200, + "target_tic": 232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.19269371032715, + "shift_swapped": -23.246383666992188, + "shift_reference": 18.716941833496094, + "peak_recorded": 0.6394975185394287, + "peak_swapped": 0.7224188446998596, + "peak_reference": 0.7125571370124817, + "motion_pred": [ + 0.06758337467908859, + 0.05908171832561493, + 0.053631436079740524, + 0.05732147395610809 + ], + "motion_real": [ + 0.07253318279981613, + 0.08268626034259796, + 0.06973626464605331, + 0.06947388499975204 + ], + "shift_reference_raw": 18.289030075073242 + }, + { + "index": 9200, + "episode": 170, + "map": 6, + "start": 246, + "target_tic": 278, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.193692684173584, + "shift_swapped": -0.8425819873809814, + "shift_reference": 7.653330326080322, + "peak_recorded": 0.5426836013793945, + "peak_swapped": 0.7225010991096497, + "peak_reference": 0.6223575472831726, + "motion_pred": [ + 0.059097062796354294, + 0.04844258725643158, + 0.05249463766813278, + 0.04402065649628639 + ], + "motion_real": [ + 0.06043850630521774, + 0.06090470403432846, + 0.05985378473997116, + 0.05152048543095589 + ], + "shift_reference_raw": 7.894583702087402 + }, + { + "index": 9227, + "episode": 170, + "map": 6, + "start": 273, + "target_tic": 305, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.57294273376465, + "shift_swapped": -18.463727951049805, + "shift_reference": 22.15202522277832, + "peak_recorded": 0.6175825595855713, + "peak_swapped": 0.5358408093452454, + "peak_reference": 0.7497573494911194, + "motion_pred": [ + 0.07146906107664108, + 0.04751595854759216, + 0.046669378876686096, + 0.0673016905784607 + ], + "motion_real": [ + 0.06595747172832489, + 0.06369520723819733, + 0.06754095107316971, + 0.07777217030525208 + ], + "shift_reference_raw": 22.03487777709961 + }, + { + "index": 9272, + "episode": 170, + "map": 6, + "start": 353, + "target_tic": 385, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.5697078704834, + "shift_swapped": -12.999964714050293, + "shift_reference": 26.229450225830078, + "peak_recorded": 0.6277327537536621, + "peak_swapped": 0.5923569202423096, + "peak_reference": 0.6393467783927917, + "motion_pred": [ + 0.06023450195789337, + 0.047871917486190796, + 0.05432271584868431, + 0.06489253044128418 + ], + "motion_real": [ + 0.06337855756282806, + 0.07041515409946442, + 0.07356778532266617, + 0.0839133933186531 + ], + "shift_reference_raw": 24.98674201965332 + }, + { + "index": 9405, + "episode": 170, + "map": 6, + "start": 486, + "target_tic": 518, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.25501736998558044, + "shift_swapped": -8.223557472229004, + "shift_reference": 0.6333875060081482, + "peak_recorded": 0.5555944442749023, + "peak_swapped": 0.497160404920578, + "peak_reference": 0.5185633897781372, + "motion_pred": [ + 0.053859252482652664, + 0.03779405355453491, + 0.035672854632139206, + 0.04014536738395691 + ], + "motion_real": [ + 0.0651170015335083, + 0.05186142399907112, + 0.04790760949254036, + 0.05468607693910599 + ], + "shift_reference_raw": 0.9465311169624329 + }, + { + "index": 9407, + "episode": 170, + "map": 6, + "start": 488, + "target_tic": 520, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.2332375943660736, + "shift_swapped": -0.5342019200325012, + "shift_reference": 0.9415164589881897, + "peak_recorded": 0.7613921165466309, + "peak_swapped": 0.6720576286315918, + "peak_reference": 0.7799009680747986, + "motion_pred": [ + 0.05029059574007988, + 0.040538240224123, + 0.04013986140489578, + 0.039381399750709534 + ], + "motion_real": [ + 0.04790760949254036, + 0.05468607693910599, + 0.05369564890861511, + 0.05244429036974907 + ], + "shift_reference_raw": 1.2911558151245117 + }, + { + "index": 9551, + "episode": 170, + "map": 6, + "start": 632, + "target_tic": 664, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.67551612854004, + "shift_swapped": -24.78196907043457, + "shift_reference": -22.239999771118164, + "peak_recorded": 0.6845517754554749, + "peak_swapped": 0.596633791923523, + "peak_reference": 0.6830012202262878, + "motion_pred": [ + 0.05488819256424904, + 0.06058434024453163, + 0.07307668030261993, + 0.06859725713729858 + ], + "motion_real": [ + 0.05756128206849098, + 0.053513303399086, + 0.05621364712715149, + 0.06125519424676895 + ], + "shift_reference_raw": -22.416015625 + }, + { + "index": 10072, + "episode": 170, + "map": 6, + "start": 1223, + "target_tic": 1255, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.877813339233398, + "shift_swapped": 32.0, + "shift_reference": -15.076493263244629, + "peak_recorded": 0.7476128935813904, + "peak_swapped": 0.7838876843452454, + "peak_reference": 0.7653831839561462, + "motion_pred": [ + 0.05842575058341026, + 0.04369272664189339, + 0.04917173832654953, + 0.061473120003938675 + ], + "motion_real": [ + 0.06082310155034065, + 0.05788571015000343, + 0.05840952694416046, + 0.06363239139318466 + ], + "shift_reference_raw": -14.982748031616211 + }, + { + "index": 10236, + "episode": 170, + "map": 6, + "start": 1387, + "target_tic": 1419, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.135705947875977, + "shift_swapped": 0.6653404235839844, + "shift_reference": -6.162135601043701, + "peak_recorded": 0.6781065464019775, + "peak_swapped": 0.6769465804100037, + "peak_reference": 0.6596119999885559, + "motion_pred": [ + 0.06274254620075226, + 0.04745741933584213, + 0.051205575466156006, + 0.048946090042591095 + ], + "motion_real": [ + 0.06273440271615982, + 0.06448285281658173, + 0.06825669854879379, + 0.06440385431051254 + ], + "shift_reference_raw": -6.275069713592529 + }, + { + "index": 10284, + "episode": 170, + "map": 6, + "start": 1435, + "target_tic": 1467, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.845441818237305, + "shift_swapped": 29.150630950927734, + "shift_reference": -19.45701789855957, + "peak_recorded": 0.6757301688194275, + "peak_swapped": 0.6010718941688538, + "peak_reference": 0.7458135485649109, + "motion_pred": [ + 0.059630412608385086, + 0.04078729823231697, + 0.04336914047598839, + 0.06524983793497086 + ], + "motion_real": [ + 0.05113154277205467, + 0.052820589393377304, + 0.0502043180167675, + 0.06968948245048523 + ], + "shift_reference_raw": -19.209596633911133 + }, + { + "index": 10336, + "episode": 170, + "map": 6, + "start": 1487, + "target_tic": 1519, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.722248077392578, + "shift_swapped": -16.444812774658203, + "shift_reference": 26.50514793395996, + "peak_recorded": 0.7176725268363953, + "peak_swapped": 0.7802377939224243, + "peak_reference": 0.8481191396713257, + "motion_pred": [ + 0.14037171006202698, + 0.12751130759716034, + 0.06984910368919373, + 0.059795379638671875 + ], + "motion_real": [ + 0.12250371277332306, + 0.11325910687446594, + 0.10926886647939682, + 0.12371133267879486 + ], + "shift_reference_raw": 26.489734649658203 + }, + { + "index": 10377, + "episode": 170, + "map": 6, + "start": 1528, + "target_tic": 1560, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.6203832626342773, + "shift_swapped": 4.033477306365967, + "shift_reference": -5.908656597137451, + "peak_recorded": 0.5647472143173218, + "peak_swapped": 0.5640202164649963, + "peak_reference": 0.5149657130241394, + "motion_pred": [ + 0.05207253620028496, + 0.034267574548721313, + 0.03458673879504204, + 0.0335385762155056 + ], + "motion_real": [ + 0.05717414990067482, + 0.0567045696079731, + 0.05394863337278366, + 0.05335717275738716 + ], + "shift_reference_raw": -0.6754494905471802 + }, + { + "index": 10382, + "episode": 170, + "map": 6, + "start": 1533, + "target_tic": 1565, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.12994956970215, + "shift_swapped": -12.980013847351074, + "shift_reference": 16.23676872253418, + "peak_recorded": 0.6115961670875549, + "peak_swapped": 0.6252821087837219, + "peak_reference": 0.5560550689697266, + "motion_pred": [ + 0.05121426284313202, + 0.029732201248407364, + 0.04365284740924835, + 0.03787674382328987 + ], + "motion_real": [ + 0.057110387831926346, + 0.05659182742238045, + 0.06521765887737274, + 0.0633305013179779 + ], + "shift_reference_raw": 16.597890853881836 + }, + { + "index": 11098, + "episode": 170, + "map": 6, + "start": 2284, + "target_tic": 2316, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.054336547851562, + "shift_swapped": 19.331087112426758, + "shift_reference": -23.706615447998047, + "peak_recorded": 0.5502222776412964, + "peak_swapped": 0.41036927700042725, + "peak_reference": 0.6713873147964478, + "motion_pred": [ + 0.07089152932167053, + 0.046004969626665115, + 0.047875452786684036, + 0.04361135885119438 + ], + "motion_real": [ + 0.062022823840379715, + 0.06383322924375534, + 0.06415335088968277, + 0.06341569125652313 + ], + "shift_reference_raw": -22.411195755004883 + }, + { + "index": 11158, + "episode": 170, + "map": 6, + "start": 2344, + "target_tic": 2376, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.977447509765625, + "shift_swapped": 27.816923141479492, + "shift_reference": -16.524507522583008, + "peak_recorded": 0.776036262512207, + "peak_swapped": 0.7807123064994812, + "peak_reference": 0.8460612297058105, + "motion_pred": [ + 0.05308583751320839, + 0.03821133077144623, + 0.03492872416973114, + 0.03449391573667526 + ], + "motion_real": [ + 0.05161653086543083, + 0.05555858463048935, + 0.05570891499519348, + 0.08470261096954346 + ], + "shift_reference_raw": -16.57489585876465 + }, + { + "index": 11161, + "episode": 170, + "map": 6, + "start": 2347, + "target_tic": 2379, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.501554489135742, + "shift_swapped": 24.244352340698242, + "shift_reference": -22.024213790893555, + "peak_recorded": 0.378627747297287, + "peak_swapped": 0.2812262773513794, + "peak_reference": 0.4618920683860779, + "motion_pred": [ + 0.05852252617478371, + 0.04177602380514145, + 0.0449344739317894, + 0.046616800129413605 + ], + "motion_real": [ + 0.08470261096954346, + 0.09202013164758682, + 0.09110139310359955, + 0.09160327911376953 + ], + "shift_reference_raw": -13.775067329406738 + }, + { + "index": 11237, + "episode": 170, + "map": 6, + "start": 2458, + "target_tic": 2490, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.043442726135254, + "shift_swapped": -8.481571197509766, + "shift_reference": 3.026205062866211, + "peak_recorded": 0.6146222949028015, + "peak_swapped": 0.6074347496032715, + "peak_reference": 0.5608094334602356, + "motion_pred": [ + 0.06129206344485283, + 0.04347052797675133, + 0.055155664682388306, + 0.05166615918278694 + ], + "motion_real": [ + 0.05281561240553856, + 0.05403917655348778, + 0.05855759605765343, + 0.05692550912499428 + ], + "shift_reference_raw": 3.190080404281616 + }, + { + "index": 11346, + "episode": 170, + "map": 6, + "start": 2567, + "target_tic": 2599, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.513816833496094, + "shift_swapped": 20.747997283935547, + "shift_reference": -21.071657180786133, + "peak_recorded": 0.5231819748878479, + "peak_swapped": 0.411526620388031, + "peak_reference": 0.7051951289176941, + "motion_pred": [ + 0.06039721146225929, + 0.045099109411239624, + 0.05150735005736351, + 0.0589727982878685 + ], + "motion_real": [ + 0.061069440096616745, + 0.06095321848988533, + 0.05918696150183678, + 0.05804934352636337 + ], + "shift_reference_raw": -21.66673469543457 + }, + { + "index": 11348, + "episode": 170, + "map": 6, + "start": 2569, + "target_tic": 2601, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.66743278503418, + "shift_swapped": 19.00247573852539, + "shift_reference": -20.18775177001953, + "peak_recorded": 0.5860288739204407, + "peak_swapped": 0.27386775612831116, + "peak_reference": 0.5984688401222229, + "motion_pred": [ + 0.061307452619075775, + 0.04138954356312752, + 0.0362800732254982, + 0.04938962683081627 + ], + "motion_real": [ + 0.05918696150183678, + 0.05804934352636337, + 0.04759370535612106, + 0.045798011124134064 + ], + "shift_reference_raw": -19.64757537841797 + }, + { + "index": 11390, + "episode": 170, + "map": 6, + "start": 2611, + "target_tic": 2643, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.5592474937438965, + "shift_swapped": -4.755563735961914, + "shift_reference": 6.996774673461914, + "peak_recorded": 0.7474571466445923, + "peak_swapped": 0.7747763991355896, + "peak_reference": 0.8548280596733093, + "motion_pred": [ + 0.07693755626678467, + 0.03702487796545029, + 0.03623553737998009, + 0.03856169804930687 + ], + "motion_real": [ + 0.05031173303723335, + 0.05027784779667854, + 0.04839422553777695, + 0.04969531670212746 + ], + "shift_reference_raw": 6.94623327255249 + }, + { + "index": 11418, + "episode": 170, + "map": 6, + "start": 2639, + "target_tic": 2671, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.988920211791992, + "shift_swapped": -32.0, + "shift_reference": 15.606878280639648, + "peak_recorded": 0.37280240654945374, + "peak_swapped": 0.3934420347213745, + "peak_reference": 0.3684944212436676, + "motion_pred": [ + 0.06198751553893089, + 0.05048029124736786, + 0.041726697236299515, + 0.0451105497777462 + ], + "motion_real": [ + 0.05851617828011513, + 0.05679119750857353, + 0.05780966207385063, + 0.06055711954832077 + ], + "shift_reference_raw": 15.391757011413574 + }, + { + "index": 11491, + "episode": 170, + "map": 6, + "start": 2712, + "target_tic": 2744, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -7.430352210998535, + "shift_reference": -32.0, + "peak_recorded": 0.7960934638977051, + "peak_swapped": 0.79133141040802, + "peak_reference": 0.5762651562690735, + "motion_pred": [ + 0.04885927960276604, + 0.04207698628306389, + 0.0360642746090889, + 0.0409451462328434 + ], + "motion_real": [ + 0.05057191848754883, + 0.04924482852220535, + 0.0423639677464962, + 0.04108475521206856 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 11787, + "episode": 170, + "map": 6, + "start": 3043, + "target_tic": 3075, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.16103172302246, + "shift_swapped": -22.914592742919922, + "shift_reference": 20.30674171447754, + "peak_recorded": 0.3396095037460327, + "peak_swapped": 0.4404333233833313, + "peak_reference": 0.5098205804824829, + "motion_pred": [ + 0.05672576278448105, + 0.037542954087257385, + 0.03711463883519173, + 0.03497476130723953 + ], + "motion_real": [ + 0.053541600704193115, + 0.04911521077156067, + 0.04806384816765785, + 0.05012268200516701 + ], + "shift_reference_raw": 20.68252944946289 + }, + { + "index": 12038, + "episode": 170, + "map": 6, + "start": 3294, + "target_tic": 3326, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.010332107543945, + "shift_swapped": 20.022903442382812, + "shift_reference": -20.406375885009766, + "peak_recorded": 0.6027023196220398, + "peak_swapped": 0.6005668640136719, + "peak_reference": 0.7214885354042053, + "motion_pred": [ + 0.06502372026443481, + 0.052532993257045746, + 0.04771469160914421, + 0.04739056155085564 + ], + "motion_real": [ + 0.06180258095264435, + 0.06152300536632538, + 0.06132030114531517, + 0.0630536749958992 + ], + "shift_reference_raw": -20.41936683654785 + }, + { + "index": 12048, + "episode": 170, + "map": 6, + "start": 3304, + "target_tic": 3336, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.187790393829346, + "shift_swapped": 5.589236736297607, + "shift_reference": -4.939695835113525, + "peak_recorded": 0.690821647644043, + "peak_swapped": 0.7189849019050598, + "peak_reference": 0.765701949596405, + "motion_pred": [ + 0.054467909038066864, + 0.04185478016734123, + 0.04297395423054695, + 0.04515673592686653 + ], + "motion_real": [ + 0.04868468642234802, + 0.05078364536166191, + 0.053423602133989334, + 0.05687785521149635 + ], + "shift_reference_raw": -5.761264324188232 + }, + { + "index": 12477, + "episode": 170, + "map": 6, + "start": 3768, + "target_tic": 3800, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.92728614807129, + "shift_swapped": -23.970970153808594, + "shift_reference": 17.669633865356445, + "peak_recorded": 0.726625919342041, + "peak_swapped": 0.7163583636283875, + "peak_reference": 0.7784347534179688, + "motion_pred": [ + 0.07884497195482254, + 0.05534021183848381, + 0.05081593245267868, + 0.04555103927850723 + ], + "motion_real": [ + 0.06238474324345589, + 0.06549569964408875, + 0.06440979987382889, + 0.05798443406820297 + ], + "shift_reference_raw": 17.093029022216797 + }, + { + "index": 12813, + "episode": 170, + "map": 6, + "start": 4104, + "target_tic": 4136, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.089111328125, + "shift_swapped": -32.0, + "shift_reference": 14.535737991333008, + "peak_recorded": 0.43317389488220215, + "peak_swapped": 0.4217296242713928, + "peak_reference": 0.4334977865219116, + "motion_pred": [ + 0.06786797940731049, + 0.04969592019915581, + 0.052142221480607986, + 0.04523870721459389 + ], + "motion_real": [ + 0.06027623265981674, + 0.06146138533949852, + 0.06095206364989281, + 0.06131359562277794 + ], + "shift_reference_raw": 14.262993812561035 + }, + { + "index": 12864, + "episode": 170, + "map": 6, + "start": 4155, + "target_tic": 4187, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.142622947692871, + "shift_swapped": 0.22481170296669006, + "shift_reference": 8.140997886657715, + "peak_recorded": 0.6969625949859619, + "peak_swapped": 0.719270646572113, + "peak_reference": 0.68485027551651, + "motion_pred": [ + 0.05316770821809769, + 0.036048971116542816, + 0.0369148924946785, + 0.037903569638729095 + ], + "motion_real": [ + 0.05611513927578926, + 0.05553002655506134, + 0.054750826209783554, + 0.05639825388789177 + ], + "shift_reference_raw": 10.911346435546875 + }, + { + "index": 12924, + "episode": 170, + "map": 6, + "start": 4215, + "target_tic": 4247, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.922507286071777, + "shift_swapped": 23.893461227416992, + "shift_reference": -20.09768295288086, + "peak_recorded": 0.7521396279335022, + "peak_swapped": 0.8025637269020081, + "peak_reference": 0.6427379846572876, + "motion_pred": [ + 0.04983113333582878, + 0.06061851978302002, + 0.09393259882926941, + 0.05131879821419716 + ], + "motion_real": [ + 0.050837982445955276, + 0.054426368325948715, + 0.07451009005308151, + 0.05059793218970299 + ], + "shift_reference_raw": -20.06792449951172 + }, + { + "index": 12943, + "episode": 170, + "map": 6, + "start": 4234, + "target_tic": 4266, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.818174362182617, + "shift_swapped": -23.349870681762695, + "shift_reference": 20.63551139831543, + "peak_recorded": 0.3733983635902405, + "peak_swapped": 0.4495686888694763, + "peak_reference": 0.6733737587928772, + "motion_pred": [ + 0.06872473657131195, + 0.04877931997179985, + 0.06365737318992615, + 0.0719599798321724 + ], + "motion_real": [ + 0.06151296943426132, + 0.047479044646024704, + 0.0484851598739624, + 0.048616472631692886 + ], + "shift_reference_raw": 20.99193572998047 + }, + { + "index": 12994, + "episode": 170, + "map": 6, + "start": 4285, + "target_tic": 4317, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.171411514282227, + "shift_swapped": 24.003293991088867, + "shift_reference": -15.309003829956055, + "peak_recorded": 0.5854364037513733, + "peak_swapped": 0.676758885383606, + "peak_reference": 0.6880738139152527, + "motion_pred": [ + 0.06552544236183167, + 0.04577936604619026, + 0.04813468083739281, + 0.0417177714407444 + ], + "motion_real": [ + 0.06143174320459366, + 0.06519392877817154, + 0.06680011749267578, + 0.061094265431165695 + ], + "shift_reference_raw": -14.748961448669434 + }, + { + "index": 13044, + "episode": 170, + "map": 6, + "start": 4335, + "target_tic": 4367, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.807978630065918, + "shift_swapped": -3.4729208946228027, + "shift_reference": 5.590211868286133, + "peak_recorded": 0.5539246797561646, + "peak_swapped": 0.6753135323524475, + "peak_reference": 0.7520574331283569, + "motion_pred": [ + 0.05550669506192207, + 0.048320695757865906, + 0.05168479308485985, + 0.05609339475631714 + ], + "motion_real": [ + 0.04844105616211891, + 0.0578116700053215, + 0.05888371914625168, + 0.05675133690237999 + ], + "shift_reference_raw": 5.549959659576416 + }, + { + "index": 13374, + "episode": 170, + "map": 6, + "start": 4700, + "target_tic": 4732, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.364503860473633, + "shift_swapped": -30.741243362426758, + "shift_reference": -6.0371994972229, + "peak_recorded": 0.28768062591552734, + "peak_swapped": -0.04571375995874405, + "peak_reference": 0.4241011142730713, + "motion_pred": [ + 0.04133521020412445, + 0.025198835879564285, + 0.02869616076350212, + 0.028250612318515778 + ], + "motion_real": [ + 0.03532121703028679, + 0.039981476962566376, + 0.04495380446314812, + 0.042869891971349716 + ], + "shift_reference_raw": -6.067269325256348 + }, + { + "index": 13377, + "episode": 170, + "map": 6, + "start": 4703, + "target_tic": 4735, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 19.919357299804688, + "shift_reference": -30.333751678466797, + "peak_recorded": 0.6473271250724792, + "peak_swapped": 0.6360282897949219, + "peak_reference": 0.4412023425102234, + "motion_pred": [ + 0.04118773713707924, + 0.02755623869597912, + 0.029423510655760765, + 0.02844550646841526 + ], + "motion_real": [ + 0.042869891971349716, + 0.04136662930250168, + 0.04166180640459061, + 0.04023979976773262 + ], + "shift_reference_raw": -28.085092544555664 + }, + { + "index": 13435, + "episode": 170, + "map": 6, + "start": 4761, + "target_tic": 4793, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.615772724151611, + "shift_swapped": 32.0, + "shift_reference": -8.023694038391113, + "peak_recorded": 0.5019442439079285, + "peak_swapped": 0.39980125427246094, + "peak_reference": 0.39065489172935486, + "motion_pred": [ + 0.05924568325281143, + 0.036997757852077484, + 0.03739193454384804, + 0.03369946405291557 + ], + "motion_real": [ + 0.056476034224033356, + 0.056271493434906006, + 0.05698990821838379, + 0.05743871629238129 + ], + "shift_reference_raw": -18.295515060424805 + }, + { + "index": 13467, + "episode": 170, + "map": 6, + "start": 4793, + "target_tic": 4825, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.0362606048584, + "shift_swapped": -20.100542068481445, + "shift_reference": 19.825061798095703, + "peak_recorded": 0.449175626039505, + "peak_swapped": 0.4915289878845215, + "peak_reference": 0.6321390867233276, + "motion_pred": [ + 0.0670303925871849, + 0.04722342640161514, + 0.04493551701307297, + 0.041148461401462555 + ], + "motion_real": [ + 0.06172868609428406, + 0.061289895325899124, + 0.05814545974135399, + 0.04852016270160675 + ], + "shift_reference_raw": 20.055009841918945 + }, + { + "index": 13785, + "episode": 196, + "map": 6, + "start": 211, + "target_tic": 243, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.08281707763672, + "shift_swapped": 19.52555274963379, + "shift_reference": -20.508485794067383, + "peak_recorded": 0.5039688944816589, + "peak_swapped": 0.4783518612384796, + "peak_reference": 0.7215176820755005, + "motion_pred": [ + 0.06354966759681702, + 0.044244732707738876, + 0.04350246861577034, + 0.04104185476899147 + ], + "motion_real": [ + 0.06111615523695946, + 0.06741143763065338, + 0.06907527148723602, + 0.06314017623662949 + ], + "shift_reference_raw": -19.437891006469727 + }, + { + "index": 13834, + "episode": 196, + "map": 6, + "start": 260, + "target_tic": 292, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.7151762843132019, + "shift_swapped": 21.225906372070312, + "shift_reference": -19.952268600463867, + "peak_recorded": 0.5600122213363647, + "peak_swapped": 0.634670078754425, + "peak_reference": 0.5664300322532654, + "motion_pred": [ + 0.058918438851833344, + 0.060263555496931076, + 0.05847267434000969, + 0.04695729538798332 + ], + "motion_real": [ + 0.0634705051779747, + 0.07016688585281372, + 0.07071235775947571, + 0.07194014638662338 + ], + "shift_reference_raw": -19.264745712280273 + }, + { + "index": 14237, + "episode": 196, + "map": 6, + "start": 733, + "target_tic": 765, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.592418670654297, + "shift_swapped": -28.153106689453125, + "shift_reference": 16.1007137298584, + "peak_recorded": 0.867485761642456, + "peak_swapped": 0.8602657318115234, + "peak_reference": 0.834517776966095, + "motion_pred": [ + 0.06312893331050873, + 0.03831392154097557, + 0.0422564372420311, + 0.043712396174669266 + ], + "motion_real": [ + 0.054620493203401566, + 0.05635473132133484, + 0.06710105389356613, + 0.07819431275129318 + ], + "shift_reference_raw": 15.869181632995605 + }, + { + "index": 14544, + "episode": 196, + "map": 6, + "start": 1040, + "target_tic": 1072, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.10858154296875, + "shift_swapped": 25.46881675720215, + "shift_reference": -18.794700622558594, + "peak_recorded": 0.5962834358215332, + "peak_swapped": 0.3841693103313446, + "peak_reference": 0.66203773021698, + "motion_pred": [ + 0.062013134360313416, + 0.044882770627737045, + 0.03966071084141731, + 0.037396159023046494 + ], + "motion_real": [ + 0.05916745215654373, + 0.05165482684969902, + 0.052185602486133575, + 0.05335084721446037 + ], + "shift_reference_raw": -18.818078994750977 + }, + { + "index": 14644, + "episode": 196, + "map": 6, + "start": 1140, + "target_tic": 1172, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.27589988708496, + "shift_swapped": -23.71730613708496, + "shift_reference": 15.777238845825195, + "peak_recorded": 0.7110633850097656, + "peak_swapped": 0.7284470796585083, + "peak_reference": 0.6240919828414917, + "motion_pred": [ + 0.06454478204250336, + 0.04351041093468666, + 0.042537230998277664, + 0.04639521241188049 + ], + "motion_real": [ + 0.0639907717704773, + 0.06354271620512009, + 0.05833557993173599, + 0.059770941734313965 + ], + "shift_reference_raw": 15.75643253326416 + }, + { + "index": 14806, + "episode": 196, + "map": 6, + "start": 1337, + "target_tic": 1369, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.718326568603516, + "shift_swapped": -0.16090919077396393, + "shift_reference": 17.85359001159668, + "peak_recorded": 0.5597454905509949, + "peak_swapped": 0.48150634765625, + "peak_reference": 0.5802249908447266, + "motion_pred": [ + 0.06221100687980652, + 0.05503571406006813, + 0.04246905446052551, + 0.04498223215341568 + ], + "motion_real": [ + 0.060793712735176086, + 0.06006653979420662, + 0.04452795162796974, + 0.04668412730097771 + ], + "shift_reference_raw": 16.313690185546875 + }, + { + "index": 15081, + "episode": 196, + "map": 6, + "start": 1612, + "target_tic": 1644, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.867738723754883, + "shift_swapped": 27.97167205810547, + "shift_reference": -21.861852645874023, + "peak_recorded": 0.48460423946380615, + "peak_swapped": 0.5455596446990967, + "peak_reference": 0.6509964466094971, + "motion_pred": [ + 0.06943568587303162, + 0.04264293238520622, + 0.041961949318647385, + 0.047385796904563904 + ], + "motion_real": [ + 0.060324639081954956, + 0.05858227238059044, + 0.061454400420188904, + 0.06681369245052338 + ], + "shift_reference_raw": -21.192506790161133 + }, + { + "index": 15095, + "episode": 196, + "map": 6, + "start": 1626, + "target_tic": 1658, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.781108856201172, + "shift_swapped": -25.495702743530273, + "shift_reference": 14.782959938049316, + "peak_recorded": 0.3399357199668884, + "peak_swapped": 0.52476567029953, + "peak_reference": 0.3526515066623688, + "motion_pred": [ + 0.07747182250022888, + 0.06808840483427048, + 0.0707847997546196, + 0.07809028029441833 + ], + "motion_real": [ + 0.08284013718366623, + 0.08948221057653427, + 0.08718539774417877, + 0.09315607696771622 + ], + "shift_reference_raw": 14.76625919342041 + }, + { + "index": 15127, + "episode": 196, + "map": 6, + "start": 1658, + "target_tic": 1690, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.61388397216797, + "shift_swapped": -21.67993927001953, + "shift_reference": 23.56803321838379, + "peak_recorded": 0.6686977744102478, + "peak_swapped": 0.6428992748260498, + "peak_reference": 0.7484151721000671, + "motion_pred": [ + 0.07606960833072662, + 0.06844692677259445, + 0.0650491863489151, + 0.06066587567329407 + ], + "motion_real": [ + 0.07204905897378922, + 0.0779120922088623, + 0.08054795861244202, + 0.07747671008110046 + ], + "shift_reference_raw": 23.159738540649414 + }, + { + "index": 15153, + "episode": 196, + "map": 6, + "start": 1684, + "target_tic": 1716, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.8255274295806885, + "shift_swapped": 8.629292488098145, + "shift_reference": 32.0, + "peak_recorded": 0.8094928860664368, + "peak_swapped": 0.4733596742153168, + "peak_reference": 0.5015975832939148, + "motion_pred": [ + 0.06976564973592758, + 0.07066908478736877, + 0.06812827289104462, + 0.07695364952087402 + ], + "motion_real": [ + 0.09534250944852829, + 0.08549506217241287, + 0.10158057510852814, + 0.10094258189201355 + ], + "shift_reference_raw": 31.49065589904785 + }, + { + "index": 15287, + "episode": 196, + "map": 6, + "start": 1818, + "target_tic": 1850, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.159639358520508, + "shift_swapped": -23.515003204345703, + "shift_reference": 4.740993022918701, + "peak_recorded": 0.87251216173172, + "peak_swapped": 0.838740885257721, + "peak_reference": 0.8035271763801575, + "motion_pred": [ + 0.05174841359257698, + 0.040647510439157486, + 0.04454769566655159, + 0.045226193964481354 + ], + "motion_real": [ + 0.05344923213124275, + 0.043160054832696915, + 0.03574542701244354, + 0.033816687762737274 + ], + "shift_reference_raw": 3.8633382320404053 + }, + { + "index": 15369, + "episode": 196, + "map": 6, + "start": 1935, + "target_tic": 1967, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.952951431274414, + "shift_swapped": -10.285587310791016, + "shift_reference": 1.7163997888565063, + "peak_recorded": 0.6739043593406677, + "peak_swapped": 0.659899115562439, + "peak_reference": 0.6586123704910278, + "motion_pred": [ + 0.05636807158589363, + 0.051376424729824066, + 0.059514645487070084, + 0.06567289680242538 + ], + "motion_real": [ + 0.05030057579278946, + 0.0555415078997612, + 0.05702802538871765, + 0.058293189853429794 + ], + "shift_reference_raw": 2.8579413890838623 + }, + { + "index": 15561, + "episode": 196, + "map": 6, + "start": 2127, + "target_tic": 2159, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.6543848514556885, + "shift_swapped": -6.365176200866699, + "shift_reference": 4.5555548667907715, + "peak_recorded": 0.9053715467453003, + "peak_swapped": 0.9184151887893677, + "peak_reference": 0.8860991597175598, + "motion_pred": [ + 0.03124181553721428, + 0.038360707461833954, + 0.0426044724881649, + 0.03888634964823723 + ], + "motion_real": [ + 0.029904117807745934, + 0.038931477814912796, + 0.04293443635106087, + 0.04113330692052841 + ], + "shift_reference_raw": 4.466276168823242 + }, + { + "index": 15579, + "episode": 196, + "map": 6, + "start": 2145, + "target_tic": 2177, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.661216735839844, + "shift_swapped": -16.898557662963867, + "shift_reference": 29.829219818115234, + "peak_recorded": 0.7317728996276855, + "peak_swapped": 0.7406001091003418, + "peak_reference": 0.7948976755142212, + "motion_pred": [ + 0.062378134578466415, + 0.04737182334065437, + 0.044370949268341064, + 0.049769431352615356 + ], + "motion_real": [ + 0.05778587982058525, + 0.05970355123281479, + 0.05761592835187912, + 0.06539954245090485 + ], + "shift_reference_raw": 29.528507232666016 + }, + { + "index": 15666, + "episode": 196, + "map": 6, + "start": 2232, + "target_tic": 2264, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.650348663330078, + "shift_swapped": 24.294843673706055, + "shift_reference": -23.21407699584961, + "peak_recorded": 0.8180269002914429, + "peak_swapped": 0.8761318922042847, + "peak_reference": 0.86347496509552, + "motion_pred": [ + 0.047066837549209595, + 0.043485675007104874, + 0.0465940460562706, + 0.03334987163543701 + ], + "motion_real": [ + 0.047804154455661774, + 0.045392975211143494, + 0.049074169248342514, + 0.04272093251347542 + ], + "shift_reference_raw": -21.263315200805664 + }, + { + "index": 15697, + "episode": 196, + "map": 6, + "start": 2263, + "target_tic": 2295, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.382205963134766, + "shift_swapped": 32.0, + "shift_reference": -20.102670669555664, + "peak_recorded": 0.8777546882629395, + "peak_swapped": 0.8644508123397827, + "peak_reference": 0.9009823203086853, + "motion_pred": [ + 0.03800079599022865, + 0.029598182067275047, + 0.034135524183511734, + 0.03258012980222702 + ], + "motion_real": [ + 0.04025256633758545, + 0.04007839411497116, + 0.04313676059246063, + 0.04500932991504669 + ], + "shift_reference_raw": -20.128047943115234 + }, + { + "index": 15701, + "episode": 196, + "map": 6, + "start": 2267, + "target_tic": 2299, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.037172317504883, + "shift_swapped": -22.696916580200195, + "shift_reference": 20.68259620666504, + "peak_recorded": 0.8535650968551636, + "peak_swapped": 0.820084273815155, + "peak_reference": 0.8727321028709412, + "motion_pred": [ + 0.04593750461935997, + 0.039898257702589035, + 0.03696487471461296, + 0.03980223089456558 + ], + "motion_real": [ + 0.04545610398054123, + 0.04429000988602638, + 0.03816486895084381, + 0.038081079721450806 + ], + "shift_reference_raw": 20.427459716796875 + }, + { + "index": 15767, + "episode": 196, + "map": 6, + "start": 2333, + "target_tic": 2365, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.126840591430664, + "shift_swapped": 27.20208740234375, + "shift_reference": -22.084705352783203, + "peak_recorded": 0.8871844410896301, + "peak_swapped": 0.8777755498886108, + "peak_reference": 0.8889462947845459, + "motion_pred": [ + 0.044833771884441376, + 0.036896251142024994, + 0.04465886950492859, + 0.038808178156614304 + ], + "motion_real": [ + 0.03741823881864548, + 0.04024173319339752, + 0.04199548438191414, + 0.03974942862987518 + ], + "shift_reference_raw": -22.032272338867188 + }, + { + "index": 15816, + "episode": 196, + "map": 6, + "start": 2382, + "target_tic": 2414, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.933435440063477, + "shift_swapped": -27.02281951904297, + "shift_reference": 20.898597717285156, + "peak_recorded": 0.8615147471427917, + "peak_swapped": 0.8610340356826782, + "peak_reference": 0.88091641664505, + "motion_pred": [ + 0.040685586631298065, + 0.03006369061768055, + 0.029384220018982887, + 0.03216403350234032 + ], + "motion_real": [ + 0.037941593676805496, + 0.019403910264372826, + 0.016588086262345314, + 0.01711796410381794 + ], + "shift_reference_raw": 20.150800704956055 + }, + { + "index": 16086, + "episode": 196, + "map": 6, + "start": 2687, + "target_tic": 2719, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.59210968017578, + "shift_swapped": 21.208080291748047, + "shift_reference": -19.043079376220703, + "peak_recorded": 0.5330020189285278, + "peak_swapped": 0.572153627872467, + "peak_reference": 0.6513341069221497, + "motion_pred": [ + 0.06674443930387497, + 0.03620653972029686, + 0.033806465566158295, + 0.03397165983915329 + ], + "motion_real": [ + 0.05922636389732361, + 0.046732135117053986, + 0.046913910657167435, + 0.04773169755935669 + ], + "shift_reference_raw": -19.05276107788086 + }, + { + "index": 16564, + "episode": 196, + "map": 6, + "start": 3165, + "target_tic": 3197, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.621232986450195, + "shift_swapped": 19.143829345703125, + "shift_reference": -21.529438018798828, + "peak_recorded": 0.5440059900283813, + "peak_swapped": 0.5047745108604431, + "peak_reference": 0.7238088250160217, + "motion_pred": [ + 0.06740782409906387, + 0.04214051738381386, + 0.044605229049921036, + 0.04700275510549545 + ], + "motion_real": [ + 0.06099496781826019, + 0.0628357008099556, + 0.06314866244792938, + 0.06435000896453857 + ], + "shift_reference_raw": -21.08491325378418 + }, + { + "index": 16973, + "episode": 196, + "map": 6, + "start": 3609, + "target_tic": 3641, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.12551498413086, + "shift_swapped": -20.420352935791016, + "shift_reference": 29.160377502441406, + "peak_recorded": 0.3599686324596405, + "peak_swapped": 0.6643248796463013, + "peak_reference": 0.43616288900375366, + "motion_pred": [ + 0.049662958830595016, + 0.04988571256399155, + 0.04121941700577736, + 0.04247136414051056 + ], + "motion_real": [ + 0.07038409262895584, + 0.04112923517823219, + 0.04498659819364548, + 0.05449593812227249 + ], + "shift_reference_raw": 29.1404972076416 + }, + { + "index": 16982, + "episode": 196, + "map": 6, + "start": 3618, + "target_tic": 3650, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -16.876811981201172, + "shift_reference": 27.709583282470703, + "peak_recorded": 0.8203784823417664, + "peak_swapped": 0.8250963687896729, + "peak_reference": 0.705077588558197, + "motion_pred": [ + 0.0702567994594574, + 0.06768026947975159, + 0.050414975732564926, + 0.050232816487550735 + ], + "motion_real": [ + 0.07938117533922195, + 0.0703892633318901, + 0.06378140300512314, + 0.0640028864145279 + ], + "shift_reference_raw": 27.57185173034668 + }, + { + "index": 16985, + "episode": 196, + "map": 6, + "start": 3621, + "target_tic": 3653, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.028152465820312, + "shift_swapped": -22.795452117919922, + "shift_reference": 26.088193893432617, + "peak_recorded": 0.8036758303642273, + "peak_swapped": 0.8392390012741089, + "peak_reference": 0.8264620304107666, + "motion_pred": [ + 0.06561324745416641, + 0.04970512539148331, + 0.047517329454422, + 0.053479161113500595 + ], + "motion_real": [ + 0.0640028864145279, + 0.06014363840222359, + 0.059133294969797134, + 0.06197678670287132 + ], + "shift_reference_raw": 27.825538635253906 + }, + { + "index": 17014, + "episode": 196, + "map": 6, + "start": 3650, + "target_tic": 3682, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.776100158691406, + "shift_swapped": 22.368757247924805, + "shift_reference": -23.892269134521484, + "peak_recorded": 0.6831589937210083, + "peak_swapped": 0.7201950550079346, + "peak_reference": 0.7013996243476868, + "motion_pred": [ + 0.060169052332639694, + 0.044624872505664825, + 0.04633414372801781, + 0.04644892364740372 + ], + "motion_real": [ + 0.05901568382978439, + 0.06389875710010529, + 0.06348586082458496, + 0.06259872019290924 + ], + "shift_reference_raw": -17.883800506591797 + }, + { + "index": 17028, + "episode": 196, + "map": 6, + "start": 3664, + "target_tic": 3696, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.07468032836914, + "shift_swapped": 19.82491683959961, + "shift_reference": -21.6302433013916, + "peak_recorded": 0.5575301051139832, + "peak_swapped": 0.4678828716278076, + "peak_reference": 0.6168864369392395, + "motion_pred": [ + 0.06805151700973511, + 0.05066660791635513, + 0.05007963627576828, + 0.050525009632110596 + ], + "motion_real": [ + 0.06433305889368057, + 0.065790556371212, + 0.06592891365289688, + 0.0665350928902626 + ], + "shift_reference_raw": -20.90138816833496 + }, + { + "index": 17041, + "episode": 196, + "map": 6, + "start": 3677, + "target_tic": 3709, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.7498836517334, + "shift_swapped": 23.099533081054688, + "shift_reference": -19.35684585571289, + "peak_recorded": 0.49912986159324646, + "peak_swapped": 0.5540932416915894, + "peak_reference": 0.661009669303894, + "motion_pred": [ + 0.06893574446439743, + 0.04992730915546417, + 0.0475165918469429, + 0.04725724086165428 + ], + "motion_real": [ + 0.06757862120866776, + 0.0644320473074913, + 0.062073808163404465, + 0.06369247287511826 + ], + "shift_reference_raw": -19.34622573852539 + }, + { + "index": 17084, + "episode": 196, + "map": 6, + "start": 3755, + "target_tic": 3787, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.955323696136475, + "shift_swapped": -1.6629250049591064, + "shift_reference": 5.84086275100708, + "peak_recorded": 0.7320303916931152, + "peak_swapped": 0.809786856174469, + "peak_reference": 0.6958310604095459, + "motion_pred": [ + 0.07059825956821442, + 0.05670851469039917, + 0.07094075530767441, + 0.046749040484428406 + ], + "motion_real": [ + 0.07725689560174942, + 0.07293330132961273, + 0.0723780021071434, + 0.03098747879266739 + ], + "shift_reference_raw": 5.225840091705322 + }, + { + "index": 17085, + "episode": 196, + "map": 6, + "start": 3756, + "target_tic": 3788, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.109935760498047, + "shift_swapped": -2.789677619934082, + "shift_reference": 5.897335052490234, + "peak_recorded": 0.7059042453765869, + "peak_swapped": 0.7909781336784363, + "peak_reference": 0.720878541469574, + "motion_pred": [ + 0.07134626805782318, + 0.0596381314098835, + 0.042104680091142654, + 0.0410885363817215 + ], + "motion_real": [ + 0.07293330132961273, + 0.0723780021071434, + 0.03098747879266739, + 0.030219832435250282 + ], + "shift_reference_raw": 5.170871257781982 + }, + { + "index": 17337, + "episode": 196, + "map": 6, + "start": 4008, + "target_tic": 4040, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.6353551149368286, + "shift_swapped": -0.6720787286758423, + "shift_reference": 3.6283650398254395, + "peak_recorded": 0.7000262141227722, + "peak_swapped": 0.6301641464233398, + "peak_reference": 0.7532824873924255, + "motion_pred": [ + 0.054666437208652496, + 0.04489152133464813, + 0.04315495118498802, + 0.04335242509841919 + ], + "motion_real": [ + 0.051684487611055374, + 0.0524679496884346, + 0.053951263427734375, + 0.055171553045511246 + ], + "shift_reference_raw": 3.5659477710723877 + }, + { + "index": 17560, + "episode": 196, + "map": 6, + "start": 4231, + "target_tic": 4263, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.9539713859558105, + "shift_swapped": -6.254205703735352, + "shift_reference": 4.002447605133057, + "peak_recorded": 0.8959508538246155, + "peak_swapped": 0.8772722482681274, + "peak_reference": 0.9142244458198547, + "motion_pred": [ + 0.034701257944107056, + 0.034398723393678665, + 0.03810678422451019, + 0.039233267307281494 + ], + "motion_real": [ + 0.03187277540564537, + 0.03195217251777649, + 0.032535407692193985, + 0.03334527462720871 + ], + "shift_reference_raw": 4.041621685028076 + }, + { + "index": 17665, + "episode": 196, + "map": 6, + "start": 4336, + "target_tic": 4368, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.780795097351074, + "shift_swapped": 24.055021286010742, + "shift_reference": -15.9171781539917, + "peak_recorded": 0.6589669585227966, + "peak_swapped": 0.6964155435562134, + "peak_reference": 0.6786196827888489, + "motion_pred": [ + 0.05899487063288689, + 0.04268129542469978, + 0.0409928634762764, + 0.041499290615320206 + ], + "motion_real": [ + 0.06728106737136841, + 0.06901609897613525, + 0.06625863164663315, + 0.061939749866724014 + ], + "shift_reference_raw": -15.89913558959961 + }, + { + "index": 17776, + "episode": 196, + "map": 6, + "start": 4447, + "target_tic": 4479, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.689477920532227, + "shift_swapped": 22.948040008544922, + "shift_reference": -20.910219192504883, + "peak_recorded": 0.6987159848213196, + "peak_swapped": 0.7004857063293457, + "peak_reference": 0.8257049322128296, + "motion_pred": [ + 0.06003246828913689, + 0.0446053184568882, + 0.04665191471576691, + 0.048137862235307693 + ], + "motion_real": [ + 0.0559062622487545, + 0.05460536479949951, + 0.053857430815696716, + 0.05220695957541466 + ], + "shift_reference_raw": -21.245176315307617 + }, + { + "index": 17780, + "episode": 196, + "map": 6, + "start": 4451, + "target_tic": 4483, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.77657127380371, + "shift_swapped": 20.734012603759766, + "shift_reference": -27.306901931762695, + "peak_recorded": 0.6916419267654419, + "peak_swapped": 0.7417618036270142, + "peak_reference": 0.8119584918022156, + "motion_pred": [ + 0.05010280758142471, + 0.04268021136522293, + 0.04337835684418678, + 0.040266335010528564 + ], + "motion_real": [ + 0.04975375533103943, + 0.04905020073056221, + 0.04649212583899498, + 0.04505320265889168 + ], + "shift_reference_raw": -26.966535568237305 + }, + { + "index": 17788, + "episode": 196, + "map": 6, + "start": 4459, + "target_tic": 4491, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.670350074768066, + "shift_swapped": 23.321874618530273, + "shift_reference": -15.856561660766602, + "peak_recorded": 0.3201310634613037, + "peak_swapped": 0.2918286919593811, + "peak_reference": 0.43427011370658875, + "motion_pred": [ + 0.028779689222574234, + 0.026980891823768616, + 0.02524685114622116, + 0.023110413923859596 + ], + "motion_real": [ + 0.02786806970834732, + 0.027078043669462204, + 0.027283528819680214, + 0.02723628468811512 + ], + "shift_reference_raw": -15.811664581298828 + }, + { + "index": 17830, + "episode": 196, + "map": 6, + "start": 4501, + "target_tic": 4533, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.802736282348633, + "shift_swapped": 31.3184871673584, + "shift_reference": -20.033855438232422, + "peak_recorded": 0.3837549090385437, + "peak_swapped": 0.2943516969680786, + "peak_reference": 0.43030622601509094, + "motion_pred": [ + 0.07580208778381348, + 0.04743597283959389, + 0.04133673757314682, + 0.043460119515657425 + ], + "motion_real": [ + 0.06783372163772583, + 0.057021066546440125, + 0.0576537661254406, + 0.06110987439751625 + ], + "shift_reference_raw": -19.183481216430664 + }, + { + "index": 17873, + "episode": 196, + "map": 6, + "start": 4544, + "target_tic": 4576, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.4761248230934143, + "shift_swapped": 11.580390930175781, + "shift_reference": -1.08791184425354, + "peak_recorded": 0.7675099968910217, + "peak_swapped": 0.6812390089035034, + "peak_reference": 0.6465412974357605, + "motion_pred": [ + 0.06483970582485199, + 0.04339657351374626, + 0.04484173282980919, + 0.0466822050511837 + ], + "motion_real": [ + 0.06268797069787979, + 0.06328271329402924, + 0.06353425979614258, + 0.07523684948682785 + ], + "shift_reference_raw": -1.1154696941375732 + }, + { + "index": 17902, + "episode": 196, + "map": 6, + "start": 4573, + "target_tic": 4605, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.581832885742188, + "shift_swapped": 21.686372756958008, + "shift_reference": -32.0, + "peak_recorded": 0.5450050234794617, + "peak_swapped": 0.5915069580078125, + "peak_reference": 0.567313551902771, + "motion_pred": [ + 0.05818832665681839, + 0.03434881567955017, + 0.03316285461187363, + 0.03137669339776039 + ], + "motion_real": [ + 0.05788302421569824, + 0.04661377891898155, + 0.045620594173669815, + 0.04486919939517975 + ], + "shift_reference_raw": -27.936847686767578 + }, + { + "index": 17947, + "episode": 196, + "map": 6, + "start": 4618, + "target_tic": 4650, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 0.07964927703142166, + "peak_recorded": 0.05305936560034752, + "peak_swapped": 0.057356566190719604, + "peak_reference": -0.05876651033759117, + "motion_pred": [ + 0.05141356214880943, + 0.04105758294463158, + 0.08202440291643143, + 0.040145426988601685 + ], + "motion_real": [ + 0.059119127690792084, + 0.06323976069688797, + 0.0684746727347374, + 0.05503300949931145 + ], + "shift_reference_raw": -10.104422569274902 + }, + { + "index": 18475, + "episode": 209, + "map": 6, + "start": 281, + "target_tic": 313, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.63259220123291, + "shift_swapped": -0.11694885790348053, + "shift_reference": 6.615233898162842, + "peak_recorded": 0.7330399751663208, + "peak_swapped": 0.7744593620300293, + "peak_reference": 0.7143601775169373, + "motion_pred": [ + 0.049669049680233, + 0.05215542018413544, + 0.042554453015327454, + 0.048788927495479584 + ], + "motion_real": [ + 0.04977421462535858, + 0.052499424666166306, + 0.04242395982146263, + 0.03818893805146217 + ], + "shift_reference_raw": 7.045929431915283 + }, + { + "index": 18903, + "episode": 209, + "map": 6, + "start": 779, + "target_tic": 811, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 1.3042911291122437, + "shift_swapped": 2.5388474464416504, + "shift_reference": -1.082679033279419, + "peak_recorded": 0.3989570438861847, + "peak_swapped": 0.4383556544780731, + "peak_reference": 0.32618454098701477, + "motion_pred": [ + 0.05915219709277153, + 0.054741270840168, + 0.04604048281908035, + 0.04353955760598183 + ], + "motion_real": [ + 0.06736183911561966, + 0.07075878977775574, + 0.0687803402543068, + 0.06768641620874405 + ], + "shift_reference_raw": -4.5988287925720215 + }, + { + "index": 18947, + "episode": 209, + "map": 6, + "start": 823, + "target_tic": 855, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.79363441467285, + "shift_swapped": 20.32122802734375, + "shift_reference": -19.251806259155273, + "peak_recorded": 0.501628041267395, + "peak_swapped": 0.4293364882469177, + "peak_reference": 0.6376466751098633, + "motion_pred": [ + 0.06423851102590561, + 0.04480820521712303, + 0.04561910033226013, + 0.046757716685533524 + ], + "motion_real": [ + 0.05856474116444588, + 0.060141611844301224, + 0.06324287503957748, + 0.06384966522455215 + ], + "shift_reference_raw": -18.955324172973633 + }, + { + "index": 19022, + "episode": 209, + "map": 6, + "start": 898, + "target_tic": 930, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.657723426818848, + "shift_swapped": -27.720943450927734, + "shift_reference": 21.612686157226562, + "peak_recorded": 0.7110099792480469, + "peak_swapped": 0.7790526747703552, + "peak_reference": 0.7442773580551147, + "motion_pred": [ + 0.0694769024848938, + 0.04768810793757439, + 0.04503776505589485, + 0.03805716708302498 + ], + "motion_real": [ + 0.06407573074102402, + 0.06471274793148041, + 0.06543871760368347, + 0.058535605669021606 + ], + "shift_reference_raw": 21.32831382751465 + }, + { + "index": 19050, + "episode": 209, + "map": 6, + "start": 926, + "target_tic": 958, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.843534469604492, + "shift_swapped": -20.793094635009766, + "shift_reference": 19.738801956176758, + "peak_recorded": 0.3683096766471863, + "peak_swapped": 0.4409036338329315, + "peak_reference": 0.5259694457054138, + "motion_pred": [ + 0.05519779771566391, + 0.07490774244070053, + 0.04371976479887962, + 0.0473795160651207 + ], + "motion_real": [ + 0.057051077485084534, + 0.08239197731018066, + 0.06430165469646454, + 0.06438028067350388 + ], + "shift_reference_raw": 19.73431396484375 + }, + { + "index": 19064, + "episode": 209, + "map": 6, + "start": 940, + "target_tic": 972, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.140470504760742, + "shift_swapped": -7.131284236907959, + "shift_reference": 5.2331156730651855, + "peak_recorded": 0.6192328929901123, + "peak_swapped": 0.6567006707191467, + "peak_reference": 0.7099462747573853, + "motion_pred": [ + 0.054579321295022964, + 0.03709042817354202, + 0.03656989336013794, + 0.037612542510032654 + ], + "motion_real": [ + 0.05172063782811165, + 0.04325108975172043, + 0.043129291385412216, + 0.04467799887061119 + ], + "shift_reference_raw": 5.129122257232666 + }, + { + "index": 19210, + "episode": 209, + "map": 6, + "start": 1086, + "target_tic": 1118, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.196203231811523, + "shift_swapped": 21.341842651367188, + "shift_reference": -20.28741455078125, + "peak_recorded": 0.4930250644683838, + "peak_swapped": 0.35912153124809265, + "peak_reference": 0.6295562982559204, + "motion_pred": [ + 0.039489056915044785, + 0.044143784791231155, + 0.02514873445034027, + 0.024078112095594406 + ], + "motion_real": [ + 0.041409965604543686, + 0.058876171708106995, + 0.04414414241909981, + 0.03962783142924309 + ], + "shift_reference_raw": -19.97327995300293 + }, + { + "index": 19245, + "episode": 209, + "map": 6, + "start": 1121, + "target_tic": 1153, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.255117177963257, + "shift_swapped": -6.848438739776611, + "shift_reference": 3.874094247817993, + "peak_recorded": 0.6886562705039978, + "peak_swapped": 0.6608994007110596, + "peak_reference": 0.7636395692825317, + "motion_pred": [ + 0.060169391334056854, + 0.04741283506155014, + 0.05054515600204468, + 0.049677524715662 + ], + "motion_real": [ + 0.05719580873847008, + 0.059222474694252014, + 0.060627251863479614, + 0.06507515907287598 + ], + "shift_reference_raw": 3.70206618309021 + }, + { + "index": 19459, + "episode": 209, + "map": 6, + "start": 1370, + "target_tic": 1402, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 3.4684271812438965, + "shift_swapped": 15.497028350830078, + "shift_reference": -1.9427648782730103, + "peak_recorded": 0.6877517700195312, + "peak_swapped": 0.657432496547699, + "peak_reference": 0.5996339917182922, + "motion_pred": [ + 0.06011071801185608, + 0.04454844444990158, + 0.04556175321340561, + 0.0435490645468235 + ], + "motion_real": [ + 0.06863541901111603, + 0.058942753821611404, + 0.051168154925107956, + 0.06195066124200821 + ], + "shift_reference_raw": -1.497302770614624 + }, + { + "index": 19662, + "episode": 209, + "map": 6, + "start": 1573, + "target_tic": 1605, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.43416404724121, + "shift_swapped": 0.18326666951179504, + "shift_reference": -17.091989517211914, + "peak_recorded": 0.7382590770721436, + "peak_swapped": 0.7839491963386536, + "peak_reference": 0.7416749000549316, + "motion_pred": [ + 0.06748321652412415, + 0.05641544982790947, + 0.04667501896619797, + 0.04413237050175667 + ], + "motion_real": [ + 0.06722952425479889, + 0.06506390124559402, + 0.06314916163682938, + 0.06021568924188614 + ], + "shift_reference_raw": -17.302078247070312 + }, + { + "index": 19668, + "episode": 209, + "map": 6, + "start": 1579, + "target_tic": 1611, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.098033905029297, + "shift_swapped": -15.892449378967285, + "shift_reference": 19.935054779052734, + "peak_recorded": 0.6467493772506714, + "peak_swapped": 0.6608210206031799, + "peak_reference": 0.6827059984207153, + "motion_pred": [ + 0.06718692928552628, + 0.04246862232685089, + 0.03220609202980995, + 0.031144604086875916 + ], + "motion_real": [ + 0.06448470056056976, + 0.061060741543769836, + 0.06095155328512192, + 0.06186868995428085 + ], + "shift_reference_raw": 18.320287704467773 + }, + { + "index": 19714, + "episode": 209, + "map": 6, + "start": 1625, + "target_tic": 1657, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.274652481079102, + "shift_swapped": -5.191551208496094, + "shift_reference": 5.03102970123291, + "peak_recorded": 0.6042316555976868, + "peak_swapped": 0.6047243475914001, + "peak_reference": 0.736042857170105, + "motion_pred": [ + 0.05689581111073494, + 0.04051986709237099, + 0.04539045691490173, + 0.04680820554494858 + ], + "motion_real": [ + 0.055054813623428345, + 0.05222630873322487, + 0.05519399046897888, + 0.0633019357919693 + ], + "shift_reference_raw": 4.807478904724121 + }, + { + "index": 20036, + "episode": 209, + "map": 6, + "start": 1982, + "target_tic": 2014, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.732439041137695, + "shift_swapped": -28.098970413208008, + "shift_reference": 5.127115726470947, + "peak_recorded": 0.7424337863922119, + "peak_swapped": 0.5955891609191895, + "peak_reference": 0.42720702290534973, + "motion_pred": [ + 0.07411600649356842, + 0.06405747681856155, + 0.047448690980672836, + 0.049648504704236984 + ], + "motion_real": [ + 0.06787426769733429, + 0.07869201898574829, + 0.06694797426462173, + 0.06846143305301666 + ], + "shift_reference_raw": 5.896480560302734 + }, + { + "index": 20096, + "episode": 209, + "map": 6, + "start": 2077, + "target_tic": 2109, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.4318208694458, + "shift_swapped": 30.794286727905273, + "shift_reference": -13.207393646240234, + "peak_recorded": 0.7870897054672241, + "peak_swapped": 0.654551088809967, + "peak_reference": 0.7564388513565063, + "motion_pred": [ + 0.06291059404611588, + 0.05085572972893715, + 0.054445166140794754, + 0.06411139667034149 + ], + "motion_real": [ + 0.06663991510868073, + 0.07041669636964798, + 0.07127458602190018, + 0.07911570370197296 + ], + "shift_reference_raw": -13.263245582580566 + }, + { + "index": 20103, + "episode": 209, + "map": 6, + "start": 2084, + "target_tic": 2116, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -21.384998321533203, + "shift_reference": 30.631208419799805, + "peak_recorded": 0.4055532217025757, + "peak_swapped": 0.458894282579422, + "peak_reference": 0.46167826652526855, + "motion_pred": [ + 0.07118984311819077, + 0.05832836031913757, + 0.06365738809108734, + 0.0570627860724926 + ], + "motion_real": [ + 0.07074113190174103, + 0.07065361738204956, + 0.07645907998085022, + 0.07482325285673141 + ], + "shift_reference_raw": 29.491683959960938 + }, + { + "index": 20607, + "episode": 209, + "map": 6, + "start": 2623, + "target_tic": 2655, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.0014591217041, + "shift_swapped": 18.169687271118164, + "shift_reference": -21.662975311279297, + "peak_recorded": 0.6228774189949036, + "peak_swapped": 0.5531494617462158, + "peak_reference": 0.766588568687439, + "motion_pred": [ + 0.06570421904325485, + 0.04597431421279907, + 0.04911981523036957, + 0.05024666711688042 + ], + "motion_real": [ + 0.0658084899187088, + 0.06579062342643738, + 0.06732150167226791, + 0.06714331358671188 + ], + "shift_reference_raw": -21.500675201416016 + }, + { + "index": 20703, + "episode": 209, + "map": 6, + "start": 2719, + "target_tic": 2751, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 30.570056915283203, + "shift_swapped": 8.288008689880371, + "shift_reference": -25.56560707092285, + "peak_recorded": 0.20440877974033356, + "peak_swapped": 0.19509510695934296, + "peak_reference": 0.4012949764728546, + "motion_pred": [ + 0.05637282505631447, + 0.03263787552714348, + 0.026859436184167862, + 0.0329667404294014 + ], + "motion_real": [ + 0.05058922618627548, + 0.05874535068869591, + 0.05511512979865074, + 0.056656479835510254 + ], + "shift_reference_raw": -25.53956413269043 + }, + { + "index": 20759, + "episode": 209, + "map": 6, + "start": 2775, + "target_tic": 2807, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 1.6344152688980103, + "shift_swapped": 16.652463912963867, + "shift_reference": 0.8800004720687866, + "peak_recorded": 0.7598080635070801, + "peak_swapped": 0.752587616443634, + "peak_reference": 0.7238343358039856, + "motion_pred": [ + 0.1066565215587616, + 0.10238970071077347, + 0.09794867783784866, + 0.10822250694036484 + ], + "motion_real": [ + 0.1011599525809288, + 0.10227195918560028, + 0.10366509854793549, + 0.11036991328001022 + ], + "shift_reference_raw": 1.4030883312225342 + }, + { + "index": 20869, + "episode": 209, + "map": 6, + "start": 2885, + "target_tic": 2917, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.77560043334961, + "shift_swapped": 19.44260597229004, + "shift_reference": -23.97949981689453, + "peak_recorded": 0.8339676856994629, + "peak_swapped": 0.8315426707267761, + "peak_reference": 0.8074449300765991, + "motion_pred": [ + 0.05746959522366524, + 0.04092567041516304, + 0.03816535323858261, + 0.042457837611436844 + ], + "motion_real": [ + 0.05451786518096924, + 0.05131317675113678, + 0.05127261206507683, + 0.050524987280368805 + ], + "shift_reference_raw": -23.043296813964844 + }, + { + "index": 21055, + "episode": 209, + "map": 6, + "start": 3071, + "target_tic": 3103, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.370208740234375, + "shift_swapped": 17.542343139648438, + "shift_reference": -21.410537719726562, + "peak_recorded": 0.5613380074501038, + "peak_swapped": 0.5073267817497253, + "peak_reference": 0.6823472380638123, + "motion_pred": [ + 0.06897803395986557, + 0.04958483949303627, + 0.04067536070942879, + 0.03992311656475067 + ], + "motion_real": [ + 0.06302549690008163, + 0.06330720335245132, + 0.05856554955244064, + 0.060404498130083084 + ], + "shift_reference_raw": -21.587209701538086 + }, + { + "index": 21160, + "episode": 209, + "map": 6, + "start": 3176, + "target_tic": 3208, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.83695125579834, + "shift_swapped": 29.009681701660156, + "shift_reference": -14.910223007202148, + "peak_recorded": 0.4300490915775299, + "peak_swapped": 0.4711766541004181, + "peak_reference": 0.44680076837539673, + "motion_pred": [ + 0.06171320751309395, + 0.05278695002198219, + 0.05069989711046219, + 0.044597428292036057 + ], + "motion_real": [ + 0.06260845065116882, + 0.0699983760714531, + 0.06803867965936661, + 0.07002612203359604 + ], + "shift_reference_raw": -14.542159080505371 + }, + { + "index": 21229, + "episode": 209, + "map": 6, + "start": 3245, + "target_tic": 3277, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.653854370117188, + "shift_swapped": 19.24287986755371, + "shift_reference": -20.996137619018555, + "peak_recorded": 0.6032485961914062, + "peak_swapped": 0.4986429512500763, + "peak_reference": 0.6868292093276978, + "motion_pred": [ + 0.06418401002883911, + 0.04666222259402275, + 0.040884435176849365, + 0.04016195610165596 + ], + "motion_real": [ + 0.06172759830951691, + 0.06189040094614029, + 0.06329051405191422, + 0.062413010746240616 + ], + "shift_reference_raw": -20.99704360961914 + }, + { + "index": 21534, + "episode": 209, + "map": 6, + "start": 3585, + "target_tic": 3617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.054522514343262, + "shift_swapped": 7.534671783447266, + "shift_reference": -10.834020614624023, + "peak_recorded": 0.3289265036582947, + "peak_swapped": 0.2793380618095398, + "peak_reference": 0.5844503045082092, + "motion_pred": [ + 0.04631415754556656, + 0.034940678626298904, + 0.02962731383740902, + 0.0584145113825798 + ], + "motion_real": [ + 0.03458147495985031, + 0.03431929275393486, + 0.036007802933454514, + 0.055915046483278275 + ], + "shift_reference_raw": -10.903541564941406 + }, + { + "index": 21648, + "episode": 209, + "map": 6, + "start": 3699, + "target_tic": 3731, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.86629867553711, + "shift_swapped": -22.747356414794922, + "shift_reference": 19.159473419189453, + "peak_recorded": 0.4302237331867218, + "peak_swapped": 0.4613483250141144, + "peak_reference": 0.4777466952800751, + "motion_pred": [ + 0.06622634083032608, + 0.05101103335618973, + 0.057160548865795135, + 0.06052782014012337 + ], + "motion_real": [ + 0.06376224011182785, + 0.06271829456090927, + 0.06954273581504822, + 0.06853095442056656 + ], + "shift_reference_raw": 18.953628540039062 + }, + { + "index": 21944, + "episode": 209, + "map": 6, + "start": 4030, + "target_tic": 4062, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.14031982421875, + "shift_swapped": 21.959442138671875, + "shift_reference": -18.3179988861084, + "peak_recorded": 0.8573235273361206, + "peak_swapped": 0.8526745438575745, + "peak_reference": 0.7679970860481262, + "motion_pred": [ + 0.04823366180062294, + 0.03828814998269081, + 0.04900272190570831, + 0.044700246304273605 + ], + "motion_real": [ + 0.052556101232767105, + 0.05081075057387352, + 0.050413332879543304, + 0.048717670142650604 + ], + "shift_reference_raw": -18.373252868652344 + }, + { + "index": 22089, + "episode": 209, + "map": 6, + "start": 4175, + "target_tic": 4207, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.063013792037964, + "shift_swapped": 32.0, + "shift_reference": -1.8753269910812378, + "peak_recorded": 0.9157431125640869, + "peak_swapped": 0.8688757419586182, + "peak_reference": 0.8919599652290344, + "motion_pred": [ + 0.030751915648579597, + 0.0193866528570652, + 0.021152107045054436, + 0.07817105203866959 + ], + "motion_real": [ + 0.028637830168008804, + 0.036329131573438644, + 0.052736666053533554, + 0.06772103905677795 + ], + "shift_reference_raw": -1.9051753282546997 + }, + { + "index": 22099, + "episode": 209, + "map": 6, + "start": 4185, + "target_tic": 4217, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.019922256469727, + "shift_swapped": 15.605671882629395, + "shift_reference": -21.87884521484375, + "peak_recorded": 0.8420625925064087, + "peak_swapped": 0.7990156412124634, + "peak_reference": 0.9004225730895996, + "motion_pred": [ + 0.08995514363050461, + 0.05443502217531204, + 0.04336497187614441, + 0.0451718308031559 + ], + "motion_real": [ + 0.061889518052339554, + 0.05750317871570587, + 0.06530768424272537, + 0.06435050815343857 + ], + "shift_reference_raw": -21.50006866455078 + }, + { + "index": 22377, + "episode": 209, + "map": 6, + "start": 4498, + "target_tic": 4530, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.960493087768555, + "shift_swapped": -14.42135238647461, + "shift_reference": 22.270965576171875, + "peak_recorded": 0.6393711566925049, + "peak_swapped": 0.6383710503578186, + "peak_reference": 0.6865792870521545, + "motion_pred": [ + 0.0742066279053688, + 0.045103125274181366, + 0.05159684270620346, + 0.05064908415079117 + ], + "motion_real": [ + 0.06620985269546509, + 0.04423285275697708, + 0.04534732177853584, + 0.045461442321538925 + ], + "shift_reference_raw": 20.33622932434082 + }, + { + "index": 22425, + "episode": 209, + "map": 6, + "start": 4546, + "target_tic": 4578, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.10042211413383484, + "shift_swapped": -1.0390969514846802, + "shift_reference": 0.3800579011440277, + "peak_recorded": 0.7065324187278748, + "peak_swapped": 0.7125332951545715, + "peak_reference": 0.6826816201210022, + "motion_pred": [ + 0.058987028896808624, + 0.03554579243063927, + 0.04052086919546127, + 0.04584630951285362 + ], + "motion_real": [ + 0.064176045358181, + 0.06157799810171127, + 0.06469010561704636, + 0.06357238441705704 + ], + "shift_reference_raw": 0.4623517394065857 + }, + { + "index": 22693, + "episode": 209, + "map": 6, + "start": 4814, + "target_tic": 4846, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.03709602355957, + "shift_swapped": 26.435779571533203, + "shift_reference": -24.9650936126709, + "peak_recorded": 0.571819543838501, + "peak_swapped": 0.47947248816490173, + "peak_reference": 0.6049821376800537, + "motion_pred": [ + 0.062193453311920166, + 0.04759327322244644, + 0.04518516734242439, + 0.04779331013560295 + ], + "motion_real": [ + 0.06321659684181213, + 0.060178715735673904, + 0.0613795705139637, + 0.06473521143198013 + ], + "shift_reference_raw": -21.969358444213867 + }, + { + "index": 22784, + "episode": 287, + "map": 6, + "start": 44, + "target_tic": 76, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.978469848632812, + "shift_swapped": -21.41588020324707, + "shift_reference": 15.616832733154297, + "peak_recorded": 0.7448943257331848, + "peak_swapped": 0.7531658411026001, + "peak_reference": 0.7627232074737549, + "motion_pred": [ + 0.10192488878965378, + 0.10689286887645721, + 0.10220671445131302, + 0.10432228446006775 + ], + "motion_real": [ + 0.07652836292982101, + 0.0892655998468399, + 0.0861404612660408, + 0.10459145903587341 + ], + "shift_reference_raw": 15.390462875366211 + }, + { + "index": 23306, + "episode": 287, + "map": 6, + "start": 601, + "target_tic": 633, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.10039030015468597, + "shift_swapped": -0.6923710107803345, + "shift_reference": 0.06496528536081314, + "peak_recorded": 0.7341974377632141, + "peak_swapped": 0.6470293998718262, + "peak_reference": 0.7504425048828125, + "motion_pred": [ + 0.052004292607307434, + 0.04475755617022514, + 0.046223197132349014, + 0.060379672795534134 + ], + "motion_real": [ + 0.053049564361572266, + 0.05115994065999985, + 0.05842050909996033, + 0.07166460156440735 + ], + "shift_reference_raw": -0.40542981028556824 + }, + { + "index": 23310, + "episode": 287, + "map": 6, + "start": 605, + "target_tic": 637, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.603466033935547, + "shift_swapped": -30.575183868408203, + "shift_reference": 15.702797889709473, + "peak_recorded": 0.5675937533378601, + "peak_swapped": 0.6170910000801086, + "peak_reference": 0.6597553491592407, + "motion_pred": [ + 0.0704120546579361, + 0.04646176099777222, + 0.04926266148686409, + 0.04729820787906647 + ], + "motion_real": [ + 0.06461035460233688, + 0.06409391015768051, + 0.0703740194439888, + 0.06770119071006775 + ], + "shift_reference_raw": 15.408352851867676 + }, + { + "index": 23460, + "episode": 287, + "map": 6, + "start": 755, + "target_tic": 787, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.657549858093262, + "shift_swapped": -2.1479246616363525, + "shift_reference": -2.1134374141693115, + "peak_recorded": 0.4138479232788086, + "peak_swapped": 0.36979883909225464, + "peak_reference": 0.3343771696090698, + "motion_pred": [ + 0.08559323102235794, + 0.07899407297372818, + 0.08851370960474014, + 0.0833020880818367 + ], + "motion_real": [ + 0.08568339049816132, + 0.09449302405118942, + 0.07984760403633118, + 0.07993889600038528 + ], + "shift_reference_raw": -3.7753708362579346 + }, + { + "index": 23463, + "episode": 287, + "map": 6, + "start": 758, + "target_tic": 790, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -21.92180061340332, + "shift_reference": 17.379961013793945, + "peak_recorded": 0.19505058228969574, + "peak_swapped": 0.6160899996757507, + "peak_reference": 0.7355468273162842, + "motion_pred": [ + 0.08562997728586197, + 0.05325685441493988, + 0.059298183768987656, + 0.06610710173845291 + ], + "motion_real": [ + 0.07993889600038528, + 0.05316914618015289, + 0.07158598303794861, + 0.07642509788274765 + ], + "shift_reference_raw": 17.279386520385742 + }, + { + "index": 23680, + "episode": 287, + "map": 6, + "start": 1010, + "target_tic": 1042, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.892531394958496, + "shift_swapped": -6.288952827453613, + "shift_reference": 4.023074150085449, + "peak_recorded": 0.6061692237854004, + "peak_swapped": 0.6221267580986023, + "peak_reference": 0.6339591145515442, + "motion_pred": [ + 0.05958310514688492, + 0.04701102152466774, + 0.044143885374069214, + 0.04242205247282982 + ], + "motion_real": [ + 0.054258644580841064, + 0.058619868010282516, + 0.052944429218769073, + 0.054787758737802505 + ], + "shift_reference_raw": 4.059822082519531 + }, + { + "index": 23800, + "episode": 287, + "map": 6, + "start": 1130, + "target_tic": 1162, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.11937427520752, + "shift_swapped": -20.609256744384766, + "shift_reference": -4.413358688354492, + "peak_recorded": 0.5138459801673889, + "peak_swapped": 0.461289644241333, + "peak_reference": 0.44697779417037964, + "motion_pred": [ + 0.05734799802303314, + 0.039226237684488297, + 0.06100941449403763, + 0.08374552428722382 + ], + "motion_real": [ + 0.057302191853523254, + 0.048141784965991974, + 0.07026102393865585, + 0.08927270025014877 + ], + "shift_reference_raw": -4.503976821899414 + }, + { + "index": 23896, + "episode": 287, + "map": 6, + "start": 1261, + "target_tic": 1293, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.683639526367188, + "shift_swapped": -29.35275650024414, + "shift_reference": 12.122528076171875, + "peak_recorded": 0.3740529417991638, + "peak_swapped": 0.3312299847602844, + "peak_reference": 0.36377379298210144, + "motion_pred": [ + 0.05906857177615166, + 0.043165452778339386, + 0.05216606333851814, + 0.050982024520635605 + ], + "motion_real": [ + 0.06319545954465866, + 0.06678953021764755, + 0.07113108783960342, + 0.07190785557031631 + ], + "shift_reference_raw": 11.411083221435547 + }, + { + "index": 24361, + "episode": 287, + "map": 6, + "start": 1761, + "target_tic": 1793, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -11.336038589477539, + "shift_swapped": -20.65496253967285, + "shift_reference": -16.980436325073242, + "peak_recorded": 0.7761358618736267, + "peak_swapped": 0.8077337741851807, + "peak_reference": 0.7463546991348267, + "motion_pred": [ + 0.0657641589641571, + 0.04873756691813469, + 0.050918690860271454, + 0.05757828801870346 + ], + "motion_real": [ + 0.06719981133937836, + 0.0645965188741684, + 0.06501735746860504, + 0.07205981761217117 + ], + "shift_reference_raw": -17.07784080505371 + }, + { + "index": 24674, + "episode": 287, + "map": 6, + "start": 2074, + "target_tic": 2106, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.40657615661621, + "shift_swapped": 22.066986083984375, + "shift_reference": -15.713973999023438, + "peak_recorded": 0.417229562997818, + "peak_swapped": 0.27302274107933044, + "peak_reference": 0.4446691572666168, + "motion_pred": [ + 0.054965175688266754, + 0.04060523584485054, + 0.0537382997572422, + 0.08741046488285065 + ], + "motion_real": [ + 0.05819977819919586, + 0.05768626183271408, + 0.06275855004787445, + 0.06309231370687485 + ], + "shift_reference_raw": -13.135437965393066 + }, + { + "index": 24805, + "episode": 287, + "map": 6, + "start": 2240, + "target_tic": 2272, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.133984565734863, + "shift_swapped": 32.0, + "shift_reference": -0.4732753336429596, + "peak_recorded": 0.4756479561328888, + "peak_swapped": 0.48277735710144043, + "peak_reference": 0.453978031873703, + "motion_pred": [ + 0.06415942311286926, + 0.04267486184835434, + 0.04027629643678665, + 0.03997497633099556 + ], + "motion_real": [ + 0.0695025771856308, + 0.05863840878009796, + 0.05607825517654419, + 0.05542437359690666 + ], + "shift_reference_raw": -14.809786796569824 + }, + { + "index": 24821, + "episode": 287, + "map": 6, + "start": 2256, + "target_tic": 2288, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.027578353881836, + "shift_swapped": -25.061416625976562, + "shift_reference": 13.003982543945312, + "peak_recorded": 0.5520233511924744, + "peak_swapped": 0.6001918911933899, + "peak_reference": 0.5334005355834961, + "motion_pred": [ + 0.06612694263458252, + 0.03847123309969902, + 0.04901927709579468, + 0.05750080570578575 + ], + "motion_real": [ + 0.06983953714370728, + 0.05924253910779953, + 0.06375744193792343, + 0.07089943438768387 + ], + "shift_reference_raw": 13.336771011352539 + }, + { + "index": 25245, + "episode": 287, + "map": 6, + "start": 2680, + "target_tic": 2712, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.0971736907959, + "shift_swapped": -21.35150146484375, + "shift_reference": 19.19669532775879, + "peak_recorded": 0.6799395084381104, + "peak_swapped": 0.7299469113349915, + "peak_reference": 0.7238461971282959, + "motion_pred": [ + 0.04786490648984909, + 0.03087116964161396, + 0.02797527424991131, + 0.02913620136678219 + ], + "motion_real": [ + 0.04214007407426834, + 0.043234121054410934, + 0.04356750473380089, + 0.04510275647044182 + ], + "shift_reference_raw": 18.198747634887695 + }, + { + "index": 25502, + "episode": 287, + "map": 6, + "start": 2972, + "target_tic": 3004, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.0096304416656494, + "shift_swapped": -6.249696731567383, + "shift_reference": 3.997842311859131, + "peak_recorded": 0.69781494140625, + "peak_swapped": 0.6366762518882751, + "peak_reference": 0.7609969973564148, + "motion_pred": [ + 0.061369385570287704, + 0.0508187860250473, + 0.03385579213500023, + 0.03536064550280571 + ], + "motion_real": [ + 0.04718134552240372, + 0.04909652844071388, + 0.04304073378443718, + 0.041562072932720184 + ], + "shift_reference_raw": 4.07127046585083 + }, + { + "index": 25534, + "episode": 287, + "map": 6, + "start": 3004, + "target_tic": 3036, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.17194366455078, + "shift_swapped": 22.284690856933594, + "shift_reference": -21.071321487426758, + "peak_recorded": 0.6063705682754517, + "peak_swapped": 0.6066431403160095, + "peak_reference": 0.5885891318321228, + "motion_pred": [ + 0.06279434263706207, + 0.041269466280937195, + 0.04089552164077759, + 0.03369421511888504 + ], + "motion_real": [ + 0.048054758459329605, + 0.04555138200521469, + 0.04463457316160202, + 0.04439488798379898 + ], + "shift_reference_raw": -21.148181915283203 + }, + { + "index": 25568, + "episode": 287, + "map": 6, + "start": 3038, + "target_tic": 3070, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.437170028686523, + "shift_swapped": -0.8206599950790405, + "shift_reference": 8.495795249938965, + "peak_recorded": 0.5712985396385193, + "peak_swapped": 0.5385177731513977, + "peak_reference": 0.560555100440979, + "motion_pred": [ + 0.07851065695285797, + 0.07787556946277618, + 0.09442561119794846, + 0.11640672385692596 + ], + "motion_real": [ + 0.06506649404764175, + 0.08190657198429108, + 0.09006889909505844, + 0.12894679605960846 + ], + "shift_reference_raw": 8.157732963562012 + }, + { + "index": 26447, + "episode": 287, + "map": 6, + "start": 3952, + "target_tic": 3984, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.0073423385620117, + "shift_swapped": 7.161538124084473, + "shift_reference": -2.4618937969207764, + "peak_recorded": 0.5795085430145264, + "peak_swapped": 0.5749579668045044, + "peak_reference": 0.6748899817466736, + "motion_pred": [ + 0.06183645501732826, + 0.043750543147325516, + 0.04245004802942276, + 0.0398368239402771 + ], + "motion_real": [ + 0.05876896530389786, + 0.060304541140794754, + 0.06034373119473457, + 0.057143088430166245 + ], + "shift_reference_raw": -2.3837170600891113 + }, + { + "index": 26719, + "episode": 287, + "map": 6, + "start": 4259, + "target_tic": 4291, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -8.770865440368652, + "shift_swapped": 0.9273810982704163, + "shift_reference": 0.30211061239242554, + "peak_recorded": 0.46683481335639954, + "peak_swapped": 0.4963972568511963, + "peak_reference": 0.5293787121772766, + "motion_pred": [ + 0.04003126174211502, + 0.02681589312851429, + 0.028807153925299644, + 0.026801886036992073 + ], + "motion_real": [ + 0.03733592480421066, + 0.0394754596054554, + 0.04081086069345474, + 0.04431699216365814 + ], + "shift_reference_raw": -0.2299373894929886 + }, + { + "index": 26829, + "episode": 287, + "map": 6, + "start": 4369, + "target_tic": 4401, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -8.806495666503906, + "shift_swapped": -17.70187759399414, + "shift_reference": -7.794309616088867, + "peak_recorded": 0.8268126845359802, + "peak_swapped": 0.8214595317840576, + "peak_reference": 0.8049576878547668, + "motion_pred": [ + 0.0628567785024643, + 0.056264184415340424, + 0.048618387430906296, + 0.0442131869494915 + ], + "motion_real": [ + 0.0574379488825798, + 0.07296562194824219, + 0.06440965831279755, + 0.06324143707752228 + ], + "shift_reference_raw": -7.95888090133667 + }, + { + "index": 27048, + "episode": 287, + "map": 6, + "start": 4588, + "target_tic": 4620, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 6.958013534545898, + "shift_swapped": 6.99367618560791, + "shift_reference": -8.156143188476562, + "peak_recorded": 0.7145856022834778, + "peak_swapped": 0.7350250482559204, + "peak_reference": 0.7090235948562622, + "motion_pred": [ + 0.04843541607260704, + 0.041500579565763474, + 0.037870075553655624, + 0.04124243184924126 + ], + "motion_real": [ + 0.046375516802072525, + 0.027469027787446976, + 0.027453096583485603, + 0.029662849381566048 + ], + "shift_reference_raw": -7.543136119842529 + }, + { + "index": 27124, + "episode": 287, + "map": 6, + "start": 4699, + "target_tic": 4731, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.07161521911621, + "shift_swapped": 23.944931030273438, + "shift_reference": -19.930673599243164, + "peak_recorded": 0.5734408497810364, + "peak_swapped": 0.6225875020027161, + "peak_reference": 0.6734371185302734, + "motion_pred": [ + 0.05679963156580925, + 0.030970435589551926, + 0.031232038512825966, + 0.03271970897912979 + ], + "motion_real": [ + 0.059507932513952255, + 0.04435240849852562, + 0.0477946400642395, + 0.051915861666202545 + ], + "shift_reference_raw": -20.262113571166992 + }, + { + "index": 27365, + "episode": 313, + "map": 6, + "start": 79, + "target_tic": 111, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.59761619567871, + "shift_swapped": 19.215595245361328, + "shift_reference": -16.02305030822754, + "peak_recorded": 0.7237784266471863, + "peak_swapped": 0.7052913904190063, + "peak_reference": 0.6812400817871094, + "motion_pred": [ + 0.04861669987440109, + 0.044846128672361374, + 0.03879140317440033, + 0.04098213464021683 + ], + "motion_real": [ + 0.04184668883681297, + 0.04440624639391899, + 0.04230679199099541, + 0.04260387271642685 + ], + "shift_reference_raw": -15.123723030090332 + }, + { + "index": 27541, + "episode": 313, + "map": 6, + "start": 255, + "target_tic": 287, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.99468421936035, + "shift_swapped": 24.746572494506836, + "shift_reference": -16.186620712280273, + "peak_recorded": 0.48160964250564575, + "peak_swapped": 0.2902713119983673, + "peak_reference": 0.38746944069862366, + "motion_pred": [ + 0.03969118744134903, + 0.031575221568346024, + 0.03269268199801445, + 0.034713953733444214 + ], + "motion_real": [ + 0.03521687537431717, + 0.0359673947095871, + 0.037764474749565125, + 0.03833591565489769 + ], + "shift_reference_raw": -16.224889755249023 + }, + { + "index": 27664, + "episode": 313, + "map": 6, + "start": 378, + "target_tic": 410, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.009836196899414, + "shift_swapped": 24.59244728088379, + "shift_reference": -18.847307205200195, + "peak_recorded": 0.718994677066803, + "peak_swapped": 0.6363065242767334, + "peak_reference": 0.7820870876312256, + "motion_pred": [ + 0.04323878884315491, + 0.03707670420408249, + 0.03548501059412956, + 0.034888699650764465 + ], + "motion_real": [ + 0.04068585857748985, + 0.04129728674888611, + 0.04187138006091118, + 0.03481791168451309 + ], + "shift_reference_raw": -18.43613624572754 + }, + { + "index": 27750, + "episode": 313, + "map": 6, + "start": 464, + "target_tic": 496, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.082521438598633, + "shift_swapped": 25.49738311767578, + "shift_reference": -22.01188850402832, + "peak_recorded": 0.5394154191017151, + "peak_swapped": 0.5404313206672668, + "peak_reference": 0.4910500943660736, + "motion_pred": [ + 0.07104363292455673, + 0.039460688829422, + 0.04033961147069931, + 0.048101361840963364 + ], + "motion_real": [ + 0.06770313531160355, + 0.06012934446334839, + 0.059674132615327835, + 0.0571521520614624 + ], + "shift_reference_raw": -24.519737243652344 + }, + { + "index": 27772, + "episode": 313, + "map": 6, + "start": 486, + "target_tic": 518, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.798091888427734, + "shift_swapped": -19.460390090942383, + "shift_reference": 22.45557403564453, + "peak_recorded": 0.7143305540084839, + "peak_swapped": 0.785277783870697, + "peak_reference": 0.7507935762405396, + "motion_pred": [ + 0.07706407457590103, + 0.06022744998335838, + 0.04445890709757805, + 0.028780018910765648 + ], + "motion_real": [ + 0.06946898996829987, + 0.07706388086080551, + 0.06207599490880966, + 0.04358081519603729 + ], + "shift_reference_raw": 22.10741424560547 + }, + { + "index": 27773, + "episode": 313, + "map": 6, + "start": 487, + "target_tic": 519, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.727224349975586, + "shift_swapped": -20.48164176940918, + "shift_reference": 21.72907257080078, + "peak_recorded": 0.485132098197937, + "peak_swapped": 0.5563230514526367, + "peak_reference": 0.5170916318893433, + "motion_pred": [ + 0.07819321751594543, + 0.04706928879022598, + 0.03015206754207611, + 0.0278438962996006 + ], + "motion_real": [ + 0.07706388086080551, + 0.06207599490880966, + 0.04358081519603729, + 0.03871302306652069 + ], + "shift_reference_raw": 21.44712257385254 + }, + { + "index": 27860, + "episode": 313, + "map": 6, + "start": 574, + "target_tic": 606, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.79385757446289, + "shift_swapped": -27.552032470703125, + "shift_reference": 16.986356735229492, + "peak_recorded": 0.7414095997810364, + "peak_swapped": 0.7594528198242188, + "peak_reference": 0.7742484211921692, + "motion_pred": [ + 0.07976894825696945, + 0.06434226781129837, + 0.06477067619562149, + 0.03428672254085541 + ], + "motion_real": [ + 0.07410702109336853, + 0.07346132397651672, + 0.07331202179193497, + 0.05052740499377251 + ], + "shift_reference_raw": 16.969640731811523 + }, + { + "index": 27981, + "episode": 313, + "map": 6, + "start": 730, + "target_tic": 762, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.68256950378418, + "shift_swapped": -20.151166915893555, + "shift_reference": 23.37725067138672, + "peak_recorded": 0.716149628162384, + "peak_swapped": 0.695961058139801, + "peak_reference": 0.6905005574226379, + "motion_pred": [ + 0.07578843832015991, + 0.03835628554224968, + 0.03564813360571861, + 0.043110113590955734 + ], + "motion_real": [ + 0.0716923400759697, + 0.04066699743270874, + 0.03576695919036865, + 0.04826929792761803 + ], + "shift_reference_raw": 19.92287254333496 + }, + { + "index": 28117, + "episode": 313, + "map": 6, + "start": 866, + "target_tic": 898, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.892712593078613, + "shift_swapped": -23.45602798461914, + "shift_reference": 13.952439308166504, + "peak_recorded": 0.7319360375404358, + "peak_swapped": 0.6967865824699402, + "peak_reference": 0.704100489616394, + "motion_pred": [ + 0.05680108815431595, + 0.04356181621551514, + 0.049553707242012024, + 0.0750979408621788 + ], + "motion_real": [ + 0.06095941364765167, + 0.06009325385093689, + 0.06341996043920517, + 0.05794503912329674 + ], + "shift_reference_raw": 13.898944854736328 + }, + { + "index": 28316, + "episode": 313, + "map": 6, + "start": 1100, + "target_tic": 1132, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.73824691772461, + "shift_swapped": 20.686796188354492, + "shift_reference": -21.00676727294922, + "peak_recorded": 0.9067760109901428, + "peak_swapped": 0.8864679336547852, + "peak_reference": 0.8832597732543945, + "motion_pred": [ + 0.07765481621026993, + 0.05306599289178848, + 0.04372946918010712, + 0.045205194503068924 + ], + "motion_real": [ + 0.0625784769654274, + 0.06153358891606331, + 0.06367668509483337, + 0.06366016715765 + ], + "shift_reference_raw": -20.989320755004883 + }, + { + "index": 28510, + "episode": 313, + "map": 6, + "start": 1294, + "target_tic": 1326, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.340621948242188, + "shift_swapped": 19.595407485961914, + "shift_reference": -15.256022453308105, + "peak_recorded": 0.8573564887046814, + "peak_swapped": 0.8717294931411743, + "peak_reference": 0.3023506700992584, + "motion_pred": [ + 0.08086279034614563, + 0.06944433599710464, + 0.07143478840589523, + 0.07192213088274002 + ], + "motion_real": [ + 0.0787271112203598, + 0.07444490492343903, + 0.07413001358509064, + 0.08357279747724533 + ], + "shift_reference_raw": -12.926748275756836 + }, + { + "index": 28744, + "episode": 313, + "map": 6, + "start": 1528, + "target_tic": 1560, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.79728126525879, + "shift_swapped": -19.204517364501953, + "shift_reference": 20.173398971557617, + "peak_recorded": 0.5905923247337341, + "peak_swapped": 0.590316653251648, + "peak_reference": 0.6005409359931946, + "motion_pred": [ + 0.0561520978808403, + 0.034894879907369614, + 0.037292711436748505, + 0.037790630012750626 + ], + "motion_real": [ + 0.05572089925408363, + 0.05542141944169998, + 0.05807888135313988, + 0.05480295792222023 + ], + "shift_reference_raw": 20.783756256103516 + }, + { + "index": 29309, + "episode": 313, + "map": 6, + "start": 2163, + "target_tic": 2195, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.524144172668457, + "shift_swapped": -0.3853261172771454, + "shift_reference": -11.738298416137695, + "peak_recorded": 0.8007043600082397, + "peak_swapped": 0.8001632690429688, + "peak_reference": 0.7331031560897827, + "motion_pred": [ + 0.05908647179603577, + 0.04208420589566231, + 0.041916292160749435, + 0.06306807696819305 + ], + "motion_real": [ + 0.06396649032831192, + 0.06282832473516464, + 0.06980618089437485, + 0.06819359213113785 + ], + "shift_reference_raw": -11.65909194946289 + }, + { + "index": 29501, + "episode": 313, + "map": 6, + "start": 2355, + "target_tic": 2387, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.55121898651123, + "shift_swapped": -5.831448078155518, + "shift_reference": 0.1389480084180832, + "peak_recorded": 0.8208090662956238, + "peak_swapped": 0.8259010910987854, + "peak_reference": 0.7641573548316956, + "motion_pred": [ + 0.056202858686447144, + 0.03480225056409836, + 0.03568672388792038, + 0.06161506101489067 + ], + "motion_real": [ + 0.049720399081707, + 0.05161897465586662, + 0.053486794233322144, + 0.06824693828821182 + ], + "shift_reference_raw": 0.07117616385221481 + }, + { + "index": 29625, + "episode": 313, + "map": 6, + "start": 2514, + "target_tic": 2546, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.289654731750488, + "shift_swapped": -2.0497424602508545, + "shift_reference": 3.2976624965667725, + "peak_recorded": 0.6690742373466492, + "peak_swapped": 0.6765475869178772, + "peak_reference": 0.6910296082496643, + "motion_pred": [ + 0.05344709753990173, + 0.04776570573449135, + 0.03992247208952904, + 0.027206510305404663 + ], + "motion_real": [ + 0.04755396395921707, + 0.04830510914325714, + 0.049363669008016586, + 0.046595942229032516 + ], + "shift_reference_raw": 3.091710329055786 + }, + { + "index": 29642, + "episode": 313, + "map": 6, + "start": 2531, + "target_tic": 2563, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.630634307861328, + "shift_swapped": -27.040557861328125, + "shift_reference": 16.241870880126953, + "peak_recorded": 0.44756343960762024, + "peak_swapped": 0.3912365138530731, + "peak_reference": 0.4461136758327484, + "motion_pred": [ + 0.05117099732160568, + 0.03998285159468651, + 0.036499105393886566, + 0.039824821054935455 + ], + "motion_real": [ + 0.057921040803194046, + 0.06621550768613815, + 0.054637596011161804, + 0.06372319906949997 + ], + "shift_reference_raw": 17.38625144958496 + }, + { + "index": 30501, + "episode": 313, + "map": 6, + "start": 3460, + "target_tic": 3492, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -6.834443092346191, + "shift_swapped": -13.802725791931152, + "shift_reference": -1.2696536779403687, + "peak_recorded": 0.6525545716285706, + "peak_swapped": 0.5964980721473694, + "peak_reference": 0.6683424115180969, + "motion_pred": [ + 0.11599095910787582, + 0.14182069897651672, + 0.16719405353069305, + 0.1968131959438324 + ], + "motion_real": [ + 0.11260620504617691, + 0.17256775498390198, + 0.10320856422185898, + 0.09971091896295547 + ], + "shift_reference_raw": -1.0607225894927979 + }, + { + "index": 30503, + "episode": 313, + "map": 6, + "start": 3462, + "target_tic": 3494, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.76618766784668, + "shift_swapped": -23.959121704101562, + "shift_reference": 23.7992000579834, + "peak_recorded": 0.6449244022369385, + "peak_swapped": 0.7570260763168335, + "peak_reference": 0.8221293091773987, + "motion_pred": [ + 0.13079608976840973, + 0.11452347040176392, + 0.11489034444093704, + 0.12017818540334702 + ], + "motion_real": [ + 0.10320856422185898, + 0.09971091896295547, + 0.10091256350278854, + 0.10142457485198975 + ], + "shift_reference_raw": 23.72041130065918 + }, + { + "index": 30617, + "episode": 313, + "map": 6, + "start": 3576, + "target_tic": 3608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.331642150878906, + "shift_swapped": -20.822021484375, + "shift_reference": 24.002582550048828, + "peak_recorded": 0.702747106552124, + "peak_swapped": 0.739510178565979, + "peak_reference": 0.6308544874191284, + "motion_pred": [ + 0.06885050237178802, + 0.04922877997159958, + 0.06924348324537277, + 0.043022606521844864 + ], + "motion_real": [ + 0.06520721316337585, + 0.06126677244901657, + 0.07805745303630829, + 0.050964098423719406 + ], + "shift_reference_raw": 21.761417388916016 + }, + { + "index": 30626, + "episode": 313, + "map": 6, + "start": 3585, + "target_tic": 3617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.795969009399414, + "shift_swapped": -24.63949966430664, + "shift_reference": -19.665918350219727, + "peak_recorded": 0.748845636844635, + "peak_swapped": 0.4104147255420685, + "peak_reference": 0.38634276390075684, + "motion_pred": [ + 0.06376123428344727, + 0.051914945244789124, + 0.05125659704208374, + 0.05175192281603813 + ], + "motion_real": [ + 0.07246562838554382, + 0.05049382522702217, + 0.048191461712121964, + 0.053145889192819595 + ], + "shift_reference_raw": -19.52915382385254 + }, + { + "index": 30719, + "episode": 313, + "map": 6, + "start": 3678, + "target_tic": 3710, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.372093200683594, + "shift_swapped": 17.703039169311523, + "shift_reference": -21.112886428833008, + "peak_recorded": 0.7548964023590088, + "peak_swapped": 0.7594689726829529, + "peak_reference": 0.7813820242881775, + "motion_pred": [ + 0.053878817707300186, + 0.04334860295057297, + 0.0629112645983696, + 0.04230283945798874 + ], + "motion_real": [ + 0.04640970006585121, + 0.052239611744880676, + 0.06941602379083633, + 0.04007649049162865 + ], + "shift_reference_raw": -21.01571273803711 + }, + { + "index": 30747, + "episode": 313, + "map": 6, + "start": 3706, + "target_tic": 3738, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.939239501953125, + "shift_swapped": -20.773719787597656, + "shift_reference": 21.972938537597656, + "peak_recorded": 0.5236517786979675, + "peak_swapped": 0.6690511107444763, + "peak_reference": 0.7188904285430908, + "motion_pred": [ + 0.06286925822496414, + 0.06198970600962639, + 0.07707253843545914, + 0.04747951030731201 + ], + "motion_real": [ + 0.06251724809408188, + 0.06577645242214203, + 0.08086708188056946, + 0.06973976641893387 + ], + "shift_reference_raw": 21.0388240814209 + }, + { + "index": 30796, + "episode": 313, + "map": 6, + "start": 3755, + "target_tic": 3787, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -13.40007495880127, + "shift_reference": 32.0, + "peak_recorded": 0.7240713238716125, + "peak_swapped": 0.7779996395111084, + "peak_reference": 0.6667054295539856, + "motion_pred": [ + 0.1274484246969223, + 0.113205187022686, + 0.11065540462732315, + 0.0846153274178505 + ], + "motion_real": [ + 0.1173071339726448, + 0.11975368857383728, + 0.09338133037090302, + 0.09863708168268204 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 30889, + "episode": 313, + "map": 6, + "start": 3883, + "target_tic": 3915, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.04137420654297, + "shift_swapped": -21.60348892211914, + "shift_reference": 16.937604904174805, + "peak_recorded": 0.4460933804512024, + "peak_swapped": 0.4956775903701782, + "peak_reference": 0.47364264726638794, + "motion_pred": [ + 0.07370924204587936, + 0.0460846908390522, + 0.04041221737861633, + 0.03603900596499443 + ], + "motion_real": [ + 0.07181689888238907, + 0.040765706449747086, + 0.03979295492172241, + 0.04295457899570465 + ], + "shift_reference_raw": 17.171052932739258 + }, + { + "index": 30940, + "episode": 313, + "map": 6, + "start": 3934, + "target_tic": 3966, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.914201736450195, + "shift_swapped": 32.0, + "shift_reference": -18.947158813476562, + "peak_recorded": 0.47225695848464966, + "peak_swapped": 0.652033269405365, + "peak_reference": 0.6144071221351624, + "motion_pred": [ + 0.07859771698713303, + 0.06342562288045883, + 0.05794111639261246, + 0.04715125262737274 + ], + "motion_real": [ + 0.07807224243879318, + 0.08601339906454086, + 0.0770311951637268, + 0.07510223239660263 + ], + "shift_reference_raw": -19.634918212890625 + }, + { + "index": 31009, + "episode": 313, + "map": 6, + "start": 4003, + "target_tic": 4035, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.180097579956055, + "shift_swapped": 32.0, + "shift_reference": -19.366657257080078, + "peak_recorded": 0.5864135026931763, + "peak_swapped": 0.5403338074684143, + "peak_reference": 0.6186736822128296, + "motion_pred": [ + 0.0549151636660099, + 0.043407659977674484, + 0.0418684184551239, + 0.04119950160384178 + ], + "motion_real": [ + 0.05553899332880974, + 0.05756312981247902, + 0.05834503471851349, + 0.059673260897397995 + ], + "shift_reference_raw": -19.771358489990234 + }, + { + "index": 31029, + "episode": 313, + "map": 6, + "start": 4023, + "target_tic": 4055, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 18.53997230529785, + "shift_swapped": 25.58001136779785, + "shift_reference": 32.0, + "peak_recorded": 0.4960393011569977, + "peak_swapped": 0.4987865090370178, + "peak_reference": 0.4317868649959564, + "motion_pred": [ + 0.07652652263641357, + 0.06091656908392906, + 0.06672875583171844, + 0.055656179785728455 + ], + "motion_real": [ + 0.0701834037899971, + 0.07426822185516357, + 0.0685696005821228, + 0.08450336009263992 + ], + "shift_reference_raw": 31.46491050720215 + }, + { + "index": 31061, + "episode": 313, + "map": 6, + "start": 4055, + "target_tic": 4087, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.68885040283203, + "shift_swapped": -18.719879150390625, + "shift_reference": 30.770647048950195, + "peak_recorded": 0.5713533759117126, + "peak_swapped": 0.5324544310569763, + "peak_reference": 0.6627659797668457, + "motion_pred": [ + 0.08219914138317108, + 0.06321162730455399, + 0.06539613753557205, + 0.07113014161586761 + ], + "motion_real": [ + 0.0711117535829544, + 0.06962881237268448, + 0.06853985786437988, + 0.0756615549325943 + ], + "shift_reference_raw": 30.644805908203125 + }, + { + "index": 31213, + "episode": 313, + "map": 6, + "start": 4207, + "target_tic": 4239, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.6152876019477844, + "peak_swapped": 0.6350724697113037, + "peak_reference": 0.1828296035528183, + "motion_pred": [ + 0.05872757360339165, + 0.03281722217798233, + 0.01858278550207615, + 0.02132672257721424 + ], + "motion_real": [ + 0.0799982100725174, + 0.06032586842775345, + 0.041679754853248596, + 0.04262798652052879 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 31229, + "episode": 313, + "map": 6, + "start": 4223, + "target_tic": 4255, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 15.483672142028809, + "shift_reference": -28.112157821655273, + "peak_recorded": 0.41265997290611267, + "peak_swapped": 0.5349046587944031, + "peak_reference": 0.3695961534976959, + "motion_pred": [ + 0.07149798423051834, + 0.045629993081092834, + 0.04154274985194206, + 0.04775680601596832 + ], + "motion_real": [ + 0.0632212907075882, + 0.06212209537625313, + 0.060624659061431885, + 0.05987906828522682 + ], + "shift_reference_raw": -25.477632522583008 + }, + { + "index": 31400, + "episode": 313, + "map": 6, + "start": 4429, + "target_tic": 4461, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.089841365814209, + "shift_swapped": -9.16136646270752, + "shift_reference": 1.8769077062606812, + "peak_recorded": 0.6804595589637756, + "peak_swapped": 0.64830482006073, + "peak_reference": 0.6617423892021179, + "motion_pred": [ + 0.06146056577563286, + 0.048183850944042206, + 0.05067071691155434, + 0.058292195200920105 + ], + "motion_real": [ + 0.05481995269656181, + 0.05581246316432953, + 0.054400429129600525, + 0.056571219116449356 + ], + "shift_reference_raw": 1.8099461793899536 + }, + { + "index": 31409, + "episode": 313, + "map": 6, + "start": 4438, + "target_tic": 4470, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.654605865478516, + "shift_swapped": -20.709291458129883, + "shift_reference": 20.3818359375, + "peak_recorded": 0.3913089632987976, + "peak_swapped": 0.3732883632183075, + "peak_reference": 0.5276451706886292, + "motion_pred": [ + 0.048692721873521805, + 0.03992122411727905, + 0.04908818379044533, + 0.05631339177489281 + ], + "motion_real": [ + 0.05055565759539604, + 0.05206441506743431, + 0.05343199148774147, + 0.05345987528562546 + ], + "shift_reference_raw": 21.205066680908203 + }, + { + "index": 31556, + "episode": 313, + "map": 6, + "start": 4585, + "target_tic": 4617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.42245101928711, + "shift_swapped": 16.638776779174805, + "shift_reference": -16.981721878051758, + "peak_recorded": 0.717180609703064, + "peak_swapped": 0.6638837456703186, + "peak_reference": 0.7441840171813965, + "motion_pred": [ + 0.1391666978597641, + 0.11455310881137848, + 0.10986433178186417, + 0.10855753719806671 + ], + "motion_real": [ + 0.1296861618757248, + 0.14953798055648804, + 0.1268969476222992, + 0.11055383831262589 + ], + "shift_reference_raw": -17.077669143676758 + }, + { + "index": 31568, + "episode": 313, + "map": 6, + "start": 4597, + "target_tic": 4629, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.54033088684082, + "shift_swapped": 32.0, + "shift_reference": -28.783733367919922, + "peak_recorded": 0.4610896706581116, + "peak_swapped": 0.5076000094413757, + "peak_reference": 0.596240758895874, + "motion_pred": [ + 0.05879269912838936, + 0.04225024953484535, + 0.03313681483268738, + 0.03289572149515152 + ], + "motion_real": [ + 0.055806055665016174, + 0.05530599132180214, + 0.04393959417939186, + 0.04495720565319061 + ], + "shift_reference_raw": -28.7329044342041 + }, + { + "index": 31723, + "episode": 313, + "map": 6, + "start": 4752, + "target_tic": 4784, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.41793441772461, + "shift_swapped": 18.752588272094727, + "shift_reference": -30.528268814086914, + "peak_recorded": 0.5636363625526428, + "peak_swapped": 0.5545652508735657, + "peak_reference": 0.5848274827003479, + "motion_pred": [ + 0.05974944308400154, + 0.03995732590556145, + 0.03756469860672951, + 0.03227793052792549 + ], + "motion_real": [ + 0.05708659067749977, + 0.060330599546432495, + 0.05432944372296333, + 0.04305180162191391 + ], + "shift_reference_raw": -30.859025955200195 + }, + { + "index": 31782, + "episode": 313, + "map": 6, + "start": 4811, + "target_tic": 4843, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.595226287841797, + "shift_swapped": 22.99961280822754, + "shift_reference": -21.179248809814453, + "peak_recorded": 0.7861583232879639, + "peak_swapped": 0.8881092071533203, + "peak_reference": 0.8848493695259094, + "motion_pred": [ + 0.04495656490325928, + 0.03997819870710373, + 0.04110477492213249, + 0.05729043111205101 + ], + "motion_real": [ + 0.03926822915673256, + 0.04138067737221718, + 0.043212197721004486, + 0.0534256175160408 + ], + "shift_reference_raw": -21.144001007080078 + }, + { + "index": 31784, + "episode": 313, + "map": 6, + "start": 4813, + "target_tic": 4845, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.7645320892334, + "shift_swapped": 24.998729705810547, + "shift_reference": -20.93764305114746, + "peak_recorded": 0.885718584060669, + "peak_swapped": 0.8742161393165588, + "peak_reference": 0.8912590146064758, + "motion_pred": [ + 0.04458128288388252, + 0.05004076659679413, + 0.04403144121170044, + 0.0447782538831234 + ], + "motion_real": [ + 0.043212197721004486, + 0.0534256175160408, + 0.038992565125226974, + 0.037519898265600204 + ], + "shift_reference_raw": -20.27461051940918 + }, + { + "index": 32032, + "episode": 326, + "map": 6, + "start": 200, + "target_tic": 232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.497618675231934, + "shift_swapped": -27.135189056396484, + "shift_reference": 6.143341064453125, + "peak_recorded": 0.39824584126472473, + "peak_swapped": 0.21877019107341766, + "peak_reference": 0.5691766738891602, + "motion_pred": [ + 0.07391976565122604, + 0.06739603728055954, + 0.0645558312535286, + 0.06612633168697357 + ], + "motion_real": [ + 0.07590436190366745, + 0.08384987711906433, + 0.07883651554584503, + 0.07399312406778336 + ], + "shift_reference_raw": 6.367951393127441 + }, + { + "index": 32245, + "episode": 326, + "map": 6, + "start": 448, + "target_tic": 480, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.3548870384693146, + "shift_swapped": -32.0, + "shift_reference": -0.4856950342655182, + "peak_recorded": 0.5252198576927185, + "peak_swapped": 0.26461926102638245, + "peak_reference": 0.485834538936615, + "motion_pred": [ + 0.06113242730498314, + 0.05606911703944206, + 0.059937093406915665, + 0.07004588842391968 + ], + "motion_real": [ + 0.06400188058614731, + 0.06379934400320053, + 0.07468310743570328, + 0.08836162835359573 + ], + "shift_reference_raw": -0.16307875514030457 + }, + { + "index": 32351, + "episode": 326, + "map": 6, + "start": 554, + "target_tic": 586, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.701602935791016, + "shift_swapped": 0.8684335947036743, + "shift_reference": 8.064395904541016, + "peak_recorded": 0.6443284749984741, + "peak_swapped": 0.6470039486885071, + "peak_reference": 0.6926034092903137, + "motion_pred": [ + 0.06712470948696136, + 0.049845509231090546, + 0.06685087084770203, + 0.0551753044128418 + ], + "motion_real": [ + 0.06727524846792221, + 0.06584426015615463, + 0.0875440165400505, + 0.07365316897630692 + ], + "shift_reference_raw": 8.959129333496094 + }, + { + "index": 32632, + "episode": 326, + "map": 6, + "start": 835, + "target_tic": 867, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.220853805541992, + "shift_swapped": 25.887914657592773, + "shift_reference": -26.941736221313477, + "peak_recorded": 0.7838051319122314, + "peak_swapped": 0.689793586730957, + "peak_reference": 0.7465458512306213, + "motion_pred": [ + 0.07072468101978302, + 0.05442744866013527, + 0.039864715188741684, + 0.03395679593086243 + ], + "motion_real": [ + 0.0679323747754097, + 0.06545516848564148, + 0.05793508142232895, + 0.055200278759002686 + ], + "shift_reference_raw": -26.964006423950195 + }, + { + "index": 33045, + "episode": 326, + "map": 6, + "start": 1283, + "target_tic": 1315, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.17745079100131989, + "shift_swapped": -9.902722358703613, + "shift_reference": 1.6676139831542969, + "peak_recorded": 0.5621522665023804, + "peak_swapped": 0.5644249320030212, + "peak_reference": 0.5902142524719238, + "motion_pred": [ + 0.05032297596335411, + 0.030461257323622704, + 0.03283300623297691, + 0.03255893290042877 + ], + "motion_real": [ + 0.05074109137058258, + 0.051615890115499496, + 0.053536608815193176, + 0.05356535315513611 + ], + "shift_reference_raw": 2.893742561340332 + }, + { + "index": 33048, + "episode": 326, + "map": 6, + "start": 1286, + "target_tic": 1318, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.042481422424316, + "shift_swapped": -8.589940071105957, + "shift_reference": 0.29728806018829346, + "peak_recorded": 0.5675466656684875, + "peak_swapped": 0.5913143157958984, + "peak_reference": 0.5881069302558899, + "motion_pred": [ + 0.0504373274743557, + 0.032543305307626724, + 0.03337724506855011, + 0.0357784628868103 + ], + "motion_real": [ + 0.05356535315513611, + 0.05450274422764778, + 0.05531703308224678, + 0.056942056864500046 + ], + "shift_reference_raw": 0.8221449255943298 + }, + { + "index": 33606, + "episode": 326, + "map": 6, + "start": 1879, + "target_tic": 1911, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.006302760913968086, + "shift_swapped": -0.13905280828475952, + "shift_reference": 0.09140876680612564, + "peak_recorded": 0.6544952988624573, + "peak_swapped": 0.6427440047264099, + "peak_reference": 0.6758579015731812, + "motion_pred": [ + 0.05333327874541283, + 0.038011662662029266, + 0.038552671670913696, + 0.03929946944117546 + ], + "motion_real": [ + 0.04578934609889984, + 0.05687009170651436, + 0.0645526796579361, + 0.053426213562488556 + ], + "shift_reference_raw": 0.05474644899368286 + }, + { + "index": 34187, + "episode": 326, + "map": 6, + "start": 2495, + "target_tic": 2527, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.32002830505371, + "shift_swapped": 21.324445724487305, + "shift_reference": -21.139636993408203, + "peak_recorded": 0.8144428133964539, + "peak_swapped": 0.7188513278961182, + "peak_reference": 0.8293341994285583, + "motion_pred": [ + 0.05870172381401062, + 0.05313940346240997, + 0.065901979804039, + 0.06802316009998322 + ], + "motion_real": [ + 0.06335639953613281, + 0.0616634376347065, + 0.057911328971385956, + 0.055801860988140106 + ], + "shift_reference_raw": -20.917083740234375 + }, + { + "index": 34434, + "episode": 326, + "map": 6, + "start": 2812, + "target_tic": 2844, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 19.489553451538086, + "shift_reference": -26.239519119262695, + "peak_recorded": 0.4932487905025482, + "peak_swapped": 0.4743083417415619, + "peak_reference": 0.46811193227767944, + "motion_pred": [ + 0.06855547428131104, + 0.04363606497645378, + 0.03931821137666702, + 0.03719723969697952 + ], + "motion_real": [ + 0.06437284499406815, + 0.0641556978225708, + 0.0626244768500328, + 0.06282296776771545 + ], + "shift_reference_raw": -25.990848541259766 + }, + { + "index": 34583, + "episode": 326, + "map": 6, + "start": 2961, + "target_tic": 2993, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.837810516357422, + "shift_swapped": 24.570154190063477, + "shift_reference": -17.976572036743164, + "peak_recorded": 0.692744791507721, + "peak_swapped": 0.6221491098403931, + "peak_reference": 0.7575373649597168, + "motion_pred": [ + 0.07413331419229507, + 0.048229947686195374, + 0.04197629541158676, + 0.04308037459850311 + ], + "motion_real": [ + 0.06577380746603012, + 0.06310713291168213, + 0.058986011892557144, + 0.06119557470083237 + ], + "shift_reference_raw": -18.011737823486328 + }, + { + "index": 34752, + "episode": 326, + "map": 6, + "start": 3130, + "target_tic": 3162, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 25.218870162963867, + "shift_reference": -25.509904861450195, + "peak_recorded": 0.5603190064430237, + "peak_swapped": 0.543543815612793, + "peak_reference": 0.6616246700286865, + "motion_pred": [ + 0.07034596800804138, + 0.04729658365249634, + 0.0456089973449707, + 0.040870051831007004 + ], + "motion_real": [ + 0.06661725044250488, + 0.06340563297271729, + 0.06258349865674973, + 0.057947393506765366 + ], + "shift_reference_raw": -25.69191551208496 + }, + { + "index": 34824, + "episode": 326, + "map": 6, + "start": 3202, + "target_tic": 3234, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.849769592285156, + "shift_swapped": 26.8299503326416, + "shift_reference": -17.768394470214844, + "peak_recorded": 0.5232211351394653, + "peak_swapped": 0.6011257767677307, + "peak_reference": 0.6370145082473755, + "motion_pred": [ + 0.05658474192023277, + 0.0422593355178833, + 0.04378413036465645, + 0.05102996155619621 + ], + "motion_real": [ + 0.05388324707746506, + 0.057212237268686295, + 0.05899683013558388, + 0.058875635266304016 + ], + "shift_reference_raw": -18.176559448242188 + }, + { + "index": 34854, + "episode": 326, + "map": 6, + "start": 3232, + "target_tic": 3264, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.283079147338867, + "shift_swapped": 26.836402893066406, + "shift_reference": -16.57642364501953, + "peak_recorded": 0.5327062606811523, + "peak_swapped": 0.4509703814983368, + "peak_reference": 0.5202361941337585, + "motion_pred": [ + 0.060911111533641815, + 0.049502383917570114, + 0.046128325164318085, + 0.041916605085134506 + ], + "motion_real": [ + 0.059551868587732315, + 0.05917132645845413, + 0.058427371084690094, + 0.056509654968976974 + ], + "shift_reference_raw": -16.965679168701172 + }, + { + "index": 34902, + "episode": 326, + "map": 6, + "start": 3280, + "target_tic": 3312, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.883110046386719, + "shift_swapped": -32.0, + "shift_reference": 19.86385726928711, + "peak_recorded": 0.48982515931129456, + "peak_swapped": 0.5669518113136292, + "peak_reference": 0.5946305990219116, + "motion_pred": [ + 0.10168896615505219, + 0.09935291111469269, + 0.10991967469453812, + 0.08872240781784058 + ], + "motion_real": [ + 0.09711897373199463, + 0.09690253436565399, + 0.09893451631069183, + 0.10257788747549057 + ], + "shift_reference_raw": 19.697553634643555 + }, + { + "index": 35040, + "episode": 326, + "map": 6, + "start": 3453, + "target_tic": 3485, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.3842928409576416, + "shift_swapped": 11.1052827835083, + "shift_reference": -3.853712320327759, + "peak_recorded": 0.5771819949150085, + "peak_swapped": 0.5473854541778564, + "peak_reference": 0.5835248231887817, + "motion_pred": [ + 0.04834245145320892, + 0.033937323838472366, + 0.03440092131495476, + 0.03614046052098274 + ], + "motion_real": [ + 0.05035282298922539, + 0.04984994977712631, + 0.05052299052476883, + 0.05541938915848732 + ], + "shift_reference_raw": -2.3042397499084473 + }, + { + "index": 35135, + "episode": 326, + "map": 6, + "start": 3548, + "target_tic": 3580, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.379288196563721, + "shift_swapped": 4.113855361938477, + "shift_reference": -5.879909992218018, + "peak_recorded": 0.6595230102539062, + "peak_swapped": 0.6377441883087158, + "peak_reference": 0.8430206775665283, + "motion_pred": [ + 0.05977251008152962, + 0.04683173820376396, + 0.05538629740476608, + 0.045675937086343765 + ], + "motion_real": [ + 0.04963336139917374, + 0.05233357101678848, + 0.06663338840007782, + 0.05414298176765442 + ], + "shift_reference_raw": -5.862902641296387 + }, + { + "index": 35192, + "episode": 326, + "map": 6, + "start": 3605, + "target_tic": 3637, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.07533073425293, + "shift_swapped": 14.419522285461426, + "shift_reference": -24.01236343383789, + "peak_recorded": 0.5640103816986084, + "peak_swapped": 0.6357947587966919, + "peak_reference": 0.5351621508598328, + "motion_pred": [ + 0.06545260548591614, + 0.04945532605051994, + 0.037045784294605255, + 0.03434174507856369 + ], + "motion_real": [ + 0.06869752705097198, + 0.06958016753196716, + 0.059461887925863266, + 0.055608708411455154 + ], + "shift_reference_raw": -23.62982940673828 + }, + { + "index": 35643, + "episode": 326, + "map": 6, + "start": 4091, + "target_tic": 4123, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.006513595581055, + "shift_swapped": -21.335466384887695, + "shift_reference": 24.113370895385742, + "peak_recorded": 0.7113981246948242, + "peak_swapped": 0.7109854817390442, + "peak_reference": 0.7862668037414551, + "motion_pred": [ + 0.03849717974662781, + 0.03226601704955101, + 0.03510535880923271, + 0.03713391721248627 + ], + "motion_real": [ + 0.04061475396156311, + 0.04341793432831764, + 0.04231507331132889, + 0.04304371774196625 + ], + "shift_reference_raw": 23.052387237548828 + }, + { + "index": 35885, + "episode": 326, + "map": 6, + "start": 4333, + "target_tic": 4365, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.766082763671875, + "shift_swapped": 19.286447525024414, + "shift_reference": -21.1708927154541, + "peak_recorded": 0.5362167358398438, + "peak_swapped": 0.530007004737854, + "peak_reference": 0.6346899271011353, + "motion_pred": [ + 0.0485985092818737, + 0.035814277827739716, + 0.03369588032364845, + 0.03364981710910797 + ], + "motion_real": [ + 0.04813295230269432, + 0.04713121056556702, + 0.04584845155477524, + 0.044969651848077774 + ], + "shift_reference_raw": -20.27719497680664 + }, + { + "index": 36058, + "episode": 326, + "map": 6, + "start": 4541, + "target_tic": 4573, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.60536766052246, + "shift_swapped": 32.0, + "shift_reference": -23.253250122070312, + "peak_recorded": 0.5721846222877502, + "peak_swapped": 0.4053068161010742, + "peak_reference": 0.5852737426757812, + "motion_pred": [ + 0.062308598309755325, + 0.0465703085064888, + 0.049194060266017914, + 0.04617960751056671 + ], + "motion_real": [ + 0.0643869936466217, + 0.060959551483392715, + 0.062320906668901443, + 0.06048814207315445 + ], + "shift_reference_raw": -19.22400665283203 + }, + { + "index": 36067, + "episode": 326, + "map": 6, + "start": 4550, + "target_tic": 4582, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.405792236328125, + "shift_swapped": 29.53129768371582, + "shift_reference": -26.207731246948242, + "peak_recorded": 0.640129029750824, + "peak_swapped": 0.5021364092826843, + "peak_reference": 0.6786003708839417, + "motion_pred": [ + 0.06534090638160706, + 0.04347095638513565, + 0.04285752773284912, + 0.04257124289870262 + ], + "motion_real": [ + 0.06250008940696716, + 0.06178782135248184, + 0.06234769895672798, + 0.0617118738591671 + ], + "shift_reference_raw": -26.593875885009766 + }, + { + "index": 36172, + "episode": 326, + "map": 6, + "start": 4655, + "target_tic": 4687, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.32234001159668, + "shift_swapped": -25.938892364501953, + "shift_reference": 22.967864990234375, + "peak_recorded": 0.31439632177352905, + "peak_swapped": 0.36579030752182007, + "peak_reference": 0.42459383606910706, + "motion_pred": [ + 0.06555194407701492, + 0.05087782070040703, + 0.04972066357731819, + 0.04942337051033974 + ], + "motion_real": [ + 0.06622464954853058, + 0.0652240589261055, + 0.06726925820112228, + 0.07124663144350052 + ], + "shift_reference_raw": 23.411039352416992 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map06_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/directional.json", + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 5778, + "right": 8332 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 38849, + "windows": 36304, + "excluded_windows": 2545, + "excluded_fraction": 0.06551005173878349, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..062b330c1f8589c2387c6c10435007bbe67e1e8a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 22.538262113928795, + "sem": 0.11359742684514813, + "n": 256 + }, + "lpips_dec": { + "mean": 0.23174895436386578, + "sem": 0.003186602585649392, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.2238416885229526, + "sem": 0.00262363893111343, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.348527759313583, + "sem": 0.07510421900697799, + "n": 256 + }, + "psnr_raw": { + "mean": 20.41040427237749, + "sem": 0.08457098582317228, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2808280431199819, + "sem": 0.0028746127076625856, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.00487097352743, + "sem": 0.01241505990372244, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7710883432300761, + "sem": 0.016942680311736777, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.006132924174380605, + "sem": 0.0001997562975795277, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.003042491442101891, + "sem": 6.242629375425252e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 22.262976191937923, + "sem": 0.12061126054768426, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.006608375458654336, + "sem": 0.00022766063380814095, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.27041980149806477, + "sem": 0.0037143066129900265, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.009580901851222734, + "sem": 0.0002163734946094043, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01584795397502603, + "sem": 4.6516288980693846e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.02000005915761, + "sem": 0.11125968932975465, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.008616740128672973, + "sem": 0.0002484083113506015, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3164005226572044, + "sem": 0.0034235952012340023, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 23.798706017434597, + "sem": 0.1388833319818026, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.00482206264814522, + "sem": 0.00020236104991291776, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.21261861873790622, + "sem": 0.003165563749306574, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.26310168206692, + "sem": 0.17956638537611389, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005475187035699491, + "sem": 5.509832587323528e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 23.252545919269323, + "sem": 0.13994238952958618, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005479684894908132, + "sem": 0.0002315331362037584, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.2542760830838233, + "sem": 0.003719475996523374, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 21.889704298228025, + "sem": 0.11675164579136661, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.007117795873455179, + "sem": 0.00021919801844202578, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.2417667077097576, + "sem": 0.0029144250541400488, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.776884868741035, + "sem": 0.1221187120878452, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0012112631904983573, + "sem": 5.975763018842125e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 21.385042022913694, + "sem": 0.11957453802300075, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.008026493277156987, + "sem": 0.000251279940509381, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.2852195681189187, + "sem": 0.0034442805160408555, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 22.538262113928795, + "lpips_dec": 0.23174895436386578 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 22.343133088314172, + "sem": 0.20802091202172668, + "n": 66 + }, + "lpips_dec": { + "mean": 0.23603208554965077, + "sem": 0.005894888132284077, + "n": 66 + }, + "psnr_raw": { + "mean": 20.292408365191836, + "sem": 0.15477703367397846, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 22.270895373436712, + "sem": 0.25528877772322056, + "n": 62 + }, + "lpips_dec": { + "mean": 0.23291927311689622, + "sem": 0.006560056596445451, + "n": 62 + }, + "psnr_raw": { + "mean": 20.21572002287834, + "sem": 0.19655581940886133, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 22.769291041447566, + "sem": 0.21457327939030646, + "n": 65 + }, + "lpips_dec": { + "mean": 0.23012583003594325, + "sem": 0.006373359521442679, + "n": 65 + }, + "psnr_raw": { + "mean": 20.574449010995718, + "sem": 0.15904506644375255, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 22.76744264269632, + "sem": 0.2291031229836961, + "n": 63 + }, + "lpips_dec": { + "mean": 0.22778477436966366, + "sem": 0.006781168910252223, + "n": 63 + }, + "psnr_raw": { + "mean": 20.556360547504728, + "sem": 0.16506512744085575, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 22.538262113928795, + "sem": 0.11359742684514813, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.23174895436386578, + "sem": 0.003186602585649392, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.2238416885229526, + "sem": 0.00262363893111343, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.348527759313583, + "sem": 0.07510421900697799, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.41040427237749, + "sem": 0.08457098582317228, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2808280431199819, + "sem": 0.0028746127076625856, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.00487097352743, + "sem": 0.01241505990372244, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7710883432300761, + "sem": 0.016942680311736777, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.006132924174380605, + "sem": 0.0001997562975795277, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.003042491442101891, + "sem": 6.242629375425252e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 22.262976191937923, + "sem": 0.12061126054768426, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.006608375458654336, + "sem": 0.00022766063380814095, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.27041980149806477, + "sem": 0.0037143066129900265, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.009580901851222734, + "sem": 0.0002163734946094043, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01584795397502603, + "sem": 4.6516288980693846e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.02000005915761, + "sem": 0.11125968932975465, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.008616740128672973, + "sem": 0.0002484083113506015, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3164005226572044, + "sem": 0.0034235952012340023, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 23.798706017434597, + "sem": 0.1388833319818026, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.00482206264814522, + "sem": 0.00020236104991291776, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.21261861873790622, + "sem": 0.003165563749306574, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.26310168206692, + "sem": 0.17956638537611389, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005475187035699491, + "sem": 5.509832587323528e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 23.252545919269323, + "sem": 0.13994238952958618, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005479684894908132, + "sem": 0.0002315331362037584, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.2542760830838233, + "sem": 0.003719475996523374, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 21.889704298228025, + "sem": 0.11675164579136661, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.007117795873455179, + "sem": 0.00021919801844202578, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.2417667077097576, + "sem": 0.0029144250541400488, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.776884868741035, + "sem": 0.1221187120878452, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0012112631904983573, + "sem": 5.975763018842125e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 21.385042022913694, + "sem": 0.11957453802300075, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.008026493277156987, + "sem": 0.000251279940509381, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.2852195681189187, + "sem": 0.0034442805160408555, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 22.538262113928795, + "lpips_dec": 0.23174895436386578 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 22.343133088314172, + "sem": 0.20802091202172668, + "n": 66 + }, + "lpips_dec": { + "mean": 0.23603208554965077, + "sem": 0.005894888132284077, + "n": 66 + }, + "psnr_raw": { + "mean": 20.292408365191836, + "sem": 0.15477703367397846, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 22.270895373436712, + "sem": 0.25528877772322056, + "n": 62 + }, + "lpips_dec": { + "mean": 0.23291927311689622, + "sem": 0.006560056596445451, + "n": 62 + }, + "psnr_raw": { + "mean": 20.21572002287834, + "sem": 0.19655581940886133, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 22.769291041447566, + "sem": 0.21457327939030646, + "n": 65 + }, + "lpips_dec": { + "mean": 0.23012583003594325, + "sem": 0.006373359521442679, + "n": 65 + }, + "psnr_raw": { + "mean": 20.574449010995718, + "sem": 0.15904506644375255, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 22.76744264269632, + "sem": 0.2291031229836961, + "n": 63 + }, + "lpips_dec": { + "mean": 0.22778477436966366, + "sem": 0.006781168910252223, + "n": 63 + }, + "psnr_raw": { + "mean": 20.556360547504728, + "sem": 0.16506512744085575, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.553451929835557, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f9a93912ab1017505ea01690e0af06cb259dff2b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 8.19694573407313, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000000_live_534946ece82b00fb/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3a89dbf9528922332ab705f968bfdde91398c3e3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 22.844152316451073, + "sem": 0.10722274001657486, + "n": 256 + }, + "lpips_dec": { + "mean": 0.210228004201781, + "sem": 0.0032555055583008844, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.21270964635914424, + "sem": 0.0026965865508839807, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.58618065714836, + "sem": 0.07779178401836749, + "n": 256 + }, + "psnr_raw": { + "mean": 20.604757968336344, + "sem": 0.08008598738990468, + "n": 256 + }, + "lpips_raw": { + "mean": 0.25894541008165106, + "sem": 0.0029545542891190697, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.033342994749546, + "sem": 0.012356367486120177, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7272561915451661, + "sem": 0.013927832244225707, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.005689979897397279, + "sem": 0.00019159798698858144, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0028896939193145954, + "sem": 6.206646973697315e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 22.570593867450953, + "sem": 0.11297584843535921, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.006120793244917877, + "sem": 0.0002182285051727913, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.2456185631453991, + "sem": 0.003797690961910228, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.00913055977980548, + "sem": 0.0002071960667786351, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015744226631795755, + "sem": 4.5948640779953845e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.2549565769732, + "sem": 0.1040388934453697, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.008113072723972437, + "sem": 0.00023768042682163269, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2913036255049519, + "sem": 0.003513936922386186, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.313925459980965, + "sem": 0.1372714780258125, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.004313546903176757, + "sem": 0.00019624474808480345, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1881885025941301, + "sem": 0.003289964025477979, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.48963559418917, + "sem": 0.183980889800266, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005307471095647998, + "sem": 5.5268761424636165e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 23.773636482656002, + "sem": 0.1381406875756045, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.004895516143278655, + "sem": 0.00022446713311468174, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.22535758651793003, + "sem": 0.0038724135510078144, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.20523516461253, + "sem": 0.11001568015041016, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0065868037113432365, + "sem": 0.000209317898973465, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.22105573941371404, + "sem": 0.002978142337389936, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.702900879085064, + "sem": 0.12039661145922519, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001227556023195575, + "sem": 5.9794765855043687e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 21.709256384521723, + "sem": 0.11250143742188536, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.007411303405206127, + "sem": 0.00023987717998904092, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.2614773381501436, + "sem": 0.0035251890655370313, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 22.844152316451073, + "lpips_dec": 0.210228004201781 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 22.62047796538382, + "sem": 0.1981747066259734, + "n": 66 + }, + "lpips_dec": { + "mean": 0.21644901224609578, + "sem": 0.006075764824915909, + "n": 66 + }, + "psnr_raw": { + "mean": 20.475252411582254, + "sem": 0.14717994860591255, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 22.4887506423458, + "sem": 0.24781515555132322, + "n": 62 + }, + "lpips_dec": { + "mean": 0.21244109482053788, + "sem": 0.006639737365799977, + "n": 62 + }, + "psnr_raw": { + "mean": 20.351853262993597, + "sem": 0.18988382788175426, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.12971335190993, + "sem": 0.1930107967921113, + "n": 65 + }, + "lpips_dec": { + "mean": 0.208098341524601, + "sem": 0.00679515004871214, + "n": 65 + }, + "psnr_raw": { + "mean": 20.80400299659142, + "sem": 0.14350122908839893, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.1336117396279, + "sem": 0.2105004677665806, + "n": 63 + }, + "lpips_dec": { + "mean": 0.20373006649906672, + "sem": 0.006575072092417096, + "n": 63 + }, + "psnr_raw": { + "mean": 20.783750534057617, + "sem": 0.15518108669435055, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 22.844152316451073, + "sem": 0.10722274001657486, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.210228004201781, + "sem": 0.0032555055583008844, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.21270964635914424, + "sem": 0.0026965865508839807, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.58618065714836, + "sem": 0.07779178401836749, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.604757968336344, + "sem": 0.08008598738990468, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.25894541008165106, + "sem": 0.0029545542891190697, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.033342994749546, + "sem": 0.012356367486120177, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7272561915451661, + "sem": 0.013927832244225707, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.005689979897397279, + "sem": 0.00019159798698858144, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0028896939193145954, + "sem": 6.206646973697315e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 22.570593867450953, + "sem": 0.11297584843535921, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.006120793244917877, + "sem": 0.0002182285051727913, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.2456185631453991, + "sem": 0.003797690961910228, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00913055977980548, + "sem": 0.0002071960667786351, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015744226631795755, + "sem": 4.5948640779953845e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.2549565769732, + "sem": 0.1040388934453697, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.008113072723972437, + "sem": 0.00023768042682163269, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2913036255049519, + "sem": 0.003513936922386186, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.313925459980965, + "sem": 0.1372714780258125, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.004313546903176757, + "sem": 0.00019624474808480345, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1881885025941301, + "sem": 0.003289964025477979, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.48963559418917, + "sem": 0.183980889800266, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005307471095647998, + "sem": 5.5268761424636165e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 23.773636482656002, + "sem": 0.1381406875756045, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.004895516143278655, + "sem": 0.00022446713311468174, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.22535758651793003, + "sem": 0.0038724135510078144, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.20523516461253, + "sem": 0.11001568015041016, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0065868037113432365, + "sem": 0.000209317898973465, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.22105573941371404, + "sem": 0.002978142337389936, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.702900879085064, + "sem": 0.12039661145922519, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001227556023195575, + "sem": 5.9794765855043687e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 21.709256384521723, + "sem": 0.11250143742188536, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.007411303405206127, + "sem": 0.00023987717998904092, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.2614773381501436, + "sem": 0.0035251890655370313, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 22.844152316451073, + "lpips_dec": 0.210228004201781 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 22.62047796538382, + "sem": 0.1981747066259734, + "n": 66 + }, + "lpips_dec": { + "mean": 0.21644901224609578, + "sem": 0.006075764824915909, + "n": 66 + }, + "psnr_raw": { + "mean": 20.475252411582254, + "sem": 0.14717994860591255, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 22.4887506423458, + "sem": 0.24781515555132322, + "n": 62 + }, + "lpips_dec": { + "mean": 0.21244109482053788, + "sem": 0.006639737365799977, + "n": 62 + }, + "psnr_raw": { + "mean": 20.351853262993597, + "sem": 0.18988382788175426, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.12971335190993, + "sem": 0.1930107967921113, + "n": 65 + }, + "lpips_dec": { + "mean": 0.208098341524601, + "sem": 0.00679515004871214, + "n": 65 + }, + "psnr_raw": { + "mean": 20.80400299659142, + "sem": 0.14350122908839893, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.1336117396279, + "sem": 0.2105004677665806, + "n": 63 + }, + "lpips_dec": { + "mean": 0.20373006649906672, + "sem": 0.006575072092417096, + "n": 63 + }, + "psnr_raw": { + "mean": 20.783750534057617, + "sem": 0.15518108669435055, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.059698141420583, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000050.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000050_live_dd1246409c082d94/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 50, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9222098a4d393c0d085d888b10781f85b20675f1 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.210864283144474, + "sem": 0.11126632782307226, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1895512264163699, + "sem": 0.0029298595517030512, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.19505419309280114, + "sem": 0.002716944506078838, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.744309440255165, + "sem": 0.07800623653590226, + "n": 256 + }, + "psnr_raw": { + "mean": 20.8118445686996, + "sem": 0.08210035423493955, + "n": 256 + }, + "lpips_raw": { + "mean": 0.24216185184195638, + "sem": 0.0026479037542186216, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.027187816798687, + "sem": 0.012248827261525728, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.665854329126887, + "sem": 0.012859232093432649, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.00526735779703813, + "sem": 0.0001866582267164973, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002789018597923132, + "sem": 6.117013374894024e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 22.961089961230755, + "sem": 0.11841454310751447, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0056486407852389675, + "sem": 0.0002129486305999827, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.22117278256337158, + "sem": 0.003436402654064612, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.008727117890884983, + "sem": 0.00020420090948390404, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015766282431286527, + "sem": 4.5664792100159886e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.54581168293953, + "sem": 0.1094486106448432, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.0076441696501206025, + "sem": 0.0002343012010033101, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2710831492440775, + "sem": 0.0031838134596097615, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.932277008891106, + "sem": 0.147203548697965, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0038317243217989017, + "sem": 0.0001919160355232314, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.16824702481972054, + "sem": 0.003067203816942873, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.62587361037731, + "sem": 0.18293055979118286, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005164566580049268, + "sem": 5.4819200856927504e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.40247792750597, + "sem": 0.1483775656207411, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.004341765550634591, + "sem": 0.0002194879755405, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.20089605171233416, + "sem": 0.0036347905681790665, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.575679153203964, + "sem": 0.11541792557983395, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0061010620943307, + "sem": 0.00020516061888919867, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.20536509595694952, + "sem": 0.002699298599107549, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.644188970327377, + "sem": 0.1173762678403883, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001236874478536265, + "sem": 5.919915073415061e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.093532525002956, + "sem": 0.11848479773362611, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006849398723261402, + "sem": 0.0002351253745134196, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.2431066909339279, + "sem": 0.003231131444901194, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.210864283144474, + "lpips_dec": 0.1895512264163699 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 22.96199795694062, + "sem": 0.20866103339364925, + "n": 66 + }, + "lpips_dec": { + "mean": 0.19450729250004797, + "sem": 0.005733006356726098, + "n": 66 + }, + "psnr_raw": { + "mean": 20.6684552972967, + "sem": 0.15262836649569522, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 22.878005396935247, + "sem": 0.2508699225009986, + "n": 62 + }, + "lpips_dec": { + "mean": 0.19134474689922026, + "sem": 0.005529434935304104, + "n": 62 + }, + "psnr_raw": { + "mean": 20.5830004753605, + "sem": 0.19041003344032112, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.511697915884163, + "sem": 0.20105793872540853, + "n": 65 + }, + "lpips_dec": { + "mean": 0.18946162943656628, + "sem": 0.006256867664741085, + "n": 65 + }, + "psnr_raw": { + "mean": 21.019652616060696, + "sem": 0.15031319103227328, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.488772891816637, + "sem": 0.22257504121889354, + "n": 63 + }, + "lpips_dec": { + "mean": 0.18268654661046135, + "sem": 0.005902584970607749, + "n": 63 + }, + "psnr_raw": { + "mean": 20.97286841982887, + "sem": 0.1599448192682856, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.210864283144474, + "sem": 0.11126632782307226, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1895512264163699, + "sem": 0.0029298595517030512, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.19505419309280114, + "sem": 0.002716944506078838, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.744309440255165, + "sem": 0.07800623653590226, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.8118445686996, + "sem": 0.08210035423493955, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.24216185184195638, + "sem": 0.0026479037542186216, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.027187816798687, + "sem": 0.012248827261525728, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.665854329126887, + "sem": 0.012859232093432649, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.00526735779703813, + "sem": 0.0001866582267164973, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002789018597923132, + "sem": 6.117013374894024e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 22.961089961230755, + "sem": 0.11841454310751447, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0056486407852389675, + "sem": 0.0002129486305999827, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.22117278256337158, + "sem": 0.003436402654064612, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008727117890884983, + "sem": 0.00020420090948390404, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015766282431286527, + "sem": 4.5664792100159886e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.54581168293953, + "sem": 0.1094486106448432, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.0076441696501206025, + "sem": 0.0002343012010033101, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2710831492440775, + "sem": 0.0031838134596097615, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.932277008891106, + "sem": 0.147203548697965, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0038317243217989017, + "sem": 0.0001919160355232314, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.16824702481972054, + "sem": 0.003067203816942873, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.62587361037731, + "sem": 0.18293055979118286, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005164566580049268, + "sem": 5.4819200856927504e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.40247792750597, + "sem": 0.1483775656207411, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.004341765550634591, + "sem": 0.0002194879755405, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.20089605171233416, + "sem": 0.0036347905681790665, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.575679153203964, + "sem": 0.11541792557983395, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0061010620943307, + "sem": 0.00020516061888919867, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.20536509595694952, + "sem": 0.002699298599107549, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.644188970327377, + "sem": 0.1173762678403883, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001236874478536265, + "sem": 5.919915073415061e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.093532525002956, + "sem": 0.11848479773362611, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006849398723261402, + "sem": 0.0002351253745134196, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.2431066909339279, + "sem": 0.003231131444901194, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.210864283144474, + "lpips_dec": 0.1895512264163699 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 22.96199795694062, + "sem": 0.20866103339364925, + "n": 66 + }, + "lpips_dec": { + "mean": 0.19450729250004797, + "sem": 0.005733006356726098, + "n": 66 + }, + "psnr_raw": { + "mean": 20.6684552972967, + "sem": 0.15262836649569522, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 22.878005396935247, + "sem": 0.2508699225009986, + "n": 62 + }, + "lpips_dec": { + "mean": 0.19134474689922026, + "sem": 0.005529434935304104, + "n": 62 + }, + "psnr_raw": { + "mean": 20.5830004753605, + "sem": 0.19041003344032112, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.511697915884163, + "sem": 0.20105793872540853, + "n": 65 + }, + "lpips_dec": { + "mean": 0.18946162943656628, + "sem": 0.006256867664741085, + "n": 65 + }, + "psnr_raw": { + "mean": 21.019652616060696, + "sem": 0.15031319103227328, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.488772891816637, + "sem": 0.22257504121889354, + "n": 63 + }, + "lpips_dec": { + "mean": 0.18268654661046135, + "sem": 0.005902584970607749, + "n": 63 + }, + "psnr_raw": { + "mean": 20.97286841982887, + "sem": 0.1599448192682856, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.35209596423261, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000100.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000100_live_1f47ead17ab3bf77/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 100, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f1edcfbf48b31eb5d434e624024344afbee2641c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.364258103072643, + "sem": 0.11325787521887586, + "n": 256 + }, + "lpips_dec": { + "mean": 0.179087537311716, + "sem": 0.0027790512761075685, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.1926863943299395, + "sem": 0.002640274556316969, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.789596401154995, + "sem": 0.07708294704823704, + "n": 256 + }, + "psnr_raw": { + "mean": 20.900021847337484, + "sem": 0.08294590813661443, + "n": 256 + }, + "lpips_raw": { + "mean": 0.23228516679955646, + "sem": 0.0025270923120337464, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.029568426311016, + "sem": 0.012417739143577891, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.658975813887082, + "sem": 0.012959824937999832, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.005097100554394274, + "sem": 0.0001809603949664732, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0027583097289607394, + "sem": 6.055791714659832e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.125957626849413, + "sem": 0.12102255845224762, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005456914568640059, + "sem": 0.00020646656524891298, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.20863090630155057, + "sem": 0.003262518686954369, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.008557035479498154, + "sem": 0.00019947141617761958, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015758096913486952, + "sem": 4.628188718595181e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.669535022228956, + "sem": 0.11172881498920732, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007449179985997034, + "sem": 0.00022895542486835475, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2589739366667345, + "sem": 0.0030337870528831102, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.157988719642162, + "sem": 0.14988224479164147, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.003659037286297462, + "sem": 0.00018580469525391257, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1581233104225248, + "sem": 0.0029228480729856683, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.68842937797308, + "sem": 0.18079460914780382, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005077563380666561, + "sem": 5.472252261822065e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.63182570785284, + "sem": 0.15118875415766372, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.004143849788306397, + "sem": 0.0002125504826006141, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.18856810909346677, + "sem": 0.003458752012682405, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.713722847402096, + "sem": 0.11724031164846896, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005923890034409851, + "sem": 0.00019971849141662312, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.1945953539106995, + "sem": 0.0025643191602793642, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.63541615009308, + "sem": 0.11613339381217268, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0012368550846986182, + "sem": 5.915090433331672e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.236429277807474, + "sem": 0.12044545920510676, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.00664497241814388, + "sem": 0.0002289810920958018, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.23000368278007954, + "sem": 0.0030597818581355523, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.364258103072643, + "lpips_dec": 0.179087537311716 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.104138807816938, + "sem": 0.2126291629209816, + "n": 66 + }, + "lpips_dec": { + "mean": 0.1839543583266663, + "sem": 0.005592294045380799, + "n": 66 + }, + "psnr_raw": { + "mean": 20.753575296112984, + "sem": 0.15557804005576698, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.03518307593561, + "sem": 0.2517366370916528, + "n": 62 + }, + "lpips_dec": { + "mean": 0.17989259982301342, + "sem": 0.00489084978579859, + "n": 62 + }, + "psnr_raw": { + "mean": 20.680014810254498, + "sem": 0.1904087620634786, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.663278286273663, + "sem": 0.20441039872638572, + "n": 65 + }, + "lpips_dec": { + "mean": 0.17889925103921156, + "sem": 0.006044016636651489, + "n": 65 + }, + "psnr_raw": { + "mean": 21.099603740985575, + "sem": 0.1510531187549975, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.652102758014014, + "sem": 0.2306026814679723, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1733909427883133, + "sem": 0.005632514625333049, + "n": 63 + }, + "psnr_raw": { + "mean": 21.064039078969802, + "sem": 0.16360703161272466, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.364258103072643, + "sem": 0.11325787521887586, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.179087537311716, + "sem": 0.0027790512761075685, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.1926863943299395, + "sem": 0.002640274556316969, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.789596401154995, + "sem": 0.07708294704823704, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.900021847337484, + "sem": 0.08294590813661443, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.23228516679955646, + "sem": 0.0025270923120337464, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.029568426311016, + "sem": 0.012417739143577891, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.658975813887082, + "sem": 0.012959824937999832, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.005097100554394274, + "sem": 0.0001809603949664732, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0027583097289607394, + "sem": 6.055791714659832e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.125957626849413, + "sem": 0.12102255845224762, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005456914568640059, + "sem": 0.00020646656524891298, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.20863090630155057, + "sem": 0.003262518686954369, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008557035479498154, + "sem": 0.00019947141617761958, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015758096913486952, + "sem": 4.628188718595181e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.669535022228956, + "sem": 0.11172881498920732, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007449179985997034, + "sem": 0.00022895542486835475, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2589739366667345, + "sem": 0.0030337870528831102, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.157988719642162, + "sem": 0.14988224479164147, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.003659037286297462, + "sem": 0.00018580469525391257, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1581233104225248, + "sem": 0.0029228480729856683, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.68842937797308, + "sem": 0.18079460914780382, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005077563380666561, + "sem": 5.472252261822065e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.63182570785284, + "sem": 0.15118875415766372, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.004143849788306397, + "sem": 0.0002125504826006141, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.18856810909346677, + "sem": 0.003458752012682405, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.713722847402096, + "sem": 0.11724031164846896, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005923890034409851, + "sem": 0.00019971849141662312, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.1945953539106995, + "sem": 0.0025643191602793642, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.63541615009308, + "sem": 0.11613339381217268, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0012368550846986182, + "sem": 5.915090433331672e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.236429277807474, + "sem": 0.12044545920510676, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.00664497241814388, + "sem": 0.0002289810920958018, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.23000368278007954, + "sem": 0.0030597818581355523, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.364258103072643, + "lpips_dec": 0.179087537311716 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.104138807816938, + "sem": 0.2126291629209816, + "n": 66 + }, + "lpips_dec": { + "mean": 0.1839543583266663, + "sem": 0.005592294045380799, + "n": 66 + }, + "psnr_raw": { + "mean": 20.753575296112984, + "sem": 0.15557804005576698, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.03518307593561, + "sem": 0.2517366370916528, + "n": 62 + }, + "lpips_dec": { + "mean": 0.17989259982301342, + "sem": 0.00489084978579859, + "n": 62 + }, + "psnr_raw": { + "mean": 20.680014810254498, + "sem": 0.1904087620634786, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.663278286273663, + "sem": 0.20441039872638572, + "n": 65 + }, + "lpips_dec": { + "mean": 0.17889925103921156, + "sem": 0.006044016636651489, + "n": 65 + }, + "psnr_raw": { + "mean": 21.099603740985575, + "sem": 0.1510531187549975, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.652102758014014, + "sem": 0.2306026814679723, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1733909427883133, + "sem": 0.005632514625333049, + "n": 63 + }, + "psnr_raw": { + "mean": 21.064039078969802, + "sem": 0.16360703161272466, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 7.854997349325135, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000150.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000150_live_ec4491722bb9db9a/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 150, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bc6f17071b3af80e74173242d6af2411f9fe51ab --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.473403990268707, + "sem": 0.11279733284009641, + "n": 256 + }, + "lpips_dec": { + "mean": 0.16972273311694153, + "sem": 0.0026663833389403693, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.18824081812635995, + "sem": 0.0025294690291233868, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.954136356711388, + "sem": 0.07837319892161415, + "n": 256 + }, + "psnr_raw": { + "mean": 20.962799824774265, + "sem": 0.08251154103261547, + "n": 256 + }, + "lpips_raw": { + "mean": 0.22272536298260093, + "sem": 0.002420886733577238, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.062800891697407, + "sem": 0.012473812617554177, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6479355064220726, + "sem": 0.0142919654535487, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.004960887582001305, + "sem": 0.00017217129710877214, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0026599971197356354, + "sem": 5.9583088945329904e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.23118255287409, + "sem": 0.12068700446903187, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0053148708052503935, + "sem": 0.00019637014010860627, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19749548187246546, + "sem": 0.0031294726693861497, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.008424608611676376, + "sem": 0.00019169994192862983, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01563813649408985, + "sem": 4.6187862696039067e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.745276421308517, + "sem": 0.11216245217371183, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007314835209854209, + "sem": 0.0002201312198051907, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.24750742327887565, + "sem": 0.002904469924772241, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.349018044769764, + "sem": 0.14879106585856128, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0034938221745051123, + "sem": 0.000175702548743369, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.14762026883545332, + "sem": 0.002808567926287677, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.72749733179808, + "sem": 0.18080282822125293, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005047027213720412, + "sem": 5.4681903007146374e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.82574439421296, + "sem": 0.1500244753466448, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003953686714794458, + "sem": 0.00020087170218554545, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.17590658375411294, + "sem": 0.003320095148936633, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.82480726018548, + "sem": 0.11711288572270762, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005766357757238438, + "sem": 0.00019056858745035652, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.18329316057497635, + "sem": 0.0024683624510309045, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.58554993569851, + "sem": 0.11606315663856374, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001250066932016125, + "sem": 5.924901973167105e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.352861918509007, + "sem": 0.12046100237882759, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.00646117174619576, + "sem": 0.00021840121918214776, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.21661713189678267, + "sem": 0.002943221113486724, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.473403990268707, + "lpips_dec": 0.16972273311694153 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.204059398535527, + "sem": 0.2159053089875566, + "n": 66 + }, + "lpips_dec": { + "mean": 0.17405584488402714, + "sem": 0.005210521000976994, + "n": 66 + }, + "psnr_raw": { + "mean": 20.80742870677601, + "sem": 0.15768891563659104, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.188077588235178, + "sem": 0.24896338423575015, + "n": 62 + }, + "lpips_dec": { + "mean": 0.17030588477369277, + "sem": 0.004792793477033607, + "n": 62 + }, + "psnr_raw": { + "mean": 20.771573189766176, + "sem": 0.18681356871782998, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.74322979266827, + "sem": 0.2003616082820529, + "n": 65 + }, + "lpips_dec": { + "mean": 0.17005120103175825, + "sem": 0.005741465462009174, + "n": 65 + }, + "psnr_raw": { + "mean": 21.147339630126954, + "sem": 0.148810035769402, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.757980225578187, + "sem": 0.23159501973433178, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1642704919453651, + "sem": 0.005554166462505179, + "n": 63 + }, + "psnr_raw": { + "mean": 21.123362647162544, + "sem": 0.16469950959834917, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.473403990268707, + "sem": 0.11279733284009641, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.16972273311694153, + "sem": 0.0026663833389403693, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18824081812635995, + "sem": 0.0025294690291233868, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.954136356711388, + "sem": 0.07837319892161415, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.962799824774265, + "sem": 0.08251154103261547, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.22272536298260093, + "sem": 0.002420886733577238, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.062800891697407, + "sem": 0.012473812617554177, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6479355064220726, + "sem": 0.0142919654535487, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.004960887582001305, + "sem": 0.00017217129710877214, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0026599971197356354, + "sem": 5.9583088945329904e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.23118255287409, + "sem": 0.12068700446903187, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0053148708052503935, + "sem": 0.00019637014010860627, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19749548187246546, + "sem": 0.0031294726693861497, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008424608611676376, + "sem": 0.00019169994192862983, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01563813649408985, + "sem": 4.6187862696039067e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.745276421308517, + "sem": 0.11216245217371183, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007314835209854209, + "sem": 0.0002201312198051907, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.24750742327887565, + "sem": 0.002904469924772241, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.349018044769764, + "sem": 0.14879106585856128, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0034938221745051123, + "sem": 0.000175702548743369, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.14762026883545332, + "sem": 0.002808567926287677, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.72749733179808, + "sem": 0.18080282822125293, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005047027213720412, + "sem": 5.4681903007146374e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.82574439421296, + "sem": 0.1500244753466448, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003953686714794458, + "sem": 0.00020087170218554545, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.17590658375411294, + "sem": 0.003320095148936633, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.82480726018548, + "sem": 0.11711288572270762, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005766357757238438, + "sem": 0.00019056858745035652, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.18329316057497635, + "sem": 0.0024683624510309045, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.58554993569851, + "sem": 0.11606315663856374, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001250066932016125, + "sem": 5.924901973167105e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.352861918509007, + "sem": 0.12046100237882759, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.00646117174619576, + "sem": 0.00021840121918214776, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.21661713189678267, + "sem": 0.002943221113486724, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.473403990268707, + "lpips_dec": 0.16972273311694153 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.204059398535527, + "sem": 0.2159053089875566, + "n": 66 + }, + "lpips_dec": { + "mean": 0.17405584488402714, + "sem": 0.005210521000976994, + "n": 66 + }, + "psnr_raw": { + "mean": 20.80742870677601, + "sem": 0.15768891563659104, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.188077588235178, + "sem": 0.24896338423575015, + "n": 62 + }, + "lpips_dec": { + "mean": 0.17030588477369277, + "sem": 0.004792793477033607, + "n": 62 + }, + "psnr_raw": { + "mean": 20.771573189766176, + "sem": 0.18681356871782998, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.74322979266827, + "sem": 0.2003616082820529, + "n": 65 + }, + "lpips_dec": { + "mean": 0.17005120103175825, + "sem": 0.005741465462009174, + "n": 65 + }, + "psnr_raw": { + "mean": 21.147339630126954, + "sem": 0.148810035769402, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.757980225578187, + "sem": 0.23159501973433178, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1642704919453651, + "sem": 0.005554166462505179, + "n": 63 + }, + "psnr_raw": { + "mean": 21.123362647162544, + "sem": 0.16469950959834917, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.195850996973805, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000250.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000250_live_1dcf7b1b6172b4a8/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 250, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ba9abcf2779090853049c66d7963cacdcff8cc02 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.581088729202747, + "sem": 0.11421596119752678, + "n": 256 + }, + "lpips_dec": { + "mean": 0.165934562246548, + "sem": 0.00276999647843364, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.18619473502621986, + "sem": 0.002525818598729138, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.027115240693092, + "sem": 0.07973466154857785, + "n": 256 + }, + "psnr_raw": { + "mean": 21.01900200918317, + "sem": 0.08319347387077915, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2187349735177122, + "sem": 0.002522591197838093, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.0678631067276, + "sem": 0.012711760164848165, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6407345400657505, + "sem": 0.013953408039374365, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.0048480744399057585, + "sem": 0.00016791167110597298, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002618732137761981, + "sem": 5.869986869004268e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.34524329006672, + "sem": 0.12266021063700708, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005191050272969733, + "sem": 0.00019151321971461373, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19259712236816995, + "sem": 0.003244036110993204, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.008320157998241484, + "sem": 0.0001880408021062473, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015620554935594555, + "sem": 4.69796211029935e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.824169974774122, + "sem": 0.11372485807097558, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007197020070634608, + "sem": 0.00021595725027396897, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.24233664036728442, + "sem": 0.0030012312728175607, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.47103836387396, + "sem": 0.15037309178215214, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.00340524543958054, + "sem": 0.00017011983280861603, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.14391482033533975, + "sem": 0.0029204127303199367, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.5184445977211, + "sem": 0.18279019272325886, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.000528591979389148, + "sem": 5.532580432855971e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.958751760423183, + "sem": 0.1521136635662709, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003847807550982907, + "sem": 0.0001945057587431626, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.17122757996548899, + "sem": 0.00343874242920259, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.895603388547897, + "sem": 0.11799442196750826, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005677532034951582, + "sem": 0.00018559335036583683, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.17959815461654216, + "sem": 0.002573880703338766, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.533719815313816, + "sem": 0.11794990788619408, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0012690168800872925, + "sem": 6.008917411999196e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.42994575202465, + "sem": 0.12166399554428245, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006355765174703265, + "sem": 0.00021278352803833487, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.21190128836315125, + "sem": 0.00304985677393524, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.581088729202747, + "lpips_dec": 0.165934562246548 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.329833810979668, + "sem": 0.2188750260721461, + "n": 66 + }, + "lpips_dec": { + "mean": 0.17124821110205216, + "sem": 0.005766303735701659, + "n": 66 + }, + "psnr_raw": { + "mean": 20.875995029102672, + "sem": 0.15857336371143102, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.253362440293834, + "sem": 0.2448803054294661, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1676392431461042, + "sem": 0.004942562824994907, + "n": 62 + }, + "psnr_raw": { + "mean": 20.80431612076298, + "sem": 0.18436080501968186, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.85107897244967, + "sem": 0.2073655537948151, + "n": 65 + }, + "lpips_dec": { + "mean": 0.16571530722654781, + "sem": 0.005905134595629325, + "n": 65 + }, + "psnr_raw": { + "mean": 21.20143068753756, + "sem": 0.15377949197431812, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.88827108958411, + "sem": 0.23672922462923054, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1589164755174092, + "sem": 0.005441122310277932, + "n": 63 + }, + "psnr_raw": { + "mean": 21.19187695639474, + "sem": 0.1668685843834078, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.581088729202747, + "sem": 0.11421596119752678, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.165934562246548, + "sem": 0.00276999647843364, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18619473502621986, + "sem": 0.002525818598729138, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.027115240693092, + "sem": 0.07973466154857785, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.01900200918317, + "sem": 0.08319347387077915, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2187349735177122, + "sem": 0.002522591197838093, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.0678631067276, + "sem": 0.012711760164848165, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6407345400657505, + "sem": 0.013953408039374365, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0048480744399057585, + "sem": 0.00016791167110597298, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002618732137761981, + "sem": 5.869986869004268e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.34524329006672, + "sem": 0.12266021063700708, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005191050272969733, + "sem": 0.00019151321971461373, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19259712236816995, + "sem": 0.003244036110993204, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008320157998241484, + "sem": 0.0001880408021062473, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015620554935594555, + "sem": 4.69796211029935e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.824169974774122, + "sem": 0.11372485807097558, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007197020070634608, + "sem": 0.00021595725027396897, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.24233664036728442, + "sem": 0.0030012312728175607, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.47103836387396, + "sem": 0.15037309178215214, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.00340524543958054, + "sem": 0.00017011983280861603, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.14391482033533975, + "sem": 0.0029204127303199367, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.5184445977211, + "sem": 0.18279019272325886, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.000528591979389148, + "sem": 5.532580432855971e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.958751760423183, + "sem": 0.1521136635662709, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003847807550982907, + "sem": 0.0001945057587431626, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.17122757996548899, + "sem": 0.00343874242920259, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.895603388547897, + "sem": 0.11799442196750826, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005677532034951582, + "sem": 0.00018559335036583683, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.17959815461654216, + "sem": 0.002573880703338766, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.533719815313816, + "sem": 0.11794990788619408, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0012690168800872925, + "sem": 6.008917411999196e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.42994575202465, + "sem": 0.12166399554428245, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006355765174703265, + "sem": 0.00021278352803833487, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.21190128836315125, + "sem": 0.00304985677393524, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.581088729202747, + "lpips_dec": 0.165934562246548 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.329833810979668, + "sem": 0.2188750260721461, + "n": 66 + }, + "lpips_dec": { + "mean": 0.17124821110205216, + "sem": 0.005766303735701659, + "n": 66 + }, + "psnr_raw": { + "mean": 20.875995029102672, + "sem": 0.15857336371143102, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.253362440293834, + "sem": 0.2448803054294661, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1676392431461042, + "sem": 0.004942562824994907, + "n": 62 + }, + "psnr_raw": { + "mean": 20.80431612076298, + "sem": 0.18436080501968186, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.85107897244967, + "sem": 0.2073655537948151, + "n": 65 + }, + "lpips_dec": { + "mean": 0.16571530722654781, + "sem": 0.005905134595629325, + "n": 65 + }, + "psnr_raw": { + "mean": 21.20143068753756, + "sem": 0.15377949197431812, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.88827108958411, + "sem": 0.23672922462923054, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1589164755174092, + "sem": 0.005441122310277932, + "n": 63 + }, + "psnr_raw": { + "mean": 21.19187695639474, + "sem": 0.1668685843834078, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.309474665555705, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0000500.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0000500_live_cbbd152ae4bfa983/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 500, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3f03a2062a06e81a4f79b871af9c25eaa68d7a8d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.655500508844852, + "sem": 0.1188290092276395, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1595284066570457, + "sem": 0.0027042754610344913, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.18504870680044405, + "sem": 0.002590360235524805, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.209976993501186, + "sem": 0.08354434992231591, + "n": 256 + }, + "psnr_raw": { + "mean": 21.047477263957262, + "sem": 0.08608029989479903, + "n": 256 + }, + "lpips_raw": { + "mean": 0.21230055839987472, + "sem": 0.002458856646068624, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.069257095456123, + "sem": 0.012640849046968996, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6360242898808792, + "sem": 0.013700118237767988, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.004823718300940527, + "sem": 0.00018900127945069002, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0025234431518583733, + "sem": 5.995223608232088e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.41144570708275, + "sem": 0.1270421361252313, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005177606846700655, + "sem": 0.00021534634343838152, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.1851746450702194, + "sem": 0.0031651652006833312, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.00830921196120471, + "sem": 0.0002071611826596739, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015615363714459818, + "sem": 4.6767541825040524e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.867442317306995, + "sem": 0.11729820211707238, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007185188720995939, + "sem": 0.00023756130394058994, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.23490187746938318, + "sem": 0.0029243741656790174, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.581736087799072, + "sem": 0.15619848233056227, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0033906727410339954, + "sem": 0.00019240156356965603, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.13711395266000181, + "sem": 0.0028560146651898087, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.92274720221758, + "sem": 0.19814603126090766, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0005164796523615678, + "sem": 5.7516515874533225e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.0687711276114, + "sem": 0.15788878075334015, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003832856289591291, + "sem": 0.00021980613874167455, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.16327317990362644, + "sem": 0.0033676617910630593, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.95269624888897, + "sem": 0.12218396130719995, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005661380107540026, + "sem": 0.00020615602090467977, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.17260436963988468, + "sem": 0.0025132406038162487, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.598896235227585, + "sem": 0.12288392747392601, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0012639823287372565, + "sem": 6.194158253614626e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.488504864275455, + "sem": 0.12595894970089472, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006337902937502804, + "sem": 0.0002360142472926324, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.20377257838845253, + "sem": 0.0029839553915599767, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.655500508844852, + "lpips_dec": 0.1595284066570457 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.426509221394856, + "sem": 0.22212069703380846, + "n": 66 + }, + "lpips_dec": { + "mean": 0.1635415211997249, + "sem": 0.005135670371815334, + "n": 66 + }, + "psnr_raw": { + "mean": 20.922247048580285, + "sem": 0.16013647023670813, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.330936308830015, + "sem": 0.2674769991272868, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1624928248986121, + "sem": 0.005097299406741496, + "n": 62 + }, + "psnr_raw": { + "mean": 20.826374946102018, + "sem": 0.1996208410626839, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.895950522789587, + "sem": 0.21702053298549595, + "n": 65 + }, + "lpips_dec": { + "mean": 0.15915212528063702, + "sem": 0.005954386115081845, + "n": 65 + }, + "psnr_raw": { + "mean": 21.213747141911433, + "sem": 0.15794671947334266, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.966725182911706, + "sem": 0.2393444529979781, + "n": 63 + }, + "lpips_dec": { + "mean": 0.15279505425502385, + "sem": 0.005402862974276561, + "n": 63 + }, + "psnr_raw": { + "mean": 21.22471529339987, + "sem": 0.1688583430515733, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.655500508844852, + "sem": 0.1188290092276395, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1595284066570457, + "sem": 0.0027042754610344913, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18504870680044405, + "sem": 0.002590360235524805, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.209976993501186, + "sem": 0.08354434992231591, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.047477263957262, + "sem": 0.08608029989479903, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.21230055839987472, + "sem": 0.002458856646068624, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.069257095456123, + "sem": 0.012640849046968996, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6360242898808792, + "sem": 0.013700118237767988, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.004823718300940527, + "sem": 0.00018900127945069002, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0025234431518583733, + "sem": 5.995223608232088e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.41144570708275, + "sem": 0.1270421361252313, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005177606846700655, + "sem": 0.00021534634343838152, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.1851746450702194, + "sem": 0.0031651652006833312, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00830921196120471, + "sem": 0.0002071611826596739, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015615363714459818, + "sem": 4.6767541825040524e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.867442317306995, + "sem": 0.11729820211707238, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007185188720995939, + "sem": 0.00023756130394058994, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.23490187746938318, + "sem": 0.0029243741656790174, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.581736087799072, + "sem": 0.15619848233056227, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0033906727410339954, + "sem": 0.00019240156356965603, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.13711395266000181, + "sem": 0.0028560146651898087, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.92274720221758, + "sem": 0.19814603126090766, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0005164796523615678, + "sem": 5.7516515874533225e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.0687711276114, + "sem": 0.15788878075334015, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003832856289591291, + "sem": 0.00021980613874167455, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.16327317990362644, + "sem": 0.0033676617910630593, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.95269624888897, + "sem": 0.12218396130719995, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005661380107540026, + "sem": 0.00020615602090467977, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.17260436963988468, + "sem": 0.0025132406038162487, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.598896235227585, + "sem": 0.12288392747392601, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0012639823287372565, + "sem": 6.194158253614626e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.488504864275455, + "sem": 0.12595894970089472, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006337902937502804, + "sem": 0.0002360142472926324, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.20377257838845253, + "sem": 0.0029839553915599767, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.655500508844852, + "lpips_dec": 0.1595284066570457 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.426509221394856, + "sem": 0.22212069703380846, + "n": 66 + }, + "lpips_dec": { + "mean": 0.1635415211997249, + "sem": 0.005135670371815334, + "n": 66 + }, + "psnr_raw": { + "mean": 20.922247048580285, + "sem": 0.16013647023670813, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.330936308830015, + "sem": 0.2674769991272868, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1624928248986121, + "sem": 0.005097299406741496, + "n": 62 + }, + "psnr_raw": { + "mean": 20.826374946102018, + "sem": 0.1996208410626839, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 23.895950522789587, + "sem": 0.21702053298549595, + "n": 65 + }, + "lpips_dec": { + "mean": 0.15915212528063702, + "sem": 0.005954386115081845, + "n": 65 + }, + "psnr_raw": { + "mean": 21.213747141911433, + "sem": 0.15794671947334266, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 23.966725182911706, + "sem": 0.2393444529979781, + "n": 63 + }, + "lpips_dec": { + "mean": 0.15279505425502385, + "sem": 0.005402862974276561, + "n": 63 + }, + "psnr_raw": { + "mean": 21.22471529339987, + "sem": 0.1688583430515733, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.196999236465178, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0001000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0001000_live_6c25bf30dd878ae9/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 1000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9bcd598e7b6ded948b5318285dcaf9d10d04cab2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.737782396376133, + "sem": 0.11758209233878919, + "n": 256 + }, + "lpips_dec": { + "mean": 0.15431956850807182, + "sem": 0.002549623329977895, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.18259497531835223, + "sem": 0.0025696575425568874, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.173385240137577, + "sem": 0.07884796946113727, + "n": 256 + }, + "psnr_raw": { + "mean": 21.08883197233081, + "sem": 0.08470672453439528, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2068941292236559, + "sem": 0.002325627290876609, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.034857161343098, + "sem": 0.012096998631600731, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6264859673101455, + "sem": 0.013261999125021268, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.004708715238393779, + "sem": 0.00017179615212494133, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002531026245378598, + "sem": 5.737432412703221e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.503435395658016, + "sem": 0.12609077363161755, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005043744382419391, + "sem": 0.00019616701295681647, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.1789586899394635, + "sem": 0.003004081674055391, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.00820647286491294, + "sem": 0.00019222366151103946, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01573807084787404, + "sem": 4.504458303801728e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.938212037086487, + "sem": 0.11676593713203598, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007047765630886715, + "sem": 0.00022073797090455652, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.22841286793118343, + "sem": 0.0027895403928298638, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.720929749310017, + "sem": 0.15568984896341617, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0032645151806036665, + "sem": 0.00017474347171153194, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.13245800031290855, + "sem": 0.0027213945834293173, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.99172595143318, + "sem": 0.18790475634063122, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004920745286653982, + "sem": 5.5319623313963585e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.206569112837315, + "sem": 0.15734672576781952, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0036910445281819193, + "sem": 0.00019995151572130455, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.15775290824240074, + "sem": 0.00321583827621467, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.037555940449238, + "sem": 0.12188755709310135, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.00553453661268577, + "sem": 0.0001904718872893455, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.16742155273095705, + "sem": 0.0023982284104798026, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.664307691156864, + "sem": 0.11868865971696273, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0012356861693660903, + "sem": 6.0072376433854144e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.57334629073739, + "sem": 0.12572771381884565, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006195898263285926, + "sem": 0.00021847034013431846, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.1975212009565439, + "sem": 0.0028547075147413252, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.737782396376133, + "lpips_dec": 0.15431956850807182 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.475676016374067, + "sem": 0.22286671060640043, + "n": 66 + }, + "lpips_dec": { + "mean": 0.15913924010414066, + "sem": 0.004831839693326398, + "n": 66 + }, + "psnr_raw": { + "mean": 20.945913863904547, + "sem": 0.16073360525018085, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.42919245073872, + "sem": 0.2566652205328663, + "n": 62 + }, + "lpips_dec": { + "mean": 0.15643039586082583, + "sem": 0.00463222482248685, + "n": 62 + }, + "psnr_raw": { + "mean": 20.879936495134906, + "sem": 0.18942900611992683, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 24.020298767089844, + "sem": 0.21724027523174635, + "n": 65 + }, + "lpips_dec": { + "mean": 0.15261373565747188, + "sem": 0.005471943746700205, + "n": 65 + }, + "psnr_raw": { + "mean": 21.278456203754132, + "sem": 0.15786878139064559, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 24.024576580713667, + "sem": 0.23902965326359532, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1489530528585116, + "sem": 0.005418387976564747, + "n": 63 + }, + "psnr_raw": { + "mean": 21.24849133264451, + "sem": 0.16795214575938935, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.737782396376133, + "sem": 0.11758209233878919, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.15431956850807182, + "sem": 0.002549623329977895, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18259497531835223, + "sem": 0.0025696575425568874, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.173385240137577, + "sem": 0.07884796946113727, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.08883197233081, + "sem": 0.08470672453439528, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2068941292236559, + "sem": 0.002325627290876609, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.034857161343098, + "sem": 0.012096998631600731, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6264859673101455, + "sem": 0.013261999125021268, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.004708715238393779, + "sem": 0.00017179615212494133, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002531026245378598, + "sem": 5.737432412703221e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.503435395658016, + "sem": 0.12609077363161755, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005043744382419391, + "sem": 0.00019616701295681647, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.1789586899394635, + "sem": 0.003004081674055391, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00820647286491294, + "sem": 0.00019222366151103946, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01573807084787404, + "sem": 4.504458303801728e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.938212037086487, + "sem": 0.11676593713203598, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007047765630886715, + "sem": 0.00022073797090455652, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.22841286793118343, + "sem": 0.0027895403928298638, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.720929749310017, + "sem": 0.15568984896341617, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0032645151806036665, + "sem": 0.00017474347171153194, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.13245800031290855, + "sem": 0.0027213945834293173, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.99172595143318, + "sem": 0.18790475634063122, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004920745286653982, + "sem": 5.5319623313963585e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.206569112837315, + "sem": 0.15734672576781952, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0036910445281819193, + "sem": 0.00019995151572130455, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.15775290824240074, + "sem": 0.00321583827621467, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.037555940449238, + "sem": 0.12188755709310135, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.00553453661268577, + "sem": 0.0001904718872893455, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.16742155273095705, + "sem": 0.0023982284104798026, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.664307691156864, + "sem": 0.11868865971696273, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0012356861693660903, + "sem": 6.0072376433854144e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.57334629073739, + "sem": 0.12572771381884565, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006195898263285926, + "sem": 0.00021847034013431846, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.1975212009565439, + "sem": 0.0028547075147413252, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.737782396376133, + "lpips_dec": 0.15431956850807182 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.475676016374067, + "sem": 0.22286671060640043, + "n": 66 + }, + "lpips_dec": { + "mean": 0.15913924010414066, + "sem": 0.004831839693326398, + "n": 66 + }, + "psnr_raw": { + "mean": 20.945913863904547, + "sem": 0.16073360525018085, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.42919245073872, + "sem": 0.2566652205328663, + "n": 62 + }, + "lpips_dec": { + "mean": 0.15643039586082583, + "sem": 0.00463222482248685, + "n": 62 + }, + "psnr_raw": { + "mean": 20.879936495134906, + "sem": 0.18942900611992683, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 24.020298767089844, + "sem": 0.21724027523174635, + "n": 65 + }, + "lpips_dec": { + "mean": 0.15261373565747188, + "sem": 0.005471943746700205, + "n": 65 + }, + "psnr_raw": { + "mean": 21.278456203754132, + "sem": 0.15786878139064559, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 24.024576580713667, + "sem": 0.23902965326359532, + "n": 63 + }, + "lpips_dec": { + "mean": 0.1489530528585116, + "sem": 0.005418387976564747, + "n": 63 + }, + "psnr_raw": { + "mean": 21.24849133264451, + "sem": 0.16795214575938935, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.921051849498305, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0002000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0002000_live_8c3a7fb1db356611/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 2000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/directional.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..a0380af32daff7a3a9eb8e1c801743c3c3840499 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.8046875, + "ref_frac": 0.875, + "ref_raw_frac": 0.8828125, + "recorded_expected_sign_frac": 0.8671875, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.7734375, + "recorded": { + "mean": 12.561746467079502, + "median": 15.69087266921997, + "expected_sign_frac": 0.84375, + "undefined": 0 + }, + "swapped": { + "mean": -15.721364960703795, + "median": -19.9510498046875, + "expected_sign_frac": 0.890625, + "undefined": 0 + }, + "reference": { + "mean": 12.767196581116877, + "median": 15.740018367767334, + "expected_sign_frac": 0.84375, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.84375, + "reference_raw": { + "mean": 12.804774531337898, + "median": 15.654504776000977, + "expected_sign_frac": 0.8515625, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.8359375, + "recorded": { + "mean": -16.52767820924055, + "median": -19.83905601501465, + "expected_sign_frac": 0.890625, + "undefined": 0 + }, + "swapped": { + "mean": 18.900632384436904, + "median": 21.728309631347656, + "expected_sign_frac": 0.9140625, + "undefined": 0 + }, + "reference": { + "mean": -16.206217330123764, + "median": -19.552023887634277, + "expected_sign_frac": 0.90625, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.90625, + "reference_raw": { + "mean": -15.938065675087273, + "median": -19.20065212249756, + "expected_sign_frac": 0.9140625, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8466536287433565, + "per_horizon": { + "1": 0.9439661393154406, + "2": 0.8165887486023763, + "3": 0.8182891954809898, + "4": 0.8063642854274966 + }, + "mean_pred": 0.0512506622235378, + "mean_real": 0.06053321037506976, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 33, + "episode": 40, + "map": 6, + "start": 33, + "target_tic": 65, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.229381561279297, + "shift_swapped": 27.113115310668945, + "shift_reference": -19.27497673034668, + "peak_recorded": 0.42384451627731323, + "peak_swapped": 0.5595022439956665, + "peak_reference": 0.5760888457298279, + "motion_pred": [ + 0.040276914834976196, + 0.03333465754985809, + 0.03205116465687752, + 0.03558265417814255 + ], + "motion_real": [ + 0.0386357381939888, + 0.03751779720187187, + 0.03729240223765373, + 0.038106828927993774 + ], + "shift_reference_raw": -19.254558563232422 + }, + { + "index": 41, + "episode": 40, + "map": 6, + "start": 41, + "target_tic": 73, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.85035514831543, + "shift_swapped": 23.927122116088867, + "shift_reference": -13.001702308654785, + "peak_recorded": 0.4135347008705139, + "peak_swapped": 0.35044482350349426, + "peak_reference": 0.49450042843818665, + "motion_pred": [ + 0.040221404284238815, + 0.03263288736343384, + 0.03325089067220688, + 0.031187010928988457 + ], + "motion_real": [ + 0.03622633218765259, + 0.036438893526792526, + 0.03619128465652466, + 0.036521196365356445 + ], + "shift_reference_raw": -13.08560848236084 + }, + { + "index": 45, + "episode": 40, + "map": 6, + "start": 45, + "target_tic": 77, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.755647659301758, + "shift_swapped": 26.103822708129883, + "shift_reference": -16.184078216552734, + "peak_recorded": 0.6507828235626221, + "peak_swapped": 0.6200763583183289, + "peak_reference": 0.6641023755073547, + "motion_pred": [ + 0.04022897779941559, + 0.03440362960100174, + 0.03436364606022835, + 0.034810274839401245 + ], + "motion_real": [ + 0.04047837108373642, + 0.03985501453280449, + 0.04118170216679573, + 0.04374530538916588 + ], + "shift_reference_raw": -16.989025115966797 + }, + { + "index": 119, + "episode": 40, + "map": 6, + "start": 119, + "target_tic": 151, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.01101303100586, + "shift_swapped": 25.950326919555664, + "shift_reference": -16.102134704589844, + "peak_recorded": 0.6949969530105591, + "peak_swapped": 0.6608733534812927, + "peak_reference": 0.6718091368675232, + "motion_pred": [ + 0.04434319585561752, + 0.033885326236486435, + 0.034481361508369446, + 0.03353668004274368 + ], + "motion_real": [ + 0.041055914014577866, + 0.042075008153915405, + 0.043068576604127884, + 0.04402637854218483 + ], + "shift_reference_raw": -15.74776840209961 + }, + { + "index": 144, + "episode": 40, + "map": 6, + "start": 144, + "target_tic": 176, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.238780975341797, + "shift_swapped": 21.926136016845703, + "shift_reference": -19.00563621520996, + "peak_recorded": 0.5040256381034851, + "peak_swapped": 0.579487144947052, + "peak_reference": 0.4472979009151459, + "motion_pred": [ + 0.0419401153922081, + 0.030002158135175705, + 0.030373942106962204, + 0.032064348459243774 + ], + "motion_real": [ + 0.04195663705468178, + 0.0343133769929409, + 0.03425328806042671, + 0.03502383828163147 + ], + "shift_reference_raw": -19.057743072509766 + }, + { + "index": 180, + "episode": 40, + "map": 6, + "start": 180, + "target_tic": 212, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.478017807006836, + "shift_swapped": -20.614316940307617, + "shift_reference": 20.069074630737305, + "peak_recorded": 0.5761090517044067, + "peak_swapped": 0.6309978365898132, + "peak_reference": 0.6766535639762878, + "motion_pred": [ + 0.051832497119903564, + 0.03253741189837456, + 0.030168363824486732, + 0.0313059501349926 + ], + "motion_real": [ + 0.05124782398343086, + 0.035003095865249634, + 0.03859064728021622, + 0.04317164048552513 + ], + "shift_reference_raw": 19.980287551879883 + }, + { + "index": 226, + "episode": 40, + "map": 6, + "start": 226, + "target_tic": 258, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.490039825439453, + "shift_swapped": -20.387813568115234, + "shift_reference": 23.27750587463379, + "peak_recorded": 0.8335151672363281, + "peak_swapped": 0.6890825629234314, + "peak_reference": 0.739700198173523, + "motion_pred": [ + 0.13178014755249023, + 0.10525210946798325, + 0.10067255795001984, + 0.1121111735701561 + ], + "motion_real": [ + 0.1373807042837143, + 0.11753243952989578, + 0.1037570908665657, + 0.12130113691091537 + ], + "shift_reference_raw": 22.9851131439209 + }, + { + "index": 278, + "episode": 40, + "map": 6, + "start": 278, + "target_tic": 310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.02100944519043, + "shift_swapped": 23.61845588684082, + "shift_reference": -19.647029876708984, + "peak_recorded": 0.5120241045951843, + "peak_swapped": 0.49368447065353394, + "peak_reference": 0.41431763768196106, + "motion_pred": [ + 0.05077367275953293, + 0.04797186329960823, + 0.05103129893541336, + 0.04630792886018753 + ], + "motion_real": [ + 0.04832971468567848, + 0.052399516105651855, + 0.053275469690561295, + 0.0555964894592762 + ], + "shift_reference_raw": -19.646013259887695 + }, + { + "index": 283, + "episode": 40, + "map": 6, + "start": 283, + "target_tic": 315, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.918081283569336, + "shift_swapped": 20.592042922973633, + "shift_reference": -20.709924697875977, + "peak_recorded": 0.40221115946769714, + "peak_swapped": 0.50262451171875, + "peak_reference": 0.4234384298324585, + "motion_pred": [ + 0.05647588521242142, + 0.04802832007408142, + 0.034570276737213135, + 0.03038501739501953 + ], + "motion_real": [ + 0.05390316620469093, + 0.05596869811415672, + 0.04562986642122269, + 0.0450003556907177 + ], + "shift_reference_raw": -20.7183895111084 + }, + { + "index": 416, + "episode": 40, + "map": 6, + "start": 416, + "target_tic": 448, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.604921817779541, + "shift_swapped": 11.208040237426758, + "shift_reference": -3.01129412651062, + "peak_recorded": 0.7161852717399597, + "peak_swapped": 0.6903615593910217, + "peak_reference": 0.6468371748924255, + "motion_pred": [ + 0.07646194845438004, + 0.03363191336393356, + 0.05718421936035156, + 0.06279392540454865 + ], + "motion_real": [ + 0.07722606509923935, + 0.05482109263539314, + 0.06932398676872253, + 0.07386631518602371 + ], + "shift_reference_raw": -3.004051923751831 + }, + { + "index": 491, + "episode": 40, + "map": 6, + "start": 491, + "target_tic": 523, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.405747890472412, + "shift_swapped": -5.546488285064697, + "shift_reference": 4.167353630065918, + "peak_recorded": 0.5929138660430908, + "peak_swapped": 0.611320972442627, + "peak_reference": 0.6363182663917542, + "motion_pred": [ + 0.04338425025343895, + 0.03355567902326584, + 0.03236401826143265, + 0.03953968733549118 + ], + "motion_real": [ + 0.040632352232933044, + 0.04247325286269188, + 0.046973470598459244, + 0.049766767770051956 + ], + "shift_reference_raw": 4.251265048980713 + }, + { + "index": 623, + "episode": 40, + "map": 6, + "start": 623, + "target_tic": 655, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.705854415893555, + "shift_swapped": -18.489120483398438, + "shift_reference": 25.8647403717041, + "peak_recorded": 0.8954435586929321, + "peak_swapped": 0.9581742286682129, + "peak_reference": 0.8527882099151611, + "motion_pred": [ + 0.1469879299402237, + 0.11333406716585159, + 0.09099823236465454, + 0.09480263292789459 + ], + "motion_real": [ + 0.14084933698177338, + 0.12115771323442459, + 0.10314171761274338, + 0.13129624724388123 + ], + "shift_reference_raw": 25.86530303955078 + }, + { + "index": 639, + "episode": 40, + "map": 6, + "start": 639, + "target_tic": 671, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.41973304748535, + "shift_swapped": -19.64696502685547, + "shift_reference": 21.392227172851562, + "peak_recorded": 0.5340802669525146, + "peak_swapped": 0.4840505123138428, + "peak_reference": 0.608381450176239, + "motion_pred": [ + 0.05747807025909424, + 0.04537267982959747, + 0.03512674197554588, + 0.030582280829548836 + ], + "motion_real": [ + 0.0594814270734787, + 0.05781634524464607, + 0.03812137991189957, + 0.040052179247140884 + ], + "shift_reference_raw": 21.125062942504883 + }, + { + "index": 665, + "episode": 40, + "map": 6, + "start": 665, + "target_tic": 697, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.930627822875977, + "shift_swapped": -25.08049774169922, + "shift_reference": 27.073551177978516, + "peak_recorded": 0.8346436619758606, + "peak_swapped": 0.6822830438613892, + "peak_reference": 0.8100773692131042, + "motion_pred": [ + 0.09568890184164047, + 0.08127065747976303, + 0.09300484508275986, + 0.07803022861480713 + ], + "motion_real": [ + 0.09717077016830444, + 0.09608205407857895, + 0.10123076289892197, + 0.09185348451137543 + ], + "shift_reference_raw": 27.19011116027832 + }, + { + "index": 803, + "episode": 40, + "map": 6, + "start": 803, + "target_tic": 835, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.44438430666923523, + "shift_swapped": -14.009883880615234, + "shift_reference": 2.8532333374023438, + "peak_recorded": 0.8214029669761658, + "peak_swapped": 0.8322182297706604, + "peak_reference": 0.821113646030426, + "motion_pred": [ + 0.04816312715411186, + 0.04440576583147049, + 0.042487822473049164, + 0.05154578387737274 + ], + "motion_real": [ + 0.049878884106874466, + 0.055606868118047714, + 0.05276023596525192, + 0.06221763417124748 + ], + "shift_reference_raw": 2.6261425018310547 + }, + { + "index": 1226, + "episode": 40, + "map": 6, + "start": 1261, + "target_tic": 1293, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -6.733625411987305, + "shift_reference": 29.63957977294922, + "peak_recorded": 0.6196823716163635, + "peak_swapped": 0.641744077205658, + "peak_reference": 0.6129921078681946, + "motion_pred": [ + 0.07229630649089813, + 0.05426188185811043, + 0.0541037991642952, + 0.055492330342531204 + ], + "motion_real": [ + 0.07835958898067474, + 0.07003546506166458, + 0.0709834173321724, + 0.07145608216524124 + ], + "shift_reference_raw": 29.763914108276367 + }, + { + "index": 1385, + "episode": 40, + "map": 6, + "start": 1455, + "target_tic": 1487, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.4020414352417, + "shift_swapped": 32.0, + "shift_reference": 8.61669921875, + "peak_recorded": 0.7956151962280273, + "peak_swapped": 0.7710098624229431, + "peak_reference": 0.6714555621147156, + "motion_pred": [ + 0.04897695779800415, + 0.048160769045352936, + 0.047142259776592255, + 0.03823912888765335 + ], + "motion_real": [ + 0.05838329717516899, + 0.062299907207489014, + 0.06652761250734329, + 0.05286908522248268 + ], + "shift_reference_raw": 8.280187606811523 + }, + { + "index": 1480, + "episode": 40, + "map": 6, + "start": 1550, + "target_tic": 1582, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.050193786621094, + "shift_swapped": 24.425146102905273, + "shift_reference": -26.8505859375, + "peak_recorded": 0.7078997492790222, + "peak_swapped": 0.7526000142097473, + "peak_reference": 0.6938879489898682, + "motion_pred": [ + 0.05212169885635376, + 0.03956861048936844, + 0.04832825809717178, + 0.043567005544900894 + ], + "motion_real": [ + 0.056256163865327835, + 0.05867811664938927, + 0.06529437750577927, + 0.06133751943707466 + ], + "shift_reference_raw": -29.662641525268555 + }, + { + "index": 2209, + "episode": 40, + "map": 6, + "start": 2349, + "target_tic": 2381, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.67383575439453, + "shift_swapped": -21.182451248168945, + "shift_reference": 22.847352981567383, + "peak_recorded": 0.7299970388412476, + "peak_swapped": 0.7224932909011841, + "peak_reference": 0.7588987946510315, + "motion_pred": [ + 0.05657673627138138, + 0.0444592647254467, + 0.04689490795135498, + 0.03670341521501541 + ], + "motion_real": [ + 0.06068787723779678, + 0.059728316962718964, + 0.04950141906738281, + 0.040228672325611115 + ], + "shift_reference_raw": 22.789316177368164 + }, + { + "index": 2417, + "episode": 40, + "map": 6, + "start": 2592, + "target_tic": 2624, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.352331161499023, + "shift_swapped": -22.972537994384766, + "shift_reference": 21.167377471923828, + "peak_recorded": 0.5297942757606506, + "peak_swapped": 0.5254496335983276, + "peak_reference": 0.45078521966934204, + "motion_pred": [ + 0.06814040243625641, + 0.06159695237874985, + 0.04777535796165466, + 0.04677072539925575 + ], + "motion_real": [ + 0.07233491539955139, + 0.0812540054321289, + 0.07806327193975449, + 0.08759128302335739 + ], + "shift_reference_raw": 29.16811180114746 + }, + { + "index": 2615, + "episode": 40, + "map": 6, + "start": 2825, + "target_tic": 2857, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.36103057861328, + "shift_swapped": -0.4474530816078186, + "shift_reference": 20.027076721191406, + "peak_recorded": 0.5712881088256836, + "peak_swapped": 0.48899418115615845, + "peak_reference": 0.5500879287719727, + "motion_pred": [ + 0.060291897505521774, + 0.05050494149327278, + 0.051497068256139755, + 0.05025200918316841 + ], + "motion_real": [ + 0.06629502028226852, + 0.06546609103679657, + 0.06466309726238251, + 0.06406030803918839 + ], + "shift_reference_raw": 19.741626739501953 + }, + { + "index": 2622, + "episode": 40, + "map": 6, + "start": 2832, + "target_tic": 2864, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.660099029541016, + "shift_swapped": -27.87299919128418, + "shift_reference": 15.625945091247559, + "peak_recorded": 0.6678178310394287, + "peak_swapped": 0.6735788583755493, + "peak_reference": 0.6271230578422546, + "motion_pred": [ + 0.052832748740911484, + 0.04545586556196213, + 0.04917637258768082, + 0.046090029180049896 + ], + "motion_real": [ + 0.057706933468580246, + 0.059718210250139236, + 0.06502640247344971, + 0.06056470423936844 + ], + "shift_reference_raw": 15.552577018737793 + }, + { + "index": 2709, + "episode": 40, + "map": 6, + "start": 2919, + "target_tic": 2951, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.89104652404785, + "shift_swapped": 23.903240203857422, + "shift_reference": -20.04807472229004, + "peak_recorded": 0.5864139199256897, + "peak_swapped": 0.5860649347305298, + "peak_reference": 0.5092663168907166, + "motion_pred": [ + 0.06025728955864906, + 0.05447562411427498, + 0.05270146206021309, + 0.05459258705377579 + ], + "motion_real": [ + 0.06376690417528152, + 0.06585844606161118, + 0.06673183292150497, + 0.06957681477069855 + ], + "shift_reference_raw": -18.438108444213867 + }, + { + "index": 2966, + "episode": 40, + "map": 6, + "start": 3176, + "target_tic": 3208, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.20386576652526855, + "shift_swapped": -13.804969787597656, + "shift_reference": -0.1994473785161972, + "peak_recorded": 0.7686831951141357, + "peak_swapped": 0.6267879009246826, + "peak_reference": 0.7375925183296204, + "motion_pred": [ + 0.05483393743634224, + 0.045023076236248016, + 0.04231417551636696, + 0.04373258724808693 + ], + "motion_real": [ + 0.057490743696689606, + 0.05427371710538864, + 0.05170755460858345, + 0.05965027958154678 + ], + "shift_reference_raw": -0.8079634308815002 + }, + { + "index": 3272, + "episode": 40, + "map": 6, + "start": 3517, + "target_tic": 3549, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.200986862182617, + "shift_swapped": -4.063477516174316, + "shift_reference": 5.056748390197754, + "peak_recorded": 0.660099983215332, + "peak_swapped": 0.6864388585090637, + "peak_reference": 0.6206643581390381, + "motion_pred": [ + 0.05034429952502251, + 0.051477957516908646, + 0.048794955015182495, + 0.045587845146656036 + ], + "motion_real": [ + 0.05444229766726494, + 0.058793261647224426, + 0.05706971883773804, + 0.0530315525829792 + ], + "shift_reference_raw": 5.071714401245117 + }, + { + "index": 3777, + "episode": 40, + "map": 6, + "start": 4092, + "target_tic": 4124, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.6296459436416626, + "peak_swapped": 0.7268444299697876, + "peak_reference": 0.5076068639755249, + "motion_pred": [ + 0.12875041365623474, + 0.0751117616891861, + 0.04188641533255577, + 0.05061963573098183 + ], + "motion_real": [ + 0.13920536637306213, + 0.07212792336940765, + 0.05518863722681999, + 0.06543191522359848 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 3827, + "episode": 40, + "map": 6, + "start": 4142, + "target_tic": 4174, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.07038439810276031, + "shift_swapped": 0.2575325071811676, + "shift_reference": -0.12889060378074646, + "peak_recorded": 0.5447598099708557, + "peak_swapped": 0.5146327018737793, + "peak_reference": 0.5853149890899658, + "motion_pred": [ + 0.0393926203250885, + 0.031508494168519974, + 0.029527049511671066, + 0.030075468122959137 + ], + "motion_real": [ + 0.03931932896375656, + 0.04374266415834427, + 0.042106468230485916, + 0.04159925878047943 + ], + "shift_reference_raw": -0.047576263546943665 + }, + { + "index": 3829, + "episode": 40, + "map": 6, + "start": 4144, + "target_tic": 4176, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.627748489379883, + "shift_swapped": -0.14096699655056, + "shift_reference": -21.036327362060547, + "peak_recorded": 0.3411645293235779, + "peak_swapped": 0.3323739171028137, + "peak_reference": 0.3601939380168915, + "motion_pred": [ + 0.03955528512597084, + 0.03258977085351944, + 0.03340562805533409, + 0.034468747675418854 + ], + "motion_real": [ + 0.042106468230485916, + 0.04159925878047943, + 0.0404658280313015, + 0.04134422540664673 + ], + "shift_reference_raw": -0.04578300565481186 + }, + { + "index": 3880, + "episode": 40, + "map": 6, + "start": 4195, + "target_tic": 4227, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.1314640045166, + "shift_swapped": 21.104455947875977, + "shift_reference": -23.268550872802734, + "peak_recorded": 0.45896288752555847, + "peak_swapped": 0.5154077410697937, + "peak_reference": 0.4382465183734894, + "motion_pred": [ + 0.04182169958949089, + 0.03400135040283203, + 0.034479256719350815, + 0.030385076999664307 + ], + "motion_real": [ + 0.04469233378767967, + 0.04328611120581627, + 0.04388812556862831, + 0.038164280354976654 + ], + "shift_reference_raw": -21.560094833374023 + }, + { + "index": 3932, + "episode": 40, + "map": 6, + "start": 4247, + "target_tic": 4279, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.890483856201172, + "shift_swapped": -11.053017616271973, + "shift_reference": 29.823139190673828, + "peak_recorded": 0.7293886542320251, + "peak_swapped": 0.6745673418045044, + "peak_reference": 0.7438173294067383, + "motion_pred": [ + 0.06690792739391327, + 0.06537941098213196, + 0.06926053017377853, + 0.07163768261671066 + ], + "motion_real": [ + 0.07413490116596222, + 0.07715442776679993, + 0.09104640036821365, + 0.10588998347520828 + ], + "shift_reference_raw": 29.96950912475586 + }, + { + "index": 4166, + "episode": 40, + "map": 6, + "start": 4516, + "target_tic": 4548, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.6880035400390625, + "shift_swapped": -4.453851699829102, + "shift_reference": 5.21162223815918, + "peak_recorded": 0.7696942090988159, + "peak_swapped": 0.7775629758834839, + "peak_reference": 0.761231005191803, + "motion_pred": [ + 0.05191349610686302, + 0.04831373691558838, + 0.04520006105303764, + 0.043768126517534256 + ], + "motion_real": [ + 0.054952606558799744, + 0.0572337731719017, + 0.05328795686364174, + 0.050318412482738495 + ], + "shift_reference_raw": 5.200666904449463 + }, + { + "index": 4263, + "episode": 40, + "map": 6, + "start": 4613, + "target_tic": 4645, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.19191551208496, + "shift_swapped": -32.0, + "shift_reference": 17.758953094482422, + "peak_recorded": 0.5999529361724854, + "peak_swapped": 0.553295910358429, + "peak_reference": 0.5291855931282043, + "motion_pred": [ + 0.05725591257214546, + 0.05679832771420479, + 0.04755033925175667, + 0.04606970399618149 + ], + "motion_real": [ + 0.04953812435269356, + 0.07274021208286285, + 0.0470438227057457, + 0.0524962842464447 + ], + "shift_reference_raw": 18.916641235351562 + }, + { + "index": 4505, + "episode": 157, + "map": 6, + "start": 97, + "target_tic": 129, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -7.29387092590332, + "shift_swapped": -20.483604431152344, + "shift_reference": -14.323976516723633, + "peak_recorded": 0.7126202583312988, + "peak_swapped": 0.6967452168464661, + "peak_reference": 0.6290798783302307, + "motion_pred": [ + 0.06950526684522629, + 0.05563243478536606, + 0.052932724356651306, + 0.049618083983659744 + ], + "motion_real": [ + 0.0779973715543747, + 0.06849708408117294, + 0.0545736663043499, + 0.06276363134384155 + ], + "shift_reference_raw": -14.236503601074219 + }, + { + "index": 4670, + "episode": 157, + "map": 6, + "start": 297, + "target_tic": 329, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.771469116210938, + "shift_swapped": 9.046954154968262, + "shift_reference": -22.978479385375977, + "peak_recorded": 0.13918279111385345, + "peak_swapped": 0.14928928017616272, + "peak_reference": 0.17609736323356628, + "motion_pred": [ + 0.048521738499403, + 0.044743869453668594, + 0.04997900500893593, + 0.04489180073142052 + ], + "motion_real": [ + 0.05625825747847557, + 0.056348979473114014, + 0.05533278360962868, + 0.04622771590948105 + ], + "shift_reference_raw": -22.8102970123291 + }, + { + "index": 4933, + "episode": 157, + "map": 6, + "start": 560, + "target_tic": 592, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.001012325286865, + "shift_swapped": 7.866751670837402, + "shift_reference": -2.579322099685669, + "peak_recorded": 0.6197214722633362, + "peak_swapped": 0.6361214518547058, + "peak_reference": 0.6125194430351257, + "motion_pred": [ + 0.04618186131119728, + 0.04641134291887283, + 0.045717883855104446, + 0.05402794107794762 + ], + "motion_real": [ + 0.04690200090408325, + 0.05902637168765068, + 0.05926181375980377, + 0.0673222690820694 + ], + "shift_reference_raw": -2.8749210834503174 + }, + { + "index": 5289, + "episode": 157, + "map": 6, + "start": 916, + "target_tic": 948, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.985177993774414, + "shift_swapped": -21.016307830810547, + "shift_reference": 18.847896575927734, + "peak_recorded": 0.6652684807777405, + "peak_swapped": 0.6094884276390076, + "peak_reference": 0.6938614249229431, + "motion_pred": [ + 0.06852023303508759, + 0.06696280837059021, + 0.07774605602025986, + 0.07890033721923828 + ], + "motion_real": [ + 0.06821262836456299, + 0.07632770389318466, + 0.09041400998830795, + 0.09163569658994675 + ], + "shift_reference_raw": 18.810802459716797 + }, + { + "index": 5400, + "episode": 157, + "map": 6, + "start": 1062, + "target_tic": 1094, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.990288257598877, + "shift_swapped": -3.4687659740448, + "shift_reference": -15.639811515808105, + "peak_recorded": 0.7211176753044128, + "peak_swapped": 0.8780025839805603, + "peak_reference": 0.8769788146018982, + "motion_pred": [ + 0.05998988077044487, + 0.05056799203157425, + 0.05435996875166893, + 0.0594242587685585 + ], + "motion_real": [ + 0.06628717482089996, + 0.06664664298295975, + 0.07085084170103073, + 0.07585414499044418 + ], + "shift_reference_raw": -15.762310981750488 + }, + { + "index": 5542, + "episode": 157, + "map": 6, + "start": 1204, + "target_tic": 1236, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.812786102294922, + "shift_swapped": 20.934133529663086, + "shift_reference": -29.229049682617188, + "peak_recorded": 0.8733753561973572, + "peak_swapped": 0.8695716261863708, + "peak_reference": 0.8152358531951904, + "motion_pred": [ + 0.04501287266612053, + 0.04038449004292488, + 0.038046594709157944, + 0.037776533514261246 + ], + "motion_real": [ + 0.048883162438869476, + 0.050980277359485626, + 0.05216627195477486, + 0.0592464916408062 + ], + "shift_reference_raw": -29.08884048461914 + }, + { + "index": 5741, + "episode": 157, + "map": 6, + "start": 1403, + "target_tic": 1435, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -6.808089733123779, + "shift_reference": -32.0, + "peak_recorded": 0.42530739307403564, + "peak_swapped": 0.4472101628780365, + "peak_reference": 0.5692189335823059, + "motion_pred": [ + 0.0587240532040596, + 0.04761144891381264, + 0.0443103201687336, + 0.04470137506723404 + ], + "motion_real": [ + 0.05813631787896156, + 0.06193596124649048, + 0.056040626019239426, + 0.05718926712870598 + ], + "shift_reference_raw": -31.255821228027344 + }, + { + "index": 5820, + "episode": 157, + "map": 6, + "start": 1482, + "target_tic": 1514, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.20330047607422, + "shift_swapped": -15.90211296081543, + "shift_reference": 23.59714126586914, + "peak_recorded": 0.7596772313117981, + "peak_swapped": 0.7080615758895874, + "peak_reference": 0.7189109325408936, + "motion_pred": [ + 0.06097574904561043, + 0.05542215704917908, + 0.056143954396247864, + 0.053725145757198334 + ], + "motion_real": [ + 0.06467796862125397, + 0.06676754355430603, + 0.06596865504980087, + 0.06170358136296272 + ], + "shift_reference_raw": 23.269947052001953 + }, + { + "index": 5967, + "episode": 157, + "map": 6, + "start": 1664, + "target_tic": 1696, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.76689910888672, + "shift_swapped": 18.670379638671875, + "shift_reference": -21.78798484802246, + "peak_recorded": 0.8954321146011353, + "peak_swapped": 0.9000281691551208, + "peak_reference": 0.8998735547065735, + "motion_pred": [ + 0.06541880965232849, + 0.06003696471452713, + 0.05760100856423378, + 0.055628951638936996 + ], + "motion_real": [ + 0.06615664809942245, + 0.07073469460010529, + 0.06986094266176224, + 0.06634952872991562 + ], + "shift_reference_raw": -21.590267181396484 + }, + { + "index": 5996, + "episode": 157, + "map": 6, + "start": 1693, + "target_tic": 1725, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.0144705772399902, + "shift_swapped": -9.05412769317627, + "shift_reference": 1.4507616758346558, + "peak_recorded": 0.7528584599494934, + "peak_swapped": 0.7167991995811462, + "peak_reference": 0.7295480966567993, + "motion_pred": [ + 0.046771202236413956, + 0.04072730988264084, + 0.04090386629104614, + 0.04141334816813469 + ], + "motion_real": [ + 0.05111030861735344, + 0.053383585065603256, + 0.05234696343541145, + 0.05189128220081329 + ], + "shift_reference_raw": 2.3071470260620117 + }, + { + "index": 6018, + "episode": 157, + "map": 6, + "start": 1715, + "target_tic": 1747, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.0570015907287598, + "shift_swapped": -0.3399125337600708, + "shift_reference": 1.31229829788208, + "peak_recorded": 0.5056461691856384, + "peak_swapped": 0.41048339009284973, + "peak_reference": 0.580676794052124, + "motion_pred": [ + 0.06426785886287689, + 0.05150414630770683, + 0.05495603382587433, + 0.05349809676408768 + ], + "motion_real": [ + 0.06281277537345886, + 0.0607454776763916, + 0.07481488585472107, + 0.10246190428733826 + ], + "shift_reference_raw": 4.997284889221191 + }, + { + "index": 6029, + "episode": 157, + "map": 6, + "start": 1726, + "target_tic": 1758, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.3811470568180084, + "shift_swapped": 0.3362925946712494, + "shift_reference": -0.28340592980384827, + "peak_recorded": 0.6320644617080688, + "peak_swapped": 0.6716863512992859, + "peak_reference": 0.6053974628448486, + "motion_pred": [ + 0.05356322601437569, + 0.04302823543548584, + 0.04250029847025871, + 0.036831289529800415 + ], + "motion_real": [ + 0.05700895935297012, + 0.053851719945669174, + 0.04979310557246208, + 0.03692013397812843 + ], + "shift_reference_raw": -0.13908140361309052 + }, + { + "index": 6090, + "episode": 157, + "map": 6, + "start": 1787, + "target_tic": 1819, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.433910369873047, + "shift_swapped": 20.94886016845703, + "shift_reference": -25.053911209106445, + "peak_recorded": 0.7815866470336914, + "peak_swapped": 0.769212007522583, + "peak_reference": 0.7781538367271423, + "motion_pred": [ + 0.055086683481931686, + 0.05422958359122276, + 0.045172370970249176, + 0.04223543033003807 + ], + "motion_real": [ + 0.05889146029949188, + 0.06487224996089935, + 0.0561051219701767, + 0.0553235299885273 + ], + "shift_reference_raw": -24.736907958984375 + }, + { + "index": 6278, + "episode": 157, + "map": 6, + "start": 2010, + "target_tic": 2042, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6529730558395386, + "shift_swapped": -20.396751403808594, + "shift_reference": 0.7933979630470276, + "peak_recorded": 0.7736985087394714, + "peak_swapped": 0.7047950029373169, + "peak_reference": 0.6502586603164673, + "motion_pred": [ + 0.045170120894908905, + 0.04437490180134773, + 0.043633896857500076, + 0.03801295906305313 + ], + "motion_real": [ + 0.04686766862869263, + 0.057566285133361816, + 0.05543122440576553, + 0.05508173629641533 + ], + "shift_reference_raw": 0.32916557788848877 + }, + { + "index": 6710, + "episode": 157, + "map": 6, + "start": 2442, + "target_tic": 2474, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.5510789155960083, + "shift_swapped": -11.11507797241211, + "shift_reference": 1.754094123840332, + "peak_recorded": 0.7651342153549194, + "peak_swapped": 0.7894958257675171, + "peak_reference": 0.7730830311775208, + "motion_pred": [ + 0.046983059495687485, + 0.04100506752729416, + 0.037386685609817505, + 0.04564594849944115 + ], + "motion_real": [ + 0.04655320197343826, + 0.0458211712539196, + 0.04626183584332466, + 0.05227991193532944 + ], + "shift_reference_raw": 1.9817105531692505 + }, + { + "index": 6748, + "episode": 157, + "map": 6, + "start": 2480, + "target_tic": 2512, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.52811622619629, + "shift_swapped": -23.339889526367188, + "shift_reference": 18.422042846679688, + "peak_recorded": 0.6088832020759583, + "peak_swapped": 0.5986273288726807, + "peak_reference": 0.5689676403999329, + "motion_pred": [ + 0.05613939091563225, + 0.03840777277946472, + 0.039154425263404846, + 0.039902444928884506 + ], + "motion_real": [ + 0.05965843424201012, + 0.04907388612627983, + 0.048885468393564224, + 0.04977133870124817 + ], + "shift_reference_raw": 18.582542419433594 + }, + { + "index": 6940, + "episode": 157, + "map": 6, + "start": 2672, + "target_tic": 2704, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.2337803840637207, + "shift_swapped": 0.05133147910237312, + "shift_reference": -0.17315560579299927, + "peak_recorded": 0.695610761642456, + "peak_swapped": 0.595853865146637, + "peak_reference": 0.5332838296890259, + "motion_pred": [ + 0.05056476220488548, + 0.03790511190891266, + 0.04482359439134598, + 0.04859400540590286 + ], + "motion_real": [ + 0.059317272156476974, + 0.056906238198280334, + 0.06137370690703392, + 0.05751873552799225 + ], + "shift_reference_raw": -0.08313091844320297 + }, + { + "index": 7110, + "episode": 157, + "map": 6, + "start": 2842, + "target_tic": 2874, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.842300415039062, + "shift_swapped": 21.233142852783203, + "shift_reference": -20.1645450592041, + "peak_recorded": 0.7130115032196045, + "peak_swapped": 0.6846301555633545, + "peak_reference": 0.7138766646385193, + "motion_pred": [ + 0.05694229155778885, + 0.05283805727958679, + 0.0516899898648262, + 0.05302897095680237 + ], + "motion_real": [ + 0.06032450124621391, + 0.06170511245727539, + 0.0637996718287468, + 0.06252846121788025 + ], + "shift_reference_raw": -19.971773147583008 + }, + { + "index": 7160, + "episode": 157, + "map": 6, + "start": 2892, + "target_tic": 2924, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.641874313354492, + "shift_swapped": 22.687448501586914, + "shift_reference": -23.31452751159668, + "peak_recorded": 0.7046853303909302, + "peak_swapped": 0.660203754901886, + "peak_reference": 0.638019859790802, + "motion_pred": [ + 0.05914461240172386, + 0.052860844880342484, + 0.05385151505470276, + 0.05371028557419777 + ], + "motion_real": [ + 0.06233842670917511, + 0.06268398463726044, + 0.06365203112363815, + 0.060860712081193924 + ], + "shift_reference_raw": -21.24515151977539 + }, + { + "index": 7245, + "episode": 157, + "map": 6, + "start": 3012, + "target_tic": 3044, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 22.378965377807617, + "shift_swapped": 32.0, + "shift_reference": 27.980850219726562, + "peak_recorded": 0.4652199149131775, + "peak_swapped": 0.2814578115940094, + "peak_reference": 0.2989532947540283, + "motion_pred": [ + 0.06604157388210297, + 0.04959907755255699, + 0.040111035108566284, + 0.047906115651130676 + ], + "motion_real": [ + 0.07027170807123184, + 0.05622246861457825, + 0.04953717067837715, + 0.06768027693033218 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 7314, + "episode": 157, + "map": 6, + "start": 3081, + "target_tic": 3113, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.2860107421875, + "shift_swapped": 24.60584259033203, + "shift_reference": -17.570175170898438, + "peak_recorded": 0.8435114622116089, + "peak_swapped": 0.7792648673057556, + "peak_reference": 0.7994420528411865, + "motion_pred": [ + 0.05692538619041443, + 0.05239609628915787, + 0.05775824189186096, + 0.06048084795475006 + ], + "motion_real": [ + 0.06028887629508972, + 0.06440044939517975, + 0.06692353636026382, + 0.0714159905910492 + ], + "shift_reference_raw": -17.584548950195312 + }, + { + "index": 7362, + "episode": 157, + "map": 6, + "start": 3129, + "target_tic": 3161, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.77814292907715, + "shift_swapped": 21.694683074951172, + "shift_reference": -19.180992126464844, + "peak_recorded": 0.6855269074440002, + "peak_swapped": 0.7052576541900635, + "peak_reference": 0.7106611728668213, + "motion_pred": [ + 0.0709293782711029, + 0.04128317907452583, + 0.04201645031571388, + 0.04904887452721596 + ], + "motion_real": [ + 0.06406445056200027, + 0.06543147563934326, + 0.06512095034122467, + 0.062232326716184616 + ], + "shift_reference_raw": -19.191707611083984 + }, + { + "index": 7411, + "episode": 157, + "map": 6, + "start": 3178, + "target_tic": 3210, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.440780639648438, + "shift_swapped": -19.73485565185547, + "shift_reference": 21.18950080871582, + "peak_recorded": 0.8983173370361328, + "peak_swapped": 0.9127492904663086, + "peak_reference": 0.8932091593742371, + "motion_pred": [ + 0.05175652354955673, + 0.047395408153533936, + 0.051769185811281204, + 0.04172246530652046 + ], + "motion_real": [ + 0.05581206455826759, + 0.061125244945287704, + 0.0675845593214035, + 0.059185393154621124 + ], + "shift_reference_raw": 21.265104293823242 + }, + { + "index": 7492, + "episode": 157, + "map": 6, + "start": 3259, + "target_tic": 3291, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.73765754699707, + "shift_swapped": -20.68777084350586, + "shift_reference": 19.00880241394043, + "peak_recorded": 0.7517356872558594, + "peak_swapped": 0.8204306364059448, + "peak_reference": 0.7428907155990601, + "motion_pred": [ + 0.06448247283697128, + 0.05068686604499817, + 0.045820821076631546, + 0.04794313386082649 + ], + "motion_real": [ + 0.06684214621782303, + 0.05933556705713272, + 0.055171117186546326, + 0.05521295592188835 + ], + "shift_reference_raw": 19.321653366088867 + }, + { + "index": 7511, + "episode": 157, + "map": 6, + "start": 3278, + "target_tic": 3310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.690067291259766, + "shift_swapped": 0.11075606197118759, + "shift_reference": -9.933578491210938, + "peak_recorded": 0.8087814450263977, + "peak_swapped": 0.8294678926467896, + "peak_reference": 0.8065290451049805, + "motion_pred": [ + 0.05409245193004608, + 0.048098765313625336, + 0.04710089787840843, + 0.03887827694416046 + ], + "motion_real": [ + 0.05605024844408035, + 0.05932854861021042, + 0.060863420367240906, + 0.05030040442943573 + ], + "shift_reference_raw": -10.129840850830078 + }, + { + "index": 7526, + "episode": 157, + "map": 6, + "start": 3293, + "target_tic": 3325, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.925487518310547, + "shift_swapped": -19.543622970581055, + "shift_reference": 26.457979202270508, + "peak_recorded": 0.8396990895271301, + "peak_swapped": 0.8740101456642151, + "peak_reference": 0.8264327049255371, + "motion_pred": [ + 0.0723351538181305, + 0.06548085063695908, + 0.05754397064447403, + 0.04509926214814186 + ], + "motion_real": [ + 0.07101691514253616, + 0.06833492964506149, + 0.06549717485904694, + 0.058005448430776596 + ], + "shift_reference_raw": 26.678831100463867 + }, + { + "index": 7571, + "episode": 157, + "map": 6, + "start": 3338, + "target_tic": 3370, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.236623764038086, + "shift_swapped": -23.069520950317383, + "shift_reference": 21.737462997436523, + "peak_recorded": 0.6022979617118835, + "peak_swapped": 0.6068937182426453, + "peak_reference": 0.5664411187171936, + "motion_pred": [ + 0.05338403210043907, + 0.04702235758304596, + 0.04815145954489708, + 0.04820370301604271 + ], + "motion_real": [ + 0.05717597156763077, + 0.05918271094560623, + 0.06083172559738159, + 0.06400749087333679 + ], + "shift_reference_raw": 21.634838104248047 + }, + { + "index": 7842, + "episode": 157, + "map": 6, + "start": 3644, + "target_tic": 3676, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.549407958984375, + "shift_swapped": -23.83249855041504, + "shift_reference": 18.318679809570312, + "peak_recorded": 0.8045969009399414, + "peak_swapped": 0.7787467241287231, + "peak_reference": 0.7680732607841492, + "motion_pred": [ + 0.049174074083566666, + 0.039946552366018295, + 0.041605737060308456, + 0.04071860387921333 + ], + "motion_real": [ + 0.05472317710518837, + 0.052841633558273315, + 0.0513981394469738, + 0.049961209297180176 + ], + "shift_reference_raw": 20.836645126342773 + }, + { + "index": 7872, + "episode": 157, + "map": 6, + "start": 3674, + "target_tic": 3706, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.600637435913086, + "shift_swapped": 22.451995849609375, + "shift_reference": -20.318103790283203, + "peak_recorded": 0.6545455455780029, + "peak_swapped": 0.6544054746627808, + "peak_reference": 0.6468185186386108, + "motion_pred": [ + 0.06399185955524445, + 0.04775667190551758, + 0.04736749455332756, + 0.05006057769060135 + ], + "motion_real": [ + 0.06878375262022018, + 0.060459475964307785, + 0.0634346678853035, + 0.0637427419424057 + ], + "shift_reference_raw": -20.142885208129883 + }, + { + "index": 7873, + "episode": 157, + "map": 6, + "start": 3675, + "target_tic": 3707, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.130950927734375, + "shift_swapped": 22.00261688232422, + "shift_reference": -20.00650978088379, + "peak_recorded": 0.7240704298019409, + "peak_swapped": 0.6428645849227905, + "peak_reference": 0.6912348866462708, + "motion_pred": [ + 0.05634851008653641, + 0.04905722662806511, + 0.05108525604009628, + 0.051171716302633286 + ], + "motion_real": [ + 0.060459475964307785, + 0.0634346678853035, + 0.0637427419424057, + 0.06333791464567184 + ], + "shift_reference_raw": -19.624998092651367 + }, + { + "index": 7883, + "episode": 157, + "map": 6, + "start": 3685, + "target_tic": 3717, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.135679244995117, + "shift_swapped": 23.941011428833008, + "shift_reference": -17.620037078857422, + "peak_recorded": 0.6273912787437439, + "peak_swapped": 0.7040208578109741, + "peak_reference": 0.6475715041160583, + "motion_pred": [ + 0.061450663954019547, + 0.045904211699962616, + 0.04671868681907654, + 0.05822429805994034 + ], + "motion_real": [ + 0.06639313697814941, + 0.054756756871938705, + 0.05482389032840729, + 0.07039721310138702 + ], + "shift_reference_raw": -18.04644203186035 + }, + { + "index": 8257, + "episode": 157, + "map": 6, + "start": 4094, + "target_tic": 4126, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": 1.6633223295211792, + "peak_recorded": 0.6539839506149292, + "peak_swapped": 0.6642830967903137, + "peak_reference": 0.6336520910263062, + "motion_pred": [ + 0.052842721343040466, + 0.0431739017367363, + 0.04175391048192978, + 0.03285982459783554 + ], + "motion_real": [ + 0.051518917083740234, + 0.05141220986843109, + 0.044263094663619995, + 0.04676897078752518 + ], + "shift_reference_raw": 4.852004051208496 + }, + { + "index": 8290, + "episode": 157, + "map": 6, + "start": 4127, + "target_tic": 4159, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.638481378555298, + "shift_swapped": -5.033810138702393, + "shift_reference": 4.923640251159668, + "peak_recorded": 0.7978243827819824, + "peak_swapped": 0.7683101296424866, + "peak_reference": 0.7688180804252625, + "motion_pred": [ + 0.055524397641420364, + 0.04626636207103729, + 0.042532019317150116, + 0.04475801810622215 + ], + "motion_real": [ + 0.06292121112346649, + 0.06250584870576859, + 0.056360747665166855, + 0.057622820138931274 + ], + "shift_reference_raw": 5.165494918823242 + }, + { + "index": 8307, + "episode": 157, + "map": 6, + "start": 4179, + "target_tic": 4211, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.1687445640563965, + "shift_swapped": 3.5837674140930176, + "shift_reference": 0.22654348611831665, + "peak_recorded": 0.5907877087593079, + "peak_swapped": 0.6040854454040527, + "peak_reference": 0.5074477195739746, + "motion_pred": [ + 0.04892466217279434, + 0.044048696756362915, + 0.047787684947252274, + 0.048618000000715256 + ], + "motion_real": [ + 0.052648384124040604, + 0.05490562692284584, + 0.05795419588685036, + 0.059104133397340775 + ], + "shift_reference_raw": -5.808796405792236 + }, + { + "index": 8327, + "episode": 157, + "map": 6, + "start": 4199, + "target_tic": 4231, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.621726036071777, + "shift_swapped": -25.296716690063477, + "shift_reference": 15.24476432800293, + "peak_recorded": 0.6326359510421753, + "peak_swapped": 0.4959268569946289, + "peak_reference": 0.5680826902389526, + "motion_pred": [ + 0.07492772489786148, + 0.0677727684378624, + 0.0544397197663784, + 0.05466022342443466 + ], + "motion_real": [ + 0.0766344889998436, + 0.08423417806625366, + 0.0836944580078125, + 0.0854010358452797 + ], + "shift_reference_raw": 15.130776405334473 + }, + { + "index": 8519, + "episode": 157, + "map": 6, + "start": 4391, + "target_tic": 4423, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.863473892211914, + "shift_swapped": -0.024131594225764275, + "shift_reference": 15.070735931396484, + "peak_recorded": 0.728151261806488, + "peak_swapped": 0.7635303735733032, + "peak_reference": 0.6667091846466064, + "motion_pred": [ + 0.05860549211502075, + 0.05990511178970337, + 0.06200487166643143, + 0.056795451790094376 + ], + "motion_real": [ + 0.06398820877075195, + 0.06394841521978378, + 0.06952165812253952, + 0.06902588903903961 + ], + "shift_reference_raw": 14.865822792053223 + }, + { + "index": 8846, + "episode": 157, + "map": 6, + "start": 4753, + "target_tic": 4785, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.8891658782959, + "shift_swapped": 26.599721908569336, + "shift_reference": -22.121400833129883, + "peak_recorded": 0.9077500700950623, + "peak_swapped": 0.9008017182350159, + "peak_reference": 0.895789384841919, + "motion_pred": [ + 0.055706560611724854, + 0.050564490258693695, + 0.05170903727412224, + 0.05375072732567787 + ], + "motion_real": [ + 0.061384670436382294, + 0.06422741711139679, + 0.07035837322473526, + 0.062374625355005264 + ], + "shift_reference_raw": -22.20278549194336 + }, + { + "index": 8900, + "episode": 157, + "map": 6, + "start": 4807, + "target_tic": 4839, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.723144769668579, + "shift_swapped": -4.7030510902404785, + "shift_reference": -0.274032860994339, + "peak_recorded": 0.5256568789482117, + "peak_swapped": 0.5424050092697144, + "peak_reference": 0.5025374889373779, + "motion_pred": [ + 0.057278696447610855, + 0.056049931794404984, + 0.051373545080423355, + 0.054126568138599396 + ], + "motion_real": [ + 0.062213264405727386, + 0.07024082541465759, + 0.06509792059659958, + 0.06598187983036041 + ], + "shift_reference_raw": 0.04764491319656372 + }, + { + "index": 8951, + "episode": 157, + "map": 6, + "start": 4858, + "target_tic": 4890, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.23726420104503632, + "shift_swapped": -0.13170258700847626, + "shift_reference": 0.2706133723258972, + "peak_recorded": 0.7529603838920593, + "peak_swapped": 0.6252992153167725, + "peak_reference": 0.6939549446105957, + "motion_pred": [ + 0.05648098140954971, + 0.04698256030678749, + 0.03498568385839462, + 0.03725895285606384 + ], + "motion_real": [ + 0.062078554183244705, + 0.06294507533311844, + 0.04598047956824303, + 0.04689609259366989 + ], + "shift_reference_raw": 0.1635640561580658 + }, + { + "index": 9154, + "episode": 170, + "map": 6, + "start": 200, + "target_tic": 232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.17793083190918, + "shift_swapped": -23.94377899169922, + "shift_reference": 18.716941833496094, + "peak_recorded": 0.6706652045249939, + "peak_swapped": 0.7199447751045227, + "peak_reference": 0.7125571370124817, + "motion_pred": [ + 0.061964645981788635, + 0.06515680253505707, + 0.053675007075071335, + 0.055491916835308075 + ], + "motion_real": [ + 0.07253318279981613, + 0.08268626034259796, + 0.06973626464605331, + 0.06947388499975204 + ], + "shift_reference_raw": 18.289030075073242 + }, + { + "index": 9200, + "episode": 170, + "map": 6, + "start": 246, + "target_tic": 278, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.094940662384033, + "shift_swapped": -0.7810295224189758, + "shift_reference": 7.653330326080322, + "peak_recorded": 0.5882750749588013, + "peak_swapped": 0.7448822259902954, + "peak_reference": 0.6223575472831726, + "motion_pred": [ + 0.05655752494931221, + 0.05013313889503479, + 0.050381168723106384, + 0.04400215670466423 + ], + "motion_real": [ + 0.06043850630521774, + 0.06090470403432846, + 0.05985378473997116, + 0.05152048543095589 + ], + "shift_reference_raw": 7.894583702087402 + }, + { + "index": 9227, + "episode": 170, + "map": 6, + "start": 273, + "target_tic": 305, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.435298919677734, + "shift_swapped": -22.898601531982422, + "shift_reference": 22.15202522277832, + "peak_recorded": 0.7100440263748169, + "peak_swapped": 0.6451677680015564, + "peak_reference": 0.7497573494911194, + "motion_pred": [ + 0.06154709681868553, + 0.05377306044101715, + 0.056093063205480576, + 0.06948366016149521 + ], + "motion_real": [ + 0.06595747172832489, + 0.06369520723819733, + 0.06754095107316971, + 0.07777217030525208 + ], + "shift_reference_raw": 22.03487777709961 + }, + { + "index": 9272, + "episode": 170, + "map": 6, + "start": 353, + "target_tic": 385, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.799467086791992, + "shift_swapped": -12.0301513671875, + "shift_reference": 26.229450225830078, + "peak_recorded": 0.5942128300666809, + "peak_swapped": 0.5363589525222778, + "peak_reference": 0.6393467783927917, + "motion_pred": [ + 0.05872197449207306, + 0.05444080010056496, + 0.05960368365049362, + 0.07344003021717072 + ], + "motion_real": [ + 0.06337855756282806, + 0.07041515409946442, + 0.07356778532266617, + 0.0839133933186531 + ], + "shift_reference_raw": 24.98674201965332 + }, + { + "index": 9405, + "episode": 170, + "map": 6, + "start": 486, + "target_tic": 518, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.09973738342523575, + "shift_swapped": -8.77157974243164, + "shift_reference": 0.6333875060081482, + "peak_recorded": 0.5905815958976746, + "peak_swapped": 0.571037232875824, + "peak_reference": 0.5185633897781372, + "motion_pred": [ + 0.058350756764411926, + 0.042521797120571136, + 0.040787603706121445, + 0.042181819677352905 + ], + "motion_real": [ + 0.0651170015335083, + 0.05186142399907112, + 0.04790760949254036, + 0.05468607693910599 + ], + "shift_reference_raw": 0.9465311169624329 + }, + { + "index": 9407, + "episode": 170, + "map": 6, + "start": 488, + "target_tic": 520, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.319722443819046, + "shift_swapped": -0.5016002655029297, + "shift_reference": 0.9415164589881897, + "peak_recorded": 0.7576637268066406, + "peak_swapped": 0.6803612112998962, + "peak_reference": 0.7799009680747986, + "motion_pred": [ + 0.04895065724849701, + 0.043548833578825, + 0.04292016103863716, + 0.04283032566308975 + ], + "motion_real": [ + 0.04790760949254036, + 0.05468607693910599, + 0.05369564890861511, + 0.05244429036974907 + ], + "shift_reference_raw": 1.2911558151245117 + }, + { + "index": 9551, + "episode": 170, + "map": 6, + "start": 632, + "target_tic": 664, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.444272994995117, + "shift_swapped": -21.201129913330078, + "shift_reference": -22.239999771118164, + "peak_recorded": 0.7539275884628296, + "peak_swapped": 0.6778966188430786, + "peak_reference": 0.6830012202262878, + "motion_pred": [ + 0.051815856248140335, + 0.04267628490924835, + 0.044694121927022934, + 0.046530626714229584 + ], + "motion_real": [ + 0.05756128206849098, + 0.053513303399086, + 0.05621364712715149, + 0.06125519424676895 + ], + "shift_reference_raw": -22.416015625 + }, + { + "index": 10072, + "episode": 170, + "map": 6, + "start": 1223, + "target_tic": 1255, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.16042423248291, + "shift_swapped": 30.22235107421875, + "shift_reference": -15.076493263244629, + "peak_recorded": 0.7642163634300232, + "peak_swapped": 0.7786118388175964, + "peak_reference": 0.7653831839561462, + "motion_pred": [ + 0.05692451447248459, + 0.04613349959254265, + 0.048298429697752, + 0.051392391324043274 + ], + "motion_real": [ + 0.06082310155034065, + 0.05788571015000343, + 0.05840952694416046, + 0.06363239139318466 + ], + "shift_reference_raw": -14.982748031616211 + }, + { + "index": 10236, + "episode": 170, + "map": 6, + "start": 1387, + "target_tic": 1419, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.083181858062744, + "shift_swapped": 1.8647234439849854, + "shift_reference": -6.162135601043701, + "peak_recorded": 0.7103259563446045, + "peak_swapped": 0.7080944776535034, + "peak_reference": 0.6596119999885559, + "motion_pred": [ + 0.05937971919775009, + 0.0558624230325222, + 0.05621883273124695, + 0.05643501132726669 + ], + "motion_real": [ + 0.06273440271615982, + 0.06448285281658173, + 0.06825669854879379, + 0.06440385431051254 + ], + "shift_reference_raw": -6.275069713592529 + }, + { + "index": 10284, + "episode": 170, + "map": 6, + "start": 1435, + "target_tic": 1467, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.737138748168945, + "shift_swapped": 28.66963005065918, + "shift_reference": -19.45701789855957, + "peak_recorded": 0.747848391532898, + "peak_swapped": 0.7166872024536133, + "peak_reference": 0.7458135485649109, + "motion_pred": [ + 0.050542764365673065, + 0.04516131058335304, + 0.04166077449917793, + 0.05877995118498802 + ], + "motion_real": [ + 0.05113154277205467, + 0.052820589393377304, + 0.0502043180167675, + 0.06968948245048523 + ], + "shift_reference_raw": -19.209596633911133 + }, + { + "index": 10336, + "episode": 170, + "map": 6, + "start": 1487, + "target_tic": 1519, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.573949813842773, + "shift_swapped": -17.801193237304688, + "shift_reference": 26.50514793395996, + "peak_recorded": 0.7522971034049988, + "peak_swapped": 0.8984625339508057, + "peak_reference": 0.8481191396713257, + "motion_pred": [ + 0.12609243392944336, + 0.09710957854986191, + 0.0961022600531578, + 0.11201264709234238 + ], + "motion_real": [ + 0.12250371277332306, + 0.11325910687446594, + 0.10926886647939682, + 0.12371133267879486 + ], + "shift_reference_raw": 26.489734649658203 + }, + { + "index": 10377, + "episode": 170, + "map": 6, + "start": 1528, + "target_tic": 1560, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.469496488571167, + "shift_swapped": 2.192336082458496, + "shift_reference": -5.908656597137451, + "peak_recorded": 0.5805025100708008, + "peak_swapped": 0.568099856376648, + "peak_reference": 0.5149657130241394, + "motion_pred": [ + 0.05216139927506447, + 0.04600321501493454, + 0.04389357194304466, + 0.0431516058743 + ], + "motion_real": [ + 0.05717414990067482, + 0.0567045696079731, + 0.05394863337278366, + 0.05335717275738716 + ], + "shift_reference_raw": -0.6754494905471802 + }, + { + "index": 10382, + "episode": 170, + "map": 6, + "start": 1533, + "target_tic": 1565, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.15854835510254, + "shift_swapped": -16.123868942260742, + "shift_reference": 16.23676872253418, + "peak_recorded": 0.5639845132827759, + "peak_swapped": 0.6074026823043823, + "peak_reference": 0.5560550689697266, + "motion_pred": [ + 0.05238260328769684, + 0.043540626764297485, + 0.05015880614519119, + 0.04761771112680435 + ], + "motion_real": [ + 0.057110387831926346, + 0.05659182742238045, + 0.06521765887737274, + 0.0633305013179779 + ], + "shift_reference_raw": 16.597890853881836 + }, + { + "index": 11098, + "episode": 170, + "map": 6, + "start": 2284, + "target_tic": 2316, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.57478141784668, + "shift_swapped": 22.664630889892578, + "shift_reference": -23.706615447998047, + "peak_recorded": 0.6601684093475342, + "peak_swapped": 0.5240082144737244, + "peak_reference": 0.6713873147964478, + "motion_pred": [ + 0.05709611997008324, + 0.0522574782371521, + 0.05284591764211655, + 0.05338473990559578 + ], + "motion_real": [ + 0.062022823840379715, + 0.06383322924375534, + 0.06415335088968277, + 0.06341569125652313 + ], + "shift_reference_raw": -22.411195755004883 + }, + { + "index": 11158, + "episode": 170, + "map": 6, + "start": 2344, + "target_tic": 2376, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.859880447387695, + "shift_swapped": 27.45269775390625, + "shift_reference": -16.524507522583008, + "peak_recorded": 0.8943753242492676, + "peak_swapped": 0.8210713863372803, + "peak_reference": 0.8460612297058105, + "motion_pred": [ + 0.04721919819712639, + 0.03786685690283775, + 0.04205746948719025, + 0.0436583086848259 + ], + "motion_real": [ + 0.05161653086543083, + 0.05555858463048935, + 0.05570891499519348, + 0.08470261096954346 + ], + "shift_reference_raw": -16.57489585876465 + }, + { + "index": 11161, + "episode": 170, + "map": 6, + "start": 2347, + "target_tic": 2379, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.977577209472656, + "shift_swapped": 25.17588233947754, + "shift_reference": -22.024213790893555, + "peak_recorded": 0.6182534694671631, + "peak_swapped": 0.4537600874900818, + "peak_reference": 0.4618920683860779, + "motion_pred": [ + 0.052102915942668915, + 0.04049861431121826, + 0.03794807568192482, + 0.03877829387784004 + ], + "motion_real": [ + 0.08470261096954346, + 0.09202013164758682, + 0.09110139310359955, + 0.09160327911376953 + ], + "shift_reference_raw": -13.775067329406738 + }, + { + "index": 11237, + "episode": 170, + "map": 6, + "start": 2458, + "target_tic": 2490, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.5249645709991455, + "shift_swapped": -9.020590782165527, + "shift_reference": 3.026205062866211, + "peak_recorded": 0.6237341165542603, + "peak_swapped": 0.6024770140647888, + "peak_reference": 0.5608094334602356, + "motion_pred": [ + 0.04933963343501091, + 0.04192407429218292, + 0.04656172916293144, + 0.04391608014702797 + ], + "motion_real": [ + 0.05281561240553856, + 0.05403917655348778, + 0.05855759605765343, + 0.05692550912499428 + ], + "shift_reference_raw": 3.190080404281616 + }, + { + "index": 11346, + "episode": 170, + "map": 6, + "start": 2567, + "target_tic": 2599, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.30554962158203, + "shift_swapped": 22.898523330688477, + "shift_reference": -21.071657180786133, + "peak_recorded": 0.7117719054222107, + "peak_swapped": 0.6525649428367615, + "peak_reference": 0.7051951289176941, + "motion_pred": [ + 0.05769728869199753, + 0.05227978155016899, + 0.05278497561812401, + 0.052781641483306885 + ], + "motion_real": [ + 0.061069440096616745, + 0.06095321848988533, + 0.05918696150183678, + 0.05804934352636337 + ], + "shift_reference_raw": -21.66673469543457 + }, + { + "index": 11348, + "episode": 170, + "map": 6, + "start": 2569, + "target_tic": 2601, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.4230899810791, + "shift_swapped": 21.686965942382812, + "shift_reference": -20.18775177001953, + "peak_recorded": 0.663364052772522, + "peak_swapped": 0.578744113445282, + "peak_reference": 0.5984688401222229, + "motion_pred": [ + 0.056754760444164276, + 0.050012845546007156, + 0.040984004735946655, + 0.04017675668001175 + ], + "motion_real": [ + 0.05918696150183678, + 0.05804934352636337, + 0.04759370535612106, + 0.045798011124134064 + ], + "shift_reference_raw": -19.64757537841797 + }, + { + "index": 11390, + "episode": 170, + "map": 6, + "start": 2611, + "target_tic": 2643, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.409917831420898, + "shift_swapped": -4.658651828765869, + "shift_reference": 6.996774673461914, + "peak_recorded": 0.8551415801048279, + "peak_swapped": 0.8715097308158875, + "peak_reference": 0.8548280596733093, + "motion_pred": [ + 0.04982491955161095, + 0.04141167551279068, + 0.03992573171854019, + 0.04093261435627937 + ], + "motion_real": [ + 0.05031173303723335, + 0.05027784779667854, + 0.04839422553777695, + 0.04969531670212746 + ], + "shift_reference_raw": 6.94623327255249 + }, + { + "index": 11418, + "episode": 170, + "map": 6, + "start": 2639, + "target_tic": 2671, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.012968063354492, + "shift_swapped": -32.0, + "shift_reference": 15.606878280639648, + "peak_recorded": 0.4074402153491974, + "peak_swapped": 0.4034845232963562, + "peak_reference": 0.3684944212436676, + "motion_pred": [ + 0.054427094757556915, + 0.04861576482653618, + 0.0478176474571228, + 0.05040260776877403 + ], + "motion_real": [ + 0.05851617828011513, + 0.05679119750857353, + 0.05780966207385063, + 0.06055711954832077 + ], + "shift_reference_raw": 15.391757011413574 + }, + { + "index": 11491, + "episode": 170, + "map": 6, + "start": 2712, + "target_tic": 2744, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.7338005900382996, + "peak_swapped": 0.7420480847358704, + "peak_reference": 0.5762651562690735, + "motion_pred": [ + 0.04674729332327843, + 0.04011472314596176, + 0.032609906047582626, + 0.03661637008190155 + ], + "motion_real": [ + 0.05057191848754883, + 0.04924482852220535, + 0.0423639677464962, + 0.04108475521206856 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 11787, + "episode": 170, + "map": 6, + "start": 3043, + "target_tic": 3075, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.590087890625, + "shift_swapped": -23.189498901367188, + "shift_reference": 20.30674171447754, + "peak_recorded": 0.5694242119789124, + "peak_swapped": 0.5703630447387695, + "peak_reference": 0.5098205804824829, + "motion_pred": [ + 0.05129082873463631, + 0.03702380135655403, + 0.037333447486162186, + 0.039074141532182693 + ], + "motion_real": [ + 0.053541600704193115, + 0.04911521077156067, + 0.04806384816765785, + 0.05012268200516701 + ], + "shift_reference_raw": 20.68252944946289 + }, + { + "index": 12038, + "episode": 170, + "map": 6, + "start": 3294, + "target_tic": 3326, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.421707153320312, + "shift_swapped": 19.986501693725586, + "shift_reference": -20.406375885009766, + "peak_recorded": 0.7151756286621094, + "peak_swapped": 0.6709680557250977, + "peak_reference": 0.7214885354042053, + "motion_pred": [ + 0.05790307745337486, + 0.05424240231513977, + 0.05492240935564041, + 0.054291050881147385 + ], + "motion_real": [ + 0.06180258095264435, + 0.06152300536632538, + 0.06132030114531517, + 0.0630536749958992 + ], + "shift_reference_raw": -20.41936683654785 + }, + { + "index": 12048, + "episode": 170, + "map": 6, + "start": 3304, + "target_tic": 3336, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.1689372062683105, + "shift_swapped": 5.692076683044434, + "shift_reference": -4.939695835113525, + "peak_recorded": 0.7728480100631714, + "peak_swapped": 0.784898042678833, + "peak_reference": 0.765701949596405, + "motion_pred": [ + 0.04675314202904701, + 0.04379703477025032, + 0.04608043283224106, + 0.04839739575982094 + ], + "motion_real": [ + 0.04868468642234802, + 0.05078364536166191, + 0.053423602133989334, + 0.05687785521149635 + ], + "shift_reference_raw": -5.761264324188232 + }, + { + "index": 12477, + "episode": 170, + "map": 6, + "start": 3768, + "target_tic": 3800, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.98473358154297, + "shift_swapped": -24.868375778198242, + "shift_reference": 17.669633865356445, + "peak_recorded": 0.7976201176643372, + "peak_swapped": 0.7570885419845581, + "peak_reference": 0.7784347534179688, + "motion_pred": [ + 0.06095070764422417, + 0.05729898065328598, + 0.054834995418787, + 0.04939647391438484 + ], + "motion_real": [ + 0.06238474324345589, + 0.06549569964408875, + 0.06440979987382889, + 0.05798443406820297 + ], + "shift_reference_raw": 17.093029022216797 + }, + { + "index": 12813, + "episode": 170, + "map": 6, + "start": 4104, + "target_tic": 4136, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.136514663696289, + "shift_swapped": -32.0, + "shift_reference": 14.535737991333008, + "peak_recorded": 0.5027820467948914, + "peak_swapped": 0.4503190517425537, + "peak_reference": 0.4334977865219116, + "motion_pred": [ + 0.056649841368198395, + 0.049607571214437485, + 0.048722513020038605, + 0.04627670347690582 + ], + "motion_real": [ + 0.06027623265981674, + 0.06146138533949852, + 0.06095206364989281, + 0.06131359562277794 + ], + "shift_reference_raw": 14.262993812561035 + }, + { + "index": 12864, + "episode": 170, + "map": 6, + "start": 4155, + "target_tic": 4187, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.811830520629883, + "shift_swapped": -1.6056736707687378, + "shift_reference": 8.140997886657715, + "peak_recorded": 0.7309899926185608, + "peak_swapped": 0.7382504940032959, + "peak_reference": 0.68485027551651, + "motion_pred": [ + 0.050622303038835526, + 0.043701451271772385, + 0.044848743826150894, + 0.04477699473500252 + ], + "motion_real": [ + 0.05611513927578926, + 0.05553002655506134, + 0.054750826209783554, + 0.05639825388789177 + ], + "shift_reference_raw": 10.911346435546875 + }, + { + "index": 12924, + "episode": 170, + "map": 6, + "start": 4215, + "target_tic": 4247, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.301542282104492, + "shift_swapped": 32.0, + "shift_reference": -20.09768295288086, + "peak_recorded": 0.7608927488327026, + "peak_swapped": 0.7696057558059692, + "peak_reference": 0.6427379846572876, + "motion_pred": [ + 0.04645213484764099, + 0.04217062145471573, + 0.061661895364522934, + 0.03930741548538208 + ], + "motion_real": [ + 0.050837982445955276, + 0.054426368325948715, + 0.07451009005308151, + 0.05059793218970299 + ], + "shift_reference_raw": -20.06792449951172 + }, + { + "index": 12943, + "episode": 170, + "map": 6, + "start": 4234, + "target_tic": 4266, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.646373748779297, + "shift_swapped": -28.806713104248047, + "shift_reference": 20.63551139831543, + "peak_recorded": 0.6731239557266235, + "peak_swapped": 0.6997268199920654, + "peak_reference": 0.6733737587928772, + "motion_pred": [ + 0.05750935524702072, + 0.03913738206028938, + 0.03910662978887558, + 0.04000541940331459 + ], + "motion_real": [ + 0.06151296943426132, + 0.047479044646024704, + 0.0484851598739624, + 0.048616472631692886 + ], + "shift_reference_raw": 20.99193572998047 + }, + { + "index": 12994, + "episode": 170, + "map": 6, + "start": 4285, + "target_tic": 4317, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.579076766967773, + "shift_swapped": 23.85618019104004, + "shift_reference": -15.309003829956055, + "peak_recorded": 0.705543041229248, + "peak_swapped": 0.7779255509376526, + "peak_reference": 0.6880738139152527, + "motion_pred": [ + 0.05952896550297737, + 0.05583703890442848, + 0.05301329120993614, + 0.05420932173728943 + ], + "motion_real": [ + 0.06143174320459366, + 0.06519392877817154, + 0.06680011749267578, + 0.061094265431165695 + ], + "shift_reference_raw": -14.748961448669434 + }, + { + "index": 13044, + "episode": 170, + "map": 6, + "start": 4335, + "target_tic": 4367, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.726944923400879, + "shift_swapped": -4.7344841957092285, + "shift_reference": 5.590211868286133, + "peak_recorded": 0.7579760551452637, + "peak_swapped": 0.7827564477920532, + "peak_reference": 0.7520574331283569, + "motion_pred": [ + 0.04517265409231186, + 0.04849521443247795, + 0.04966794326901436, + 0.05137385055422783 + ], + "motion_real": [ + 0.04844105616211891, + 0.0578116700053215, + 0.05888371914625168, + 0.05675133690237999 + ], + "shift_reference_raw": 5.549959659576416 + }, + { + "index": 13374, + "episode": 170, + "map": 6, + "start": 4700, + "target_tic": 4732, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.745784282684326, + "shift_swapped": 32.0, + "shift_reference": -6.0371994972229, + "peak_recorded": 0.4284152090549469, + "peak_swapped": 0.31873035430908203, + "peak_reference": 0.4241011142730713, + "motion_pred": [ + 0.03572915121912956, + 0.0243939608335495, + 0.029549650847911835, + 0.0302885789424181 + ], + "motion_real": [ + 0.03532121703028679, + 0.039981476962566376, + 0.04495380446314812, + 0.042869891971349716 + ], + "shift_reference_raw": -6.067269325256348 + }, + { + "index": 13377, + "episode": 170, + "map": 6, + "start": 4703, + "target_tic": 4735, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 24.207599639892578, + "shift_reference": -30.333751678466797, + "peak_recorded": 0.4872891902923584, + "peak_swapped": 0.62069171667099, + "peak_reference": 0.4412023425102234, + "motion_pred": [ + 0.04225233942270279, + 0.032258499413728714, + 0.0312334094196558, + 0.03146325796842575 + ], + "motion_real": [ + 0.042869891971349716, + 0.04136662930250168, + 0.04166180640459061, + 0.04023979976773262 + ], + "shift_reference_raw": -28.085092544555664 + }, + { + "index": 13435, + "episode": 170, + "map": 6, + "start": 4761, + "target_tic": 4793, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -8.131290435791016, + "shift_swapped": 32.0, + "shift_reference": -8.023694038391113, + "peak_recorded": 0.4876648187637329, + "peak_swapped": 0.4163075089454651, + "peak_reference": 0.39065489172935486, + "motion_pred": [ + 0.05271228030323982, + 0.04113338515162468, + 0.04408380761742592, + 0.04443832486867905 + ], + "motion_real": [ + 0.056476034224033356, + 0.056271493434906006, + 0.05698990821838379, + 0.05743871629238129 + ], + "shift_reference_raw": -18.295515060424805 + }, + { + "index": 13467, + "episode": 170, + "map": 6, + "start": 4793, + "target_tic": 4825, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.029165267944336, + "shift_swapped": -20.889209747314453, + "shift_reference": 19.825061798095703, + "peak_recorded": 0.6319288015365601, + "peak_swapped": 0.6939443349838257, + "peak_reference": 0.6321390867233276, + "motion_pred": [ + 0.05906802788376808, + 0.05126943811774254, + 0.047916971147060394, + 0.03940403088927269 + ], + "motion_real": [ + 0.06172868609428406, + 0.061289895325899124, + 0.05814545974135399, + 0.04852016270160675 + ], + "shift_reference_raw": 20.055009841918945 + }, + { + "index": 13785, + "episode": 196, + "map": 6, + "start": 211, + "target_tic": 243, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.908702850341797, + "shift_swapped": 19.776458740234375, + "shift_reference": -20.508485794067383, + "peak_recorded": 0.6967107057571411, + "peak_swapped": 0.7009759545326233, + "peak_reference": 0.7215176820755005, + "motion_pred": [ + 0.055580608546733856, + 0.04919073358178139, + 0.05088363587856293, + 0.05255633220076561 + ], + "motion_real": [ + 0.06111615523695946, + 0.06741143763065338, + 0.06907527148723602, + 0.06314017623662949 + ], + "shift_reference_raw": -19.437891006469727 + }, + { + "index": 13834, + "episode": 196, + "map": 6, + "start": 260, + "target_tic": 292, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.8201225996017456, + "shift_swapped": 21.76193618774414, + "shift_reference": -19.952268600463867, + "peak_recorded": 0.5467432141304016, + "peak_swapped": 0.6451042890548706, + "peak_reference": 0.5664300322532654, + "motion_pred": [ + 0.0607367567718029, + 0.060543086379766464, + 0.058371350169181824, + 0.05073261633515358 + ], + "motion_real": [ + 0.0634705051779747, + 0.07016688585281372, + 0.07071235775947571, + 0.07194014638662338 + ], + "shift_reference_raw": -19.264745712280273 + }, + { + "index": 14237, + "episode": 196, + "map": 6, + "start": 733, + "target_tic": 765, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.032859802246094, + "shift_swapped": -28.66946029663086, + "shift_reference": 16.1007137298584, + "peak_recorded": 0.8535361886024475, + "peak_swapped": 0.8567487001419067, + "peak_reference": 0.834517776966095, + "motion_pred": [ + 0.05203261598944664, + 0.04504626244306564, + 0.048970162868499756, + 0.05508554354310036 + ], + "motion_real": [ + 0.054620493203401566, + 0.05635473132133484, + 0.06710105389356613, + 0.07819431275129318 + ], + "shift_reference_raw": 15.869181632995605 + }, + { + "index": 14544, + "episode": 196, + "map": 6, + "start": 1040, + "target_tic": 1072, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.391767501831055, + "shift_swapped": 24.5528621673584, + "shift_reference": -18.794700622558594, + "peak_recorded": 0.6507907509803772, + "peak_swapped": 0.652535080909729, + "peak_reference": 0.66203773021698, + "motion_pred": [ + 0.05853792279958725, + 0.045841701328754425, + 0.04391443729400635, + 0.0445881187915802 + ], + "motion_real": [ + 0.05916745215654373, + 0.05165482684969902, + 0.052185602486133575, + 0.05335084721446037 + ], + "shift_reference_raw": -18.818078994750977 + }, + { + "index": 14644, + "episode": 196, + "map": 6, + "start": 1140, + "target_tic": 1172, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.67758560180664, + "shift_swapped": -25.016923904418945, + "shift_reference": 15.777238845825195, + "peak_recorded": 0.7001751661300659, + "peak_swapped": 0.7025929689407349, + "peak_reference": 0.6240919828414917, + "motion_pred": [ + 0.058393694460392, + 0.051391031593084335, + 0.05352318659424782, + 0.05475964397192001 + ], + "motion_real": [ + 0.0639907717704773, + 0.06354271620512009, + 0.05833557993173599, + 0.059770941734313965 + ], + "shift_reference_raw": 15.75643253326416 + }, + { + "index": 14806, + "episode": 196, + "map": 6, + "start": 1337, + "target_tic": 1369, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.19559669494629, + "shift_swapped": 0.0037508378736674786, + "shift_reference": 17.85359001159668, + "peak_recorded": 0.597130537033081, + "peak_swapped": 0.4499570429325104, + "peak_reference": 0.5802249908447266, + "motion_pred": [ + 0.059033773839473724, + 0.05376601591706276, + 0.03833548352122307, + 0.03945491462945938 + ], + "motion_real": [ + 0.060793712735176086, + 0.06006653979420662, + 0.04452795162796974, + 0.04668412730097771 + ], + "shift_reference_raw": 16.313690185546875 + }, + { + "index": 15081, + "episode": 196, + "map": 6, + "start": 1612, + "target_tic": 1644, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.83709144592285, + "shift_swapped": 25.925121307373047, + "shift_reference": -21.861852645874023, + "peak_recorded": 0.669668972492218, + "peak_swapped": 0.5741869807243347, + "peak_reference": 0.6509964466094971, + "motion_pred": [ + 0.05641543120145798, + 0.04796047881245613, + 0.050319865345954895, + 0.056487005203962326 + ], + "motion_real": [ + 0.060324639081954956, + 0.05858227238059044, + 0.061454400420188904, + 0.06681369245052338 + ], + "shift_reference_raw": -21.192506790161133 + }, + { + "index": 15095, + "episode": 196, + "map": 6, + "start": 1626, + "target_tic": 1658, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.799713134765625, + "shift_swapped": -23.005756378173828, + "shift_reference": 14.782959938049316, + "peak_recorded": 0.40211138129234314, + "peak_swapped": 0.43996500968933105, + "peak_reference": 0.3526515066623688, + "motion_pred": [ + 0.06402953714132309, + 0.05824166163802147, + 0.06077297404408455, + 0.07739926129579544 + ], + "motion_real": [ + 0.08284013718366623, + 0.08948221057653427, + 0.08718539774417877, + 0.09315607696771622 + ], + "shift_reference_raw": 14.76625919342041 + }, + { + "index": 15127, + "episode": 196, + "map": 6, + "start": 1658, + "target_tic": 1690, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.04987335205078, + "shift_swapped": -21.258848190307617, + "shift_reference": 23.56803321838379, + "peak_recorded": 0.7015126943588257, + "peak_swapped": 0.7559912800788879, + "peak_reference": 0.7484151721000671, + "motion_pred": [ + 0.0692211389541626, + 0.06724603474140167, + 0.06689179688692093, + 0.06619274616241455 + ], + "motion_real": [ + 0.07204905897378922, + 0.0779120922088623, + 0.08054795861244202, + 0.07747671008110046 + ], + "shift_reference_raw": 23.159738540649414 + }, + { + "index": 15153, + "episode": 196, + "map": 6, + "start": 1684, + "target_tic": 1716, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.7887825965881348, + "shift_swapped": -27.59893035888672, + "shift_reference": 32.0, + "peak_recorded": 0.8261964917182922, + "peak_swapped": 0.6597087979316711, + "peak_reference": 0.5015975832939148, + "motion_pred": [ + 0.055496808141469955, + 0.06770391762256622, + 0.07354545593261719, + 0.07890932261943817 + ], + "motion_real": [ + 0.09534250944852829, + 0.08549506217241287, + 0.10158057510852814, + 0.10094258189201355 + ], + "shift_reference_raw": 31.49065589904785 + }, + { + "index": 15287, + "episode": 196, + "map": 6, + "start": 1818, + "target_tic": 1850, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.05810546875, + "shift_swapped": -32.0, + "shift_reference": 4.740993022918701, + "peak_recorded": 0.8700471520423889, + "peak_swapped": 0.8270792961120605, + "peak_reference": 0.8035271763801575, + "motion_pred": [ + 0.04470021650195122, + 0.028968146070837975, + 0.03475762903690338, + 0.041027721017599106 + ], + "motion_real": [ + 0.05344923213124275, + 0.043160054832696915, + 0.03574542701244354, + 0.033816687762737274 + ], + "shift_reference_raw": 3.8633382320404053 + }, + { + "index": 15369, + "episode": 196, + "map": 6, + "start": 1935, + "target_tic": 1967, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.37567558884620667, + "shift_swapped": -6.927352428436279, + "shift_reference": 1.7163997888565063, + "peak_recorded": 0.6715679168701172, + "peak_swapped": 0.6575287580490112, + "peak_reference": 0.6586123704910278, + "motion_pred": [ + 0.04811286926269531, + 0.04696127772331238, + 0.04983511194586754, + 0.04950043559074402 + ], + "motion_real": [ + 0.05030057579278946, + 0.0555415078997612, + 0.05702802538871765, + 0.058293189853429794 + ], + "shift_reference_raw": 2.8579413890838623 + }, + { + "index": 15561, + "episode": 196, + "map": 6, + "start": 2127, + "target_tic": 2159, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.9129865169525146, + "shift_swapped": -5.8196306228637695, + "shift_reference": 4.5555548667907715, + "peak_recorded": 0.906875491142273, + "peak_swapped": 0.9129459261894226, + "peak_reference": 0.8860991597175598, + "motion_pred": [ + 0.029391231015324593, + 0.030732061713933945, + 0.030777914449572563, + 0.03324655443429947 + ], + "motion_real": [ + 0.029904117807745934, + 0.038931477814912796, + 0.04293443635106087, + 0.04113330692052841 + ], + "shift_reference_raw": 4.466276168823242 + }, + { + "index": 15579, + "episode": 196, + "map": 6, + "start": 2145, + "target_tic": 2177, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.182519912719727, + "shift_swapped": -15.673145294189453, + "shift_reference": 29.829219818115234, + "peak_recorded": 0.8262690901756287, + "peak_swapped": 0.8048869967460632, + "peak_reference": 0.7948976755142212, + "motion_pred": [ + 0.054181523621082306, + 0.049143195152282715, + 0.05048355087637901, + 0.052598945796489716 + ], + "motion_real": [ + 0.05778587982058525, + 0.05970355123281479, + 0.05761592835187912, + 0.06539954245090485 + ], + "shift_reference_raw": 29.528507232666016 + }, + { + "index": 15666, + "episode": 196, + "map": 6, + "start": 2232, + "target_tic": 2264, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.127471923828125, + "shift_swapped": 20.162593841552734, + "shift_reference": -23.21407699584961, + "peak_recorded": 0.8760405778884888, + "peak_swapped": 0.8880484700202942, + "peak_reference": 0.86347496509552, + "motion_pred": [ + 0.04483512416481972, + 0.037298619747161865, + 0.03704143688082695, + 0.032627835869789124 + ], + "motion_real": [ + 0.047804154455661774, + 0.045392975211143494, + 0.049074169248342514, + 0.04272093251347542 + ], + "shift_reference_raw": -21.263315200805664 + }, + { + "index": 15697, + "episode": 196, + "map": 6, + "start": 2263, + "target_tic": 2295, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.181957244873047, + "shift_swapped": 32.0, + "shift_reference": -20.102670669555664, + "peak_recorded": 0.9090639352798462, + "peak_swapped": 0.8905597925186157, + "peak_reference": 0.9009823203086853, + "motion_pred": [ + 0.03585943207144737, + 0.031215719878673553, + 0.030278457328677177, + 0.03356562927365303 + ], + "motion_real": [ + 0.04025256633758545, + 0.04007839411497116, + 0.04313676059246063, + 0.04500932991504669 + ], + "shift_reference_raw": -20.128047943115234 + }, + { + "index": 15701, + "episode": 196, + "map": 6, + "start": 2267, + "target_tic": 2299, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.48604393005371, + "shift_swapped": -23.450725555419922, + "shift_reference": 20.68259620666504, + "peak_recorded": 0.8792662620544434, + "peak_swapped": 0.8729629516601562, + "peak_reference": 0.8727321028709412, + "motion_pred": [ + 0.04272156581282616, + 0.03540441393852234, + 0.0318063460290432, + 0.032450731843709946 + ], + "motion_real": [ + 0.04545610398054123, + 0.04429000988602638, + 0.03816486895084381, + 0.038081079721450806 + ], + "shift_reference_raw": 20.427459716796875 + }, + { + "index": 15767, + "episode": 196, + "map": 6, + "start": 2333, + "target_tic": 2365, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.152294158935547, + "shift_swapped": 26.71781349182129, + "shift_reference": -22.084705352783203, + "peak_recorded": 0.9007481336593628, + "peak_swapped": 0.9073470234870911, + "peak_reference": 0.8889462947845459, + "motion_pred": [ + 0.038546111434698105, + 0.029703577980399132, + 0.030859138816595078, + 0.0312708280980587 + ], + "motion_real": [ + 0.03741823881864548, + 0.04024173319339752, + 0.04199548438191414, + 0.03974942862987518 + ], + "shift_reference_raw": -22.032272338867188 + }, + { + "index": 15816, + "episode": 196, + "map": 6, + "start": 2382, + "target_tic": 2414, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.76071548461914, + "shift_swapped": -21.66778564453125, + "shift_reference": 20.898597717285156, + "peak_recorded": 0.8980599641799927, + "peak_swapped": 0.8866102695465088, + "peak_reference": 0.88091641664505, + "motion_pred": [ + 0.03707776963710785, + 0.02322251908481121, + 0.02170673757791519, + 0.020987752825021744 + ], + "motion_real": [ + 0.037941593676805496, + 0.019403910264372826, + 0.016588086262345314, + 0.01711796410381794 + ], + "shift_reference_raw": 20.150800704956055 + }, + { + "index": 16086, + "episode": 196, + "map": 6, + "start": 2687, + "target_tic": 2719, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.936445236206055, + "shift_swapped": 24.987268447875977, + "shift_reference": -19.043079376220703, + "peak_recorded": 0.6550080180168152, + "peak_swapped": 0.6356005072593689, + "peak_reference": 0.6513341069221497, + "motion_pred": [ + 0.056148238480091095, + 0.038903869688510895, + 0.03958076611161232, + 0.039876047521829605 + ], + "motion_real": [ + 0.05922636389732361, + 0.046732135117053986, + 0.046913910657167435, + 0.04773169755935669 + ], + "shift_reference_raw": -19.05276107788086 + }, + { + "index": 16564, + "episode": 196, + "map": 6, + "start": 3165, + "target_tic": 3197, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.223697662353516, + "shift_swapped": 20.494253158569336, + "shift_reference": -21.529438018798828, + "peak_recorded": 0.6894528269767761, + "peak_swapped": 0.6617688536643982, + "peak_reference": 0.7238088250160217, + "motion_pred": [ + 0.05695344880223274, + 0.05051644891500473, + 0.05137636139988899, + 0.05262187495827675 + ], + "motion_real": [ + 0.06099496781826019, + 0.0628357008099556, + 0.06314866244792938, + 0.06435000896453857 + ], + "shift_reference_raw": -21.08491325378418 + }, + { + "index": 16973, + "episode": 196, + "map": 6, + "start": 3609, + "target_tic": 3641, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.796863555908203, + "shift_swapped": -21.259489059448242, + "shift_reference": 29.160377502441406, + "peak_recorded": 0.6774163246154785, + "peak_swapped": 0.6597850322723389, + "peak_reference": 0.43616288900375366, + "motion_pred": [ + 0.043740443885326385, + 0.04280205816030502, + 0.03267800435423851, + 0.03382308408617973 + ], + "motion_real": [ + 0.07038409262895584, + 0.04112923517823219, + 0.04498659819364548, + 0.05449593812227249 + ], + "shift_reference_raw": 29.1404972076416 + }, + { + "index": 16982, + "episode": 196, + "map": 6, + "start": 3618, + "target_tic": 3650, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.210779190063477, + "shift_swapped": 32.0, + "shift_reference": 27.709583282470703, + "peak_recorded": 0.8072883486747742, + "peak_swapped": 0.7864146828651428, + "peak_reference": 0.705077588558197, + "motion_pred": [ + 0.0667215883731842, + 0.045246321707963943, + 0.03863639757037163, + 0.04278543218970299 + ], + "motion_real": [ + 0.07938117533922195, + 0.0703892633318901, + 0.06378140300512314, + 0.0640028864145279 + ], + "shift_reference_raw": 27.57185173034668 + }, + { + "index": 16985, + "episode": 196, + "map": 6, + "start": 3621, + "target_tic": 3653, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.473468780517578, + "shift_swapped": -21.671558380126953, + "shift_reference": 26.088193893432617, + "peak_recorded": 0.8242766857147217, + "peak_swapped": 0.8561100959777832, + "peak_reference": 0.8264620304107666, + "motion_pred": [ + 0.06405588984489441, + 0.05314577370882034, + 0.04797786474227905, + 0.04611467197537422 + ], + "motion_real": [ + 0.0640028864145279, + 0.06014363840222359, + 0.059133294969797134, + 0.06197678670287132 + ], + "shift_reference_raw": 27.825538635253906 + }, + { + "index": 17014, + "episode": 196, + "map": 6, + "start": 3650, + "target_tic": 3682, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.346044540405273, + "shift_swapped": 4.076005458831787, + "shift_reference": -23.892269134521484, + "peak_recorded": 0.7249419689178467, + "peak_swapped": 0.7176875472068787, + "peak_reference": 0.7013996243476868, + "motion_pred": [ + 0.05445966497063637, + 0.052472129464149475, + 0.05371241271495819, + 0.056403979659080505 + ], + "motion_real": [ + 0.05901568382978439, + 0.06389875710010529, + 0.06348586082458496, + 0.06259872019290924 + ], + "shift_reference_raw": -17.883800506591797 + }, + { + "index": 17028, + "episode": 196, + "map": 6, + "start": 3664, + "target_tic": 3696, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.72966194152832, + "shift_swapped": 20.927669525146484, + "shift_reference": -21.6302433013916, + "peak_recorded": 0.6400089859962463, + "peak_swapped": 0.6286109685897827, + "peak_reference": 0.6168864369392395, + "motion_pred": [ + 0.06050010770559311, + 0.05623101443052292, + 0.056828953325748444, + 0.05632355436682701 + ], + "motion_real": [ + 0.06433305889368057, + 0.065790556371212, + 0.06592891365289688, + 0.0665350928902626 + ], + "shift_reference_raw": -20.90138816833496 + }, + { + "index": 17041, + "episode": 196, + "map": 6, + "start": 3677, + "target_tic": 3709, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.79294776916504, + "shift_swapped": 23.188377380371094, + "shift_reference": -19.35684585571289, + "peak_recorded": 0.6230627298355103, + "peak_swapped": 0.6784085035324097, + "peak_reference": 0.661009669303894, + "motion_pred": [ + 0.0621478371322155, + 0.05153284966945648, + 0.052735596895217896, + 0.057713355869054794 + ], + "motion_real": [ + 0.06757862120866776, + 0.0644320473074913, + 0.062073808163404465, + 0.06369247287511826 + ], + "shift_reference_raw": -19.34622573852539 + }, + { + "index": 17084, + "episode": 196, + "map": 6, + "start": 3755, + "target_tic": 3787, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.5444865226745605, + "shift_swapped": -1.2802397012710571, + "shift_reference": 5.84086275100708, + "peak_recorded": 0.7367247939109802, + "peak_swapped": 0.8226905465126038, + "peak_reference": 0.6958310604095459, + "motion_pred": [ + 0.07011444866657257, + 0.06036250293254852, + 0.07970211654901505, + 0.04728901386260986 + ], + "motion_real": [ + 0.07725689560174942, + 0.07293330132961273, + 0.0723780021071434, + 0.03098747879266739 + ], + "shift_reference_raw": 5.225840091705322 + }, + { + "index": 17085, + "episode": 196, + "map": 6, + "start": 3756, + "target_tic": 3788, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.867279052734375, + "shift_swapped": -2.467193603515625, + "shift_reference": 5.897335052490234, + "peak_recorded": 0.7202535271644592, + "peak_swapped": 0.8144683837890625, + "peak_reference": 0.720878541469574, + "motion_pred": [ + 0.07114170491695404, + 0.06188340112566948, + 0.042524851858615875, + 0.04220959171652794 + ], + "motion_real": [ + 0.07293330132961273, + 0.0723780021071434, + 0.03098747879266739, + 0.030219832435250282 + ], + "shift_reference_raw": 5.170871257781982 + }, + { + "index": 17337, + "episode": 196, + "map": 6, + "start": 4008, + "target_tic": 4040, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.081491231918335, + "shift_swapped": -7.454051494598389, + "shift_reference": 3.6283650398254395, + "peak_recorded": 0.7501835227012634, + "peak_swapped": 0.6964561939239502, + "peak_reference": 0.7532824873924255, + "motion_pred": [ + 0.04865957051515579, + 0.043652649968862534, + 0.04173438996076584, + 0.04229629784822464 + ], + "motion_real": [ + 0.051684487611055374, + 0.0524679496884346, + 0.053951263427734375, + 0.055171553045511246 + ], + "shift_reference_raw": 3.5659477710723877 + }, + { + "index": 17560, + "episode": 196, + "map": 6, + "start": 4231, + "target_tic": 4263, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.5922157764434814, + "shift_swapped": -6.262355327606201, + "shift_reference": 4.002447605133057, + "peak_recorded": 0.9124149084091187, + "peak_swapped": 0.927867591381073, + "peak_reference": 0.9142244458198547, + "motion_pred": [ + 0.030483366921544075, + 0.02439485862851143, + 0.026131104677915573, + 0.02573923021554947 + ], + "motion_real": [ + 0.03187277540564537, + 0.03195217251777649, + 0.032535407692193985, + 0.03334527462720871 + ], + "shift_reference_raw": 4.041621685028076 + }, + { + "index": 17665, + "episode": 196, + "map": 6, + "start": 4336, + "target_tic": 4368, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.084139823913574, + "shift_swapped": 24.348678588867188, + "shift_reference": -15.9171781539917, + "peak_recorded": 0.6964563131332397, + "peak_swapped": 0.7452852129936218, + "peak_reference": 0.6786196827888489, + "motion_pred": [ + 0.06232530623674393, + 0.05597308650612831, + 0.05527861416339874, + 0.05036858841776848 + ], + "motion_real": [ + 0.06728106737136841, + 0.06901609897613525, + 0.06625863164663315, + 0.061939749866724014 + ], + "shift_reference_raw": -15.89913558959961 + }, + { + "index": 17776, + "episode": 196, + "map": 6, + "start": 4447, + "target_tic": 4479, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.45330047607422, + "shift_swapped": 21.84341812133789, + "shift_reference": -20.910219192504883, + "peak_recorded": 0.8369672894477844, + "peak_swapped": 0.8347187638282776, + "peak_reference": 0.8257049322128296, + "motion_pred": [ + 0.05377855524420738, + 0.04766448959708214, + 0.04726335033774376, + 0.046003617346286774 + ], + "motion_real": [ + 0.0559062622487545, + 0.05460536479949951, + 0.053857430815696716, + 0.05220695957541466 + ], + "shift_reference_raw": -21.245176315307617 + }, + { + "index": 17780, + "episode": 196, + "map": 6, + "start": 4451, + "target_tic": 4483, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.87894630432129, + "shift_swapped": 21.03824806213379, + "shift_reference": -27.306901931762695, + "peak_recorded": 0.8220983147621155, + "peak_swapped": 0.8415822386741638, + "peak_reference": 0.8119584918022156, + "motion_pred": [ + 0.047937072813510895, + 0.04340105503797531, + 0.040485844016075134, + 0.04045918956398964 + ], + "motion_real": [ + 0.04975375533103943, + 0.04905020073056221, + 0.04649212583899498, + 0.04505320265889168 + ], + "shift_reference_raw": -26.966535568237305 + }, + { + "index": 17788, + "episode": 196, + "map": 6, + "start": 4459, + "target_tic": 4491, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.971597671508789, + "shift_swapped": 22.770601272583008, + "shift_reference": -15.856561660766602, + "peak_recorded": 0.27713853120803833, + "peak_swapped": 0.21772609651088715, + "peak_reference": 0.43427011370658875, + "motion_pred": [ + 0.026755988597869873, + 0.021776670590043068, + 0.021794455125927925, + 0.02242964506149292 + ], + "motion_real": [ + 0.02786806970834732, + 0.027078043669462204, + 0.027283528819680214, + 0.02723628468811512 + ], + "shift_reference_raw": -15.811664581298828 + }, + { + "index": 17830, + "episode": 196, + "map": 6, + "start": 4501, + "target_tic": 4533, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.24443817138672, + "shift_swapped": 23.96059226989746, + "shift_reference": -20.033855438232422, + "peak_recorded": 0.47263312339782715, + "peak_swapped": 0.456128865480423, + "peak_reference": 0.43030622601509094, + "motion_pred": [ + 0.060741934925317764, + 0.056226301938295364, + 0.05751962587237358, + 0.05376507714390755 + ], + "motion_real": [ + 0.06783372163772583, + 0.057021066546440125, + 0.0576537661254406, + 0.06110987439751625 + ], + "shift_reference_raw": -19.183481216430664 + }, + { + "index": 17873, + "episode": 196, + "map": 6, + "start": 4544, + "target_tic": 4576, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.5272617936134338, + "shift_swapped": 12.021767616271973, + "shift_reference": -1.08791184425354, + "peak_recorded": 0.7122940421104431, + "peak_swapped": 0.6903684735298157, + "peak_reference": 0.6465412974357605, + "motion_pred": [ + 0.05901588872075081, + 0.05389122664928436, + 0.0562010295689106, + 0.06662488728761673 + ], + "motion_real": [ + 0.06268797069787979, + 0.06328271329402924, + 0.06353425979614258, + 0.07523684948682785 + ], + "shift_reference_raw": -1.1154696941375732 + }, + { + "index": 17902, + "episode": 196, + "map": 6, + "start": 4573, + "target_tic": 4605, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.353036880493164, + "shift_swapped": 21.891033172607422, + "shift_reference": -32.0, + "peak_recorded": 0.60966956615448, + "peak_swapped": 0.6796464920043945, + "peak_reference": 0.567313551902771, + "motion_pred": [ + 0.05401977524161339, + 0.03649173304438591, + 0.03728797286748886, + 0.03668079152703285 + ], + "motion_real": [ + 0.05788302421569824, + 0.04661377891898155, + 0.045620594173669815, + 0.04486919939517975 + ], + "shift_reference_raw": -27.936847686767578 + }, + { + "index": 17947, + "episode": 196, + "map": 6, + "start": 4618, + "target_tic": 4650, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -23.863113403320312, + "shift_reference": 0.07964927703142166, + "peak_recorded": -0.08134866505861282, + "peak_swapped": -0.06912285089492798, + "peak_reference": -0.05876651033759117, + "motion_pred": [ + 0.051708485931158066, + 0.04480117931962013, + 0.053459592163562775, + 0.036637477576732635 + ], + "motion_real": [ + 0.059119127690792084, + 0.06323976069688797, + 0.0684746727347374, + 0.05503300949931145 + ], + "shift_reference_raw": -10.104422569274902 + }, + { + "index": 18475, + "episode": 209, + "map": 6, + "start": 281, + "target_tic": 313, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.033864691853523254, + "shift_swapped": 4.031136512756348, + "shift_reference": 6.615233898162842, + "peak_recorded": 0.7650253772735596, + "peak_swapped": 0.8688921928405762, + "peak_reference": 0.7143601775169373, + "motion_pred": [ + 0.04344736784696579, + 0.03702804073691368, + 0.028237303718924522, + 0.026844743639230728 + ], + "motion_real": [ + 0.04977421462535858, + 0.052499424666166306, + 0.04242395982146263, + 0.03818893805146217 + ], + "shift_reference_raw": 7.045929431915283 + }, + { + "index": 18903, + "episode": 209, + "map": 6, + "start": 779, + "target_tic": 811, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.2789100706577301, + "shift_swapped": 2.7804648876190186, + "shift_reference": -1.082679033279419, + "peak_recorded": 0.34498709440231323, + "peak_swapped": 0.3820148706436157, + "peak_reference": 0.32618454098701477, + "motion_pred": [ + 0.06364324688911438, + 0.05927562341094017, + 0.05620891973376274, + 0.05557650700211525 + ], + "motion_real": [ + 0.06736183911561966, + 0.07075878977775574, + 0.0687803402543068, + 0.06768641620874405 + ], + "shift_reference_raw": -4.5988287925720215 + }, + { + "index": 18947, + "episode": 209, + "map": 6, + "start": 823, + "target_tic": 855, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.81859588623047, + "shift_swapped": 19.627670288085938, + "shift_reference": -19.251806259155273, + "peak_recorded": 0.6801706552505493, + "peak_swapped": 0.6440650224685669, + "peak_reference": 0.6376466751098633, + "motion_pred": [ + 0.05669645592570305, + 0.050939518958330154, + 0.050899505615234375, + 0.05073333904147148 + ], + "motion_real": [ + 0.05856474116444588, + 0.060141611844301224, + 0.06324287503957748, + 0.06384966522455215 + ], + "shift_reference_raw": -18.955324172973633 + }, + { + "index": 19022, + "episode": 209, + "map": 6, + "start": 898, + "target_tic": 930, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.08211326599121, + "shift_swapped": -27.75847816467285, + "shift_reference": 21.612686157226562, + "peak_recorded": 0.7848412394523621, + "peak_swapped": 0.813697099685669, + "peak_reference": 0.7442773580551147, + "motion_pred": [ + 0.061123598366975784, + 0.053321678191423416, + 0.056202132254838943, + 0.044961802661418915 + ], + "motion_real": [ + 0.06407573074102402, + 0.06471274793148041, + 0.06543871760368347, + 0.058535605669021606 + ], + "shift_reference_raw": 21.32831382751465 + }, + { + "index": 19050, + "episode": 209, + "map": 6, + "start": 926, + "target_tic": 958, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.63928985595703, + "shift_swapped": -20.192007064819336, + "shift_reference": 19.738801956176758, + "peak_recorded": 0.5160408020019531, + "peak_swapped": 0.5165269374847412, + "peak_reference": 0.5259694457054138, + "motion_pred": [ + 0.052881743758916855, + 0.0666927769780159, + 0.04783005639910698, + 0.048783935606479645 + ], + "motion_real": [ + 0.057051077485084534, + 0.08239197731018066, + 0.06430165469646454, + 0.06438028067350388 + ], + "shift_reference_raw": 19.73431396484375 + }, + { + "index": 19064, + "episode": 209, + "map": 6, + "start": 940, + "target_tic": 972, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.160562515258789, + "shift_swapped": -6.187168598175049, + "shift_reference": 5.2331156730651855, + "peak_recorded": 0.722838819026947, + "peak_swapped": 0.7139654159545898, + "peak_reference": 0.7099462747573853, + "motion_pred": [ + 0.04858533665537834, + 0.039709556847810745, + 0.03825066611170769, + 0.03854121267795563 + ], + "motion_real": [ + 0.05172063782811165, + 0.04325108975172043, + 0.043129291385412216, + 0.04467799887061119 + ], + "shift_reference_raw": 5.129122257232666 + }, + { + "index": 19210, + "episode": 209, + "map": 6, + "start": 1086, + "target_tic": 1118, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.287282943725586, + "shift_swapped": 20.70606803894043, + "shift_reference": -20.28741455078125, + "peak_recorded": 0.6671711802482605, + "peak_swapped": 0.559288740158081, + "peak_reference": 0.6295562982559204, + "motion_pred": [ + 0.04059390723705292, + 0.0504235178232193, + 0.034103620797395706, + 0.03116968460381031 + ], + "motion_real": [ + 0.041409965604543686, + 0.058876171708106995, + 0.04414414241909981, + 0.03962783142924309 + ], + "shift_reference_raw": -19.97327995300293 + }, + { + "index": 19245, + "episode": 209, + "map": 6, + "start": 1121, + "target_tic": 1153, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.2680201530456543, + "shift_swapped": -6.1441121101379395, + "shift_reference": 3.874094247817993, + "peak_recorded": 0.731941282749176, + "peak_swapped": 0.7467005252838135, + "peak_reference": 0.7636395692825317, + "motion_pred": [ + 0.0529601164162159, + 0.04605140909552574, + 0.04847251996397972, + 0.05486669763922691 + ], + "motion_real": [ + 0.05719580873847008, + 0.059222474694252014, + 0.060627251863479614, + 0.06507515907287598 + ], + "shift_reference_raw": 3.70206618309021 + }, + { + "index": 19459, + "episode": 209, + "map": 6, + "start": 1370, + "target_tic": 1402, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 3.009330987930298, + "shift_swapped": 14.442913055419922, + "shift_reference": -1.9427648782730103, + "peak_recorded": 0.6889337301254272, + "peak_swapped": 0.647534966468811, + "peak_reference": 0.5996339917182922, + "motion_pred": [ + 0.06183650717139244, + 0.05020274221897125, + 0.04942572861909866, + 0.050966475158929825 + ], + "motion_real": [ + 0.06863541901111603, + 0.058942753821611404, + 0.051168154925107956, + 0.06195066124200821 + ], + "shift_reference_raw": -1.497302770614624 + }, + { + "index": 19662, + "episode": 209, + "map": 6, + "start": 1573, + "target_tic": 1605, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.896137237548828, + "shift_swapped": 12.835747718811035, + "shift_reference": -17.091989517211914, + "peak_recorded": 0.7622305750846863, + "peak_swapped": 0.7721990346908569, + "peak_reference": 0.7416749000549316, + "motion_pred": [ + 0.06081020087003708, + 0.055013902485370636, + 0.05110764876008034, + 0.04756765440106392 + ], + "motion_real": [ + 0.06722952425479889, + 0.06506390124559402, + 0.06314916163682938, + 0.06021568924188614 + ], + "shift_reference_raw": -17.302078247070312 + }, + { + "index": 19668, + "episode": 209, + "map": 6, + "start": 1579, + "target_tic": 1611, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.99526309967041, + "shift_swapped": -25.07383918762207, + "shift_reference": 19.935054779052734, + "peak_recorded": 0.7674798965454102, + "peak_swapped": 0.6865056753158569, + "peak_reference": 0.6827059984207153, + "motion_pred": [ + 0.05461328476667404, + 0.04915490746498108, + 0.04622097685933113, + 0.04513491317629814 + ], + "motion_real": [ + 0.06448470056056976, + 0.061060741543769836, + 0.06095155328512192, + 0.06186868995428085 + ], + "shift_reference_raw": 18.320287704467773 + }, + { + "index": 19714, + "episode": 209, + "map": 6, + "start": 1625, + "target_tic": 1657, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.258213996887207, + "shift_swapped": -4.930105209350586, + "shift_reference": 5.03102970123291, + "peak_recorded": 0.6690152883529663, + "peak_swapped": 0.6684995293617249, + "peak_reference": 0.736042857170105, + "motion_pred": [ + 0.05503781884908676, + 0.04591600224375725, + 0.04810108244419098, + 0.05231238901615143 + ], + "motion_real": [ + 0.055054813623428345, + 0.05222630873322487, + 0.05519399046897888, + 0.0633019357919693 + ], + "shift_reference_raw": 4.807478904724121 + }, + { + "index": 20036, + "episode": 209, + "map": 6, + "start": 1982, + "target_tic": 2014, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.18733787536621, + "shift_swapped": -28.52471351623535, + "shift_reference": 5.127115726470947, + "peak_recorded": 0.7484164237976074, + "peak_swapped": 0.6514368653297424, + "peak_reference": 0.42720702290534973, + "motion_pred": [ + 0.06443406641483307, + 0.05768318474292755, + 0.041756242513656616, + 0.047241512686014175 + ], + "motion_real": [ + 0.06787426769733429, + 0.07869201898574829, + 0.06694797426462173, + 0.06846143305301666 + ], + "shift_reference_raw": 5.896480560302734 + }, + { + "index": 20096, + "episode": 209, + "map": 6, + "start": 2077, + "target_tic": 2109, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.125736236572266, + "shift_swapped": 25.643522262573242, + "shift_reference": -13.207393646240234, + "peak_recorded": 0.797478199005127, + "peak_swapped": 0.6126726865768433, + "peak_reference": 0.7564388513565063, + "motion_pred": [ + 0.062037430703639984, + 0.057949941605329514, + 0.05777132883667946, + 0.060264866799116135 + ], + "motion_real": [ + 0.06663991510868073, + 0.07041669636964798, + 0.07127458602190018, + 0.07911570370197296 + ], + "shift_reference_raw": -13.263245582580566 + }, + { + "index": 20103, + "episode": 209, + "map": 6, + "start": 2084, + "target_tic": 2116, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.415624618530273, + "shift_swapped": -21.852338790893555, + "shift_reference": 30.631208419799805, + "peak_recorded": 0.4314851760864258, + "peak_swapped": 0.49866989254951477, + "peak_reference": 0.46167826652526855, + "motion_pred": [ + 0.0672035813331604, + 0.0586402490735054, + 0.06234230101108551, + 0.05386052653193474 + ], + "motion_real": [ + 0.07074113190174103, + 0.07065361738204956, + 0.07645907998085022, + 0.07482325285673141 + ], + "shift_reference_raw": 29.491683959960938 + }, + { + "index": 20607, + "episode": 209, + "map": 6, + "start": 2623, + "target_tic": 2655, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.47702407836914, + "shift_swapped": 21.325712203979492, + "shift_reference": -21.662975311279297, + "peak_recorded": 0.6950746774673462, + "peak_swapped": 0.7546902298927307, + "peak_reference": 0.766588568687439, + "motion_pred": [ + 0.06273824721574783, + 0.053029146045446396, + 0.056653451174497604, + 0.05684993416070938 + ], + "motion_real": [ + 0.0658084899187088, + 0.06579062342643738, + 0.06732150167226791, + 0.06714331358671188 + ], + "shift_reference_raw": -21.500675201416016 + }, + { + "index": 20703, + "episode": 209, + "map": 6, + "start": 2719, + "target_tic": 2751, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.33038097620010376, + "shift_swapped": 13.816892623901367, + "shift_reference": -25.56560707092285, + "peak_recorded": 0.3858640193939209, + "peak_swapped": 0.4910075068473816, + "peak_reference": 0.4012949764728546, + "motion_pred": [ + 0.04894305020570755, + 0.04004459083080292, + 0.03973840922117233, + 0.04168159142136574 + ], + "motion_real": [ + 0.05058922618627548, + 0.05874535068869591, + 0.05511512979865074, + 0.056656479835510254 + ], + "shift_reference_raw": -25.53956413269043 + }, + { + "index": 20759, + "episode": 209, + "map": 6, + "start": 2775, + "target_tic": 2807, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.7571752667427063, + "shift_swapped": 14.32498836517334, + "shift_reference": 0.8800004720687866, + "peak_recorded": 0.8121368885040283, + "peak_swapped": 0.7951785922050476, + "peak_reference": 0.7238343358039856, + "motion_pred": [ + 0.09375441074371338, + 0.08289828896522522, + 0.09444268047809601, + 0.10481250286102295 + ], + "motion_real": [ + 0.1011599525809288, + 0.10227195918560028, + 0.10366509854793549, + 0.11036991328001022 + ], + "shift_reference_raw": 1.4030883312225342 + }, + { + "index": 20869, + "episode": 209, + "map": 6, + "start": 2885, + "target_tic": 2917, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.16671371459961, + "shift_swapped": 22.298254013061523, + "shift_reference": -23.97949981689453, + "peak_recorded": 0.8513463735580444, + "peak_swapped": 0.8772310614585876, + "peak_reference": 0.8074449300765991, + "motion_pred": [ + 0.05483564734458923, + 0.03876495733857155, + 0.03625045716762543, + 0.03644609451293945 + ], + "motion_real": [ + 0.05451786518096924, + 0.05131317675113678, + 0.05127261206507683, + 0.050524987280368805 + ], + "shift_reference_raw": -23.043296813964844 + }, + { + "index": 21055, + "episode": 209, + "map": 6, + "start": 3071, + "target_tic": 3103, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.140621185302734, + "shift_swapped": 17.38213348388672, + "shift_reference": -21.410537719726562, + "peak_recorded": 0.7178574204444885, + "peak_swapped": 0.6798275113105774, + "peak_reference": 0.6823472380638123, + "motion_pred": [ + 0.05860288813710213, + 0.056213464587926865, + 0.05401279404759407, + 0.05437536537647247 + ], + "motion_real": [ + 0.06302549690008163, + 0.06330720335245132, + 0.05856554955244064, + 0.060404498130083084 + ], + "shift_reference_raw": -21.587209701538086 + }, + { + "index": 21160, + "episode": 209, + "map": 6, + "start": 3176, + "target_tic": 3208, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.960108757019043, + "shift_swapped": 28.83781623840332, + "shift_reference": -14.910223007202148, + "peak_recorded": 0.513333261013031, + "peak_swapped": 0.5190036296844482, + "peak_reference": 0.44680076837539673, + "motion_pred": [ + 0.05963694304227829, + 0.06086215004324913, + 0.058096639811992645, + 0.05565598979592323 + ], + "motion_real": [ + 0.06260845065116882, + 0.0699983760714531, + 0.06803867965936661, + 0.07002612203359604 + ], + "shift_reference_raw": -14.542159080505371 + }, + { + "index": 21229, + "episode": 209, + "map": 6, + "start": 3245, + "target_tic": 3277, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.21715545654297, + "shift_swapped": 20.686485290527344, + "shift_reference": -20.996137619018555, + "peak_recorded": 0.7308423519134521, + "peak_swapped": 0.6621788740158081, + "peak_reference": 0.6868292093276978, + "motion_pred": [ + 0.05897790938615799, + 0.05211259797215462, + 0.053797800093889236, + 0.05552554130554199 + ], + "motion_real": [ + 0.06172759830951691, + 0.06189040094614029, + 0.06329051405191422, + 0.062413010746240616 + ], + "shift_reference_raw": -20.99704360961914 + }, + { + "index": 21534, + "episode": 209, + "map": 6, + "start": 3585, + "target_tic": 3617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.63176155090332, + "shift_swapped": 6.085541248321533, + "shift_reference": -10.834020614624023, + "peak_recorded": 0.5120522379875183, + "peak_swapped": 0.4373810887336731, + "peak_reference": 0.5844503045082092, + "motion_pred": [ + 0.03651642054319382, + 0.02752169407904148, + 0.029209479689598083, + 0.0491192564368248 + ], + "motion_real": [ + 0.03458147495985031, + 0.03431929275393486, + 0.036007802933454514, + 0.055915046483278275 + ], + "shift_reference_raw": -10.903541564941406 + }, + { + "index": 21648, + "episode": 209, + "map": 6, + "start": 3699, + "target_tic": 3731, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.42591667175293, + "shift_swapped": -22.772214889526367, + "shift_reference": 19.159473419189453, + "peak_recorded": 0.47437024116516113, + "peak_swapped": 0.4771309792995453, + "peak_reference": 0.4777466952800751, + "motion_pred": [ + 0.059783462435007095, + 0.05316367372870445, + 0.05823902413249016, + 0.05639508739113808 + ], + "motion_real": [ + 0.06376224011182785, + 0.06271829456090927, + 0.06954273581504822, + 0.06853095442056656 + ], + "shift_reference_raw": 18.953628540039062 + }, + { + "index": 21944, + "episode": 209, + "map": 6, + "start": 4030, + "target_tic": 4062, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.91119384765625, + "shift_swapped": 29.884233474731445, + "shift_reference": -18.3179988861084, + "peak_recorded": 0.7946017980575562, + "peak_swapped": 0.8065047860145569, + "peak_reference": 0.7679970860481262, + "motion_pred": [ + 0.049869418144226074, + 0.03895653784275055, + 0.03961804509162903, + 0.04037686064839363 + ], + "motion_real": [ + 0.052556101232767105, + 0.05081075057387352, + 0.050413332879543304, + 0.048717670142650604 + ], + "shift_reference_raw": -18.373252868652344 + }, + { + "index": 22089, + "episode": 209, + "map": 6, + "start": 4175, + "target_tic": 4207, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.0758233070373535, + "shift_swapped": 32.0, + "shift_reference": -1.8753269910812378, + "peak_recorded": 0.9002460837364197, + "peak_swapped": 0.864976704120636, + "peak_reference": 0.8919599652290344, + "motion_pred": [ + 0.030301813036203384, + 0.022715896368026733, + 0.026505574584007263, + 0.043641917407512665 + ], + "motion_real": [ + 0.028637830168008804, + 0.036329131573438644, + 0.052736666053533554, + 0.06772103905677795 + ], + "shift_reference_raw": -1.9051753282546997 + }, + { + "index": 22099, + "episode": 209, + "map": 6, + "start": 4185, + "target_tic": 4217, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.78995132446289, + "shift_swapped": 17.903562545776367, + "shift_reference": -21.87884521484375, + "peak_recorded": 0.8995035290718079, + "peak_swapped": 0.8713202476501465, + "peak_reference": 0.9004225730895996, + "motion_pred": [ + 0.059848155826330185, + 0.05352228879928589, + 0.05371374636888504, + 0.05033811181783676 + ], + "motion_real": [ + 0.061889518052339554, + 0.05750317871570587, + 0.06530768424272537, + 0.06435050815343857 + ], + "shift_reference_raw": -21.50006866455078 + }, + { + "index": 22377, + "episode": 209, + "map": 6, + "start": 4498, + "target_tic": 4530, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.500333786010742, + "shift_swapped": -22.202800750732422, + "shift_reference": 22.270965576171875, + "peak_recorded": 0.7168132662773132, + "peak_swapped": 0.6858134269714355, + "peak_reference": 0.6865792870521545, + "motion_pred": [ + 0.06320032477378845, + 0.03605031967163086, + 0.03675956651568413, + 0.03739788755774498 + ], + "motion_real": [ + 0.06620985269546509, + 0.04423285275697708, + 0.04534732177853584, + 0.045461442321538925 + ], + "shift_reference_raw": 20.33622932434082 + }, + { + "index": 22425, + "episode": 209, + "map": 6, + "start": 4546, + "target_tic": 4578, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.1478397399187088, + "shift_swapped": -0.8116788268089294, + "shift_reference": 0.3800579011440277, + "peak_recorded": 0.724385142326355, + "peak_swapped": 0.6993969678878784, + "peak_reference": 0.6826816201210022, + "motion_pred": [ + 0.05951633304357529, + 0.04828539118170738, + 0.05139721557497978, + 0.05372972413897514 + ], + "motion_real": [ + 0.064176045358181, + 0.06157799810171127, + 0.06469010561704636, + 0.06357238441705704 + ], + "shift_reference_raw": 0.4623517394065857 + }, + { + "index": 22693, + "episode": 209, + "map": 6, + "start": 4814, + "target_tic": 4846, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.855072021484375, + "shift_swapped": 26.031957626342773, + "shift_reference": -24.9650936126709, + "peak_recorded": 0.6559368371963501, + "peak_swapped": 0.6626260876655579, + "peak_reference": 0.6049821376800537, + "motion_pred": [ + 0.05841207131743431, + 0.049523305147886276, + 0.05056347697973251, + 0.05066858232021332 + ], + "motion_real": [ + 0.06321659684181213, + 0.060178715735673904, + 0.0613795705139637, + 0.06473521143198013 + ], + "shift_reference_raw": -21.969358444213867 + }, + { + "index": 22784, + "episode": 287, + "map": 6, + "start": 44, + "target_tic": 76, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.238693237304688, + "shift_swapped": -21.262582778930664, + "shift_reference": 15.616832733154297, + "peak_recorded": 0.7335681319236755, + "peak_swapped": 0.7090809345245361, + "peak_reference": 0.7627232074737549, + "motion_pred": [ + 0.08700135350227356, + 0.10890262573957443, + 0.10626793652772903, + 0.10378650575876236 + ], + "motion_real": [ + 0.07652836292982101, + 0.0892655998468399, + 0.0861404612660408, + 0.10459145903587341 + ], + "shift_reference_raw": 15.390462875366211 + }, + { + "index": 23306, + "episode": 287, + "map": 6, + "start": 601, + "target_tic": 633, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.11503662168979645, + "shift_swapped": -0.9153196811676025, + "shift_reference": 0.06496528536081314, + "peak_recorded": 0.7790325880050659, + "peak_swapped": 0.6705629229545593, + "peak_reference": 0.7504425048828125, + "motion_pred": [ + 0.04979652166366577, + 0.04282920062541962, + 0.04661964252591133, + 0.05876879394054413 + ], + "motion_real": [ + 0.053049564361572266, + 0.05115994065999985, + 0.05842050909996033, + 0.07166460156440735 + ], + "shift_reference_raw": -0.40542981028556824 + }, + { + "index": 23310, + "episode": 287, + "map": 6, + "start": 605, + "target_tic": 637, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.348885536193848, + "shift_swapped": -27.85333824157715, + "shift_reference": 15.702797889709473, + "peak_recorded": 0.6677423119544983, + "peak_swapped": 0.719939649105072, + "peak_reference": 0.6597553491592407, + "motion_pred": [ + 0.06082314997911453, + 0.05259440094232559, + 0.06006674841046333, + 0.056526485830545425 + ], + "motion_real": [ + 0.06461035460233688, + 0.06409391015768051, + 0.0703740194439888, + 0.06770119071006775 + ], + "shift_reference_raw": 15.408352851867676 + }, + { + "index": 23460, + "episode": 287, + "map": 6, + "start": 755, + "target_tic": 787, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.397435188293457, + "shift_swapped": -3.6626715660095215, + "shift_reference": -2.1134374141693115, + "peak_recorded": 0.4893258810043335, + "peak_swapped": 0.4084770679473877, + "peak_reference": 0.3343771696090698, + "motion_pred": [ + 0.07923083007335663, + 0.06278159469366074, + 0.06060202047228813, + 0.0626649484038353 + ], + "motion_real": [ + 0.08568339049816132, + 0.09449302405118942, + 0.07984760403633118, + 0.07993889600038528 + ], + "shift_reference_raw": -3.7753708362579346 + }, + { + "index": 23463, + "episode": 287, + "map": 6, + "start": 758, + "target_tic": 790, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -22.690052032470703, + "shift_reference": 17.379961013793945, + "peak_recorded": 0.33378466963768005, + "peak_swapped": 0.7022182941436768, + "peak_reference": 0.7355468273162842, + "motion_pred": [ + 0.07928933203220367, + 0.05053761973977089, + 0.04878070950508118, + 0.05434010550379753 + ], + "motion_real": [ + 0.07993889600038528, + 0.05316914618015289, + 0.07158598303794861, + 0.07642509788274765 + ], + "shift_reference_raw": 17.279386520385742 + }, + { + "index": 23680, + "episode": 287, + "map": 6, + "start": 1010, + "target_tic": 1042, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.104431629180908, + "shift_swapped": -6.441326141357422, + "shift_reference": 4.023074150085449, + "peak_recorded": 0.6618152856826782, + "peak_swapped": 0.6789096593856812, + "peak_reference": 0.6339591145515442, + "motion_pred": [ + 0.052275896072387695, + 0.05189917981624603, + 0.04589089751243591, + 0.04554006829857826 + ], + "motion_real": [ + 0.054258644580841064, + 0.058619868010282516, + 0.052944429218769073, + 0.054787758737802505 + ], + "shift_reference_raw": 4.059822082519531 + }, + { + "index": 23800, + "episode": 287, + "map": 6, + "start": 1130, + "target_tic": 1162, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.9352381229400635, + "shift_swapped": 4.290975093841553, + "shift_reference": -4.413358688354492, + "peak_recorded": 0.54672771692276, + "peak_swapped": 0.41230955719947815, + "peak_reference": 0.44697779417037964, + "motion_pred": [ + 0.05322372168302536, + 0.04502326622605324, + 0.056651122868061066, + 0.06892628222703934 + ], + "motion_real": [ + 0.057302191853523254, + 0.048141784965991974, + 0.07026102393865585, + 0.08927270025014877 + ], + "shift_reference_raw": -4.503976821899414 + }, + { + "index": 23896, + "episode": 287, + "map": 6, + "start": 1261, + "target_tic": 1293, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.058513641357422, + "shift_swapped": -30.807857513427734, + "shift_reference": 12.122528076171875, + "peak_recorded": 0.4142461121082306, + "peak_swapped": 0.3469789922237396, + "peak_reference": 0.36377379298210144, + "motion_pred": [ + 0.058333419263362885, + 0.05360962450504303, + 0.05816859006881714, + 0.05827246978878975 + ], + "motion_real": [ + 0.06319545954465866, + 0.06678953021764755, + 0.07113108783960342, + 0.07190785557031631 + ], + "shift_reference_raw": 11.411083221435547 + }, + { + "index": 24361, + "episode": 287, + "map": 6, + "start": 1761, + "target_tic": 1793, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -14.773050308227539, + "shift_swapped": -21.35927391052246, + "shift_reference": -16.980436325073242, + "peak_recorded": 0.8000784516334534, + "peak_swapped": 0.826322078704834, + "peak_reference": 0.7463546991348267, + "motion_pred": [ + 0.06309626251459122, + 0.057615119963884354, + 0.05946887657046318, + 0.06355852633714676 + ], + "motion_real": [ + 0.06719981133937836, + 0.0645965188741684, + 0.06501735746860504, + 0.07205981761217117 + ], + "shift_reference_raw": -17.07784080505371 + }, + { + "index": 24674, + "episode": 287, + "map": 6, + "start": 2074, + "target_tic": 2106, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.003786087036133, + "shift_swapped": 23.35704803466797, + "shift_reference": -15.713973999023438, + "peak_recorded": 0.4550425708293915, + "peak_swapped": 0.46378016471862793, + "peak_reference": 0.4446691572666168, + "motion_pred": [ + 0.053510844707489014, + 0.045717496424913406, + 0.049484144896268845, + 0.0513635091483593 + ], + "motion_real": [ + 0.05819977819919586, + 0.05768626183271408, + 0.06275855004787445, + 0.06309231370687485 + ], + "shift_reference_raw": -13.135437965393066 + }, + { + "index": 24805, + "episode": 287, + "map": 6, + "start": 2240, + "target_tic": 2272, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.9828628897666931, + "shift_swapped": 31.29242706298828, + "shift_reference": -0.4732753336429596, + "peak_recorded": 0.4624652862548828, + "peak_swapped": 0.48436692357063293, + "peak_reference": 0.453978031873703, + "motion_pred": [ + 0.06445975601673126, + 0.05224372819066048, + 0.05068684741854668, + 0.05004040151834488 + ], + "motion_real": [ + 0.0695025771856308, + 0.05863840878009796, + 0.05607825517654419, + 0.05542437359690666 + ], + "shift_reference_raw": -14.809786796569824 + }, + { + "index": 24821, + "episode": 287, + "map": 6, + "start": 2256, + "target_tic": 2288, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.69908332824707, + "shift_swapped": -24.791337966918945, + "shift_reference": 13.003982543945312, + "peak_recorded": 0.5554859638214111, + "peak_swapped": 0.5988889336585999, + "peak_reference": 0.5334005355834961, + "motion_pred": [ + 0.06637842208147049, + 0.050727322697639465, + 0.05359246954321861, + 0.06349395960569382 + ], + "motion_real": [ + 0.06983953714370728, + 0.05924253910779953, + 0.06375744193792343, + 0.07089943438768387 + ], + "shift_reference_raw": 13.336771011352539 + }, + { + "index": 25245, + "episode": 287, + "map": 6, + "start": 2680, + "target_tic": 2712, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.17595100402832, + "shift_swapped": -22.586444854736328, + "shift_reference": 19.19669532775879, + "peak_recorded": 0.7363431453704834, + "peak_swapped": 0.7361131906509399, + "peak_reference": 0.7238461971282959, + "motion_pred": [ + 0.041079070419073105, + 0.03600470721721649, + 0.03418467566370964, + 0.034191932529211044 + ], + "motion_real": [ + 0.04214007407426834, + 0.043234121054410934, + 0.04356750473380089, + 0.04510275647044182 + ], + "shift_reference_raw": 18.198747634887695 + }, + { + "index": 25502, + "episode": 287, + "map": 6, + "start": 2972, + "target_tic": 3004, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.1710493564605713, + "shift_swapped": -5.896676063537598, + "shift_reference": 3.997842311859131, + "peak_recorded": 0.7495083808898926, + "peak_swapped": 0.7595950365066528, + "peak_reference": 0.7609969973564148, + "motion_pred": [ + 0.04630538076162338, + 0.042598266154527664, + 0.03612314909696579, + 0.03464161604642868 + ], + "motion_real": [ + 0.04718134552240372, + 0.04909652844071388, + 0.04304073378443718, + 0.041562072932720184 + ], + "shift_reference_raw": 4.07127046585083 + }, + { + "index": 25534, + "episode": 287, + "map": 6, + "start": 3004, + "target_tic": 3036, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.747346878051758, + "shift_swapped": 21.06981658935547, + "shift_reference": -21.071321487426758, + "peak_recorded": 0.6079361438751221, + "peak_swapped": 0.6836689114570618, + "peak_reference": 0.5885891318321228, + "motion_pred": [ + 0.0502903088927269, + 0.04289008677005768, + 0.040746841579675674, + 0.03564954921603203 + ], + "motion_real": [ + 0.048054758459329605, + 0.04555138200521469, + 0.04463457316160202, + 0.04439488798379898 + ], + "shift_reference_raw": -21.148181915283203 + }, + { + "index": 25568, + "episode": 287, + "map": 6, + "start": 3038, + "target_tic": 3070, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.148166179656982, + "shift_swapped": -1.4727907180786133, + "shift_reference": 8.495795249938965, + "peak_recorded": 0.5540274977684021, + "peak_swapped": 0.5808993577957153, + "peak_reference": 0.560555100440979, + "motion_pred": [ + 0.07284936308860779, + 0.07813955098390579, + 0.09582667052745819, + 0.11740861088037491 + ], + "motion_real": [ + 0.06506649404764175, + 0.08190657198429108, + 0.09006889909505844, + 0.12894679605960846 + ], + "shift_reference_raw": 8.157732963562012 + }, + { + "index": 26447, + "episode": 287, + "map": 6, + "start": 3952, + "target_tic": 3984, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.964454174041748, + "shift_swapped": 7.892446041107178, + "shift_reference": -2.4618937969207764, + "peak_recorded": 0.6792312264442444, + "peak_swapped": 0.6822289824485779, + "peak_reference": 0.6748899817466736, + "motion_pred": [ + 0.05553404241800308, + 0.05051615461707115, + 0.052150994539260864, + 0.047841135412454605 + ], + "motion_real": [ + 0.05876896530389786, + 0.060304541140794754, + 0.06034373119473457, + 0.057143088430166245 + ], + "shift_reference_raw": -2.3837170600891113 + }, + { + "index": 26719, + "episode": 287, + "map": 6, + "start": 4259, + "target_tic": 4291, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.04599352180957794, + "shift_swapped": 0.6755411028862, + "shift_reference": 0.30211061239242554, + "peak_recorded": 0.5752667188644409, + "peak_swapped": 0.6001400351524353, + "peak_reference": 0.5293787121772766, + "motion_pred": [ + 0.03644184768199921, + 0.03313938528299332, + 0.03373358026146889, + 0.035667452961206436 + ], + "motion_real": [ + 0.03733592480421066, + 0.0394754596054554, + 0.04081086069345474, + 0.04431699216365814 + ], + "shift_reference_raw": -0.2299373894929886 + }, + { + "index": 26829, + "episode": 287, + "map": 6, + "start": 4369, + "target_tic": 4401, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -9.169454574584961, + "shift_swapped": -17.85054588317871, + "shift_reference": -7.794309616088867, + "peak_recorded": 0.8302444815635681, + "peak_swapped": 0.817986011505127, + "peak_reference": 0.8049576878547668, + "motion_pred": [ + 0.060492634773254395, + 0.06167375668883324, + 0.050386980175971985, + 0.04794054105877876 + ], + "motion_real": [ + 0.0574379488825798, + 0.07296562194824219, + 0.06440965831279755, + 0.06324143707752228 + ], + "shift_reference_raw": -7.95888090133667 + }, + { + "index": 27048, + "episode": 287, + "map": 6, + "start": 4588, + "target_tic": 4620, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.757244110107422, + "shift_swapped": 6.62887716293335, + "shift_reference": -8.156143188476562, + "peak_recorded": 0.7160419821739197, + "peak_swapped": 0.7748648524284363, + "peak_reference": 0.7090235948562622, + "motion_pred": [ + 0.043931879103183746, + 0.02519284561276436, + 0.024935871362686157, + 0.02477923594415188 + ], + "motion_real": [ + 0.046375516802072525, + 0.027469027787446976, + 0.027453096583485603, + 0.029662849381566048 + ], + "shift_reference_raw": -7.543136119842529 + }, + { + "index": 27124, + "episode": 287, + "map": 6, + "start": 4699, + "target_tic": 4731, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.53351593017578, + "shift_swapped": 23.96349334716797, + "shift_reference": -19.930673599243164, + "peak_recorded": 0.6821570992469788, + "peak_swapped": 0.6948904991149902, + "peak_reference": 0.6734371185302734, + "motion_pred": [ + 0.05573132634162903, + 0.03391657769680023, + 0.03543718159198761, + 0.038057032972574234 + ], + "motion_real": [ + 0.059507932513952255, + 0.04435240849852562, + 0.0477946400642395, + 0.051915861666202545 + ], + "shift_reference_raw": -20.262113571166992 + }, + { + "index": 27365, + "episode": 313, + "map": 6, + "start": 79, + "target_tic": 111, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.94879150390625, + "shift_swapped": 28.136943817138672, + "shift_reference": -16.02305030822754, + "peak_recorded": 0.6942711472511292, + "peak_swapped": 0.6388800144195557, + "peak_reference": 0.6812400817871094, + "motion_pred": [ + 0.04273618012666702, + 0.03852656111121178, + 0.033793095499277115, + 0.03788762539625168 + ], + "motion_real": [ + 0.04184668883681297, + 0.04440624639391899, + 0.04230679199099541, + 0.04260387271642685 + ], + "shift_reference_raw": -15.123723030090332 + }, + { + "index": 27541, + "episode": 313, + "map": 6, + "start": 255, + "target_tic": 287, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.217369079589844, + "shift_swapped": 23.960084915161133, + "shift_reference": -16.186620712280273, + "peak_recorded": 0.48430997133255005, + "peak_swapped": 0.32974815368652344, + "peak_reference": 0.38746944069862366, + "motion_pred": [ + 0.034884072840213776, + 0.027029069140553474, + 0.029234543442726135, + 0.029289111495018005 + ], + "motion_real": [ + 0.03521687537431717, + 0.0359673947095871, + 0.037764474749565125, + 0.03833591565489769 + ], + "shift_reference_raw": -16.224889755249023 + }, + { + "index": 27664, + "episode": 313, + "map": 6, + "start": 378, + "target_tic": 410, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.111352920532227, + "shift_swapped": 24.096412658691406, + "shift_reference": -18.847307205200195, + "peak_recorded": 0.7432506084442139, + "peak_swapped": 0.6663529872894287, + "peak_reference": 0.7820870876312256, + "motion_pred": [ + 0.0403275229036808, + 0.036572232842445374, + 0.03600788488984108, + 0.03327580913901329 + ], + "motion_real": [ + 0.04068585857748985, + 0.04129728674888611, + 0.04187138006091118, + 0.03481791168451309 + ], + "shift_reference_raw": -18.43613624572754 + }, + { + "index": 27750, + "episode": 313, + "map": 6, + "start": 464, + "target_tic": 496, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.04816436767578, + "shift_swapped": 22.21603012084961, + "shift_reference": -22.01188850402832, + "peak_recorded": 0.5788023471832275, + "peak_swapped": 0.636167585849762, + "peak_reference": 0.4910500943660736, + "motion_pred": [ + 0.061820704489946365, + 0.04824942722916603, + 0.044390030205249786, + 0.045718006789684296 + ], + "motion_real": [ + 0.06770313531160355, + 0.06012934446334839, + 0.059674132615327835, + 0.0571521520614624 + ], + "shift_reference_raw": -24.519737243652344 + }, + { + "index": 27772, + "episode": 313, + "map": 6, + "start": 486, + "target_tic": 518, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.814882278442383, + "shift_swapped": -20.326454162597656, + "shift_reference": 22.45557403564453, + "peak_recorded": 0.7669224739074707, + "peak_swapped": 0.8181873559951782, + "peak_reference": 0.7507935762405396, + "motion_pred": [ + 0.06638038903474808, + 0.0665917843580246, + 0.05078320950269699, + 0.0339740514755249 + ], + "motion_real": [ + 0.06946898996829987, + 0.07706388086080551, + 0.06207599490880966, + 0.04358081519603729 + ], + "shift_reference_raw": 22.10741424560547 + }, + { + "index": 27773, + "episode": 313, + "map": 6, + "start": 487, + "target_tic": 519, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.97113037109375, + "shift_swapped": -19.97461700439453, + "shift_reference": 21.72907257080078, + "peak_recorded": 0.5085386037826538, + "peak_swapped": 0.6419085264205933, + "peak_reference": 0.5170916318893433, + "motion_pred": [ + 0.07297723740339279, + 0.05007825419306755, + 0.03824371472001076, + 0.03475014120340347 + ], + "motion_real": [ + 0.07706388086080551, + 0.06207599490880966, + 0.04358081519603729, + 0.03871302306652069 + ], + "shift_reference_raw": 21.44712257385254 + }, + { + "index": 27860, + "episode": 313, + "map": 6, + "start": 574, + "target_tic": 606, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.31654167175293, + "shift_swapped": -27.030603408813477, + "shift_reference": 16.986356735229492, + "peak_recorded": 0.7846988439559937, + "peak_swapped": 0.8254050016403198, + "peak_reference": 0.7742484211921692, + "motion_pred": [ + 0.06982424855232239, + 0.0642140582203865, + 0.06426732242107391, + 0.04061387851834297 + ], + "motion_real": [ + 0.07410702109336853, + 0.07346132397651672, + 0.07331202179193497, + 0.05052740499377251 + ], + "shift_reference_raw": 16.969640731811523 + }, + { + "index": 27981, + "episode": 313, + "map": 6, + "start": 730, + "target_tic": 762, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.98577308654785, + "shift_swapped": -20.979597091674805, + "shift_reference": 23.37725067138672, + "peak_recorded": 0.7264535427093506, + "peak_swapped": 0.7443442344665527, + "peak_reference": 0.6905005574226379, + "motion_pred": [ + 0.06630255281925201, + 0.03493703529238701, + 0.03251129761338234, + 0.04212302342057228 + ], + "motion_real": [ + 0.0716923400759697, + 0.04066699743270874, + 0.03576695919036865, + 0.04826929792761803 + ], + "shift_reference_raw": 19.92287254333496 + }, + { + "index": 28117, + "episode": 313, + "map": 6, + "start": 866, + "target_tic": 898, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.305356979370117, + "shift_swapped": -24.804683685302734, + "shift_reference": 13.952439308166504, + "peak_recorded": 0.7373035550117493, + "peak_swapped": 0.7294915914535522, + "peak_reference": 0.704100489616394, + "motion_pred": [ + 0.05623475834727287, + 0.050465602427721024, + 0.057977933436632156, + 0.05661090090870857 + ], + "motion_real": [ + 0.06095941364765167, + 0.06009325385093689, + 0.06341996043920517, + 0.05794503912329674 + ], + "shift_reference_raw": 13.898944854736328 + }, + { + "index": 28316, + "episode": 313, + "map": 6, + "start": 1100, + "target_tic": 1132, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.835811614990234, + "shift_swapped": 19.118154525756836, + "shift_reference": -21.00676727294922, + "peak_recorded": 0.9112357497215271, + "peak_swapped": 0.9006973505020142, + "peak_reference": 0.8832597732543945, + "motion_pred": [ + 0.059765465557575226, + 0.052699603140354156, + 0.05120775103569031, + 0.051376476883888245 + ], + "motion_real": [ + 0.0625784769654274, + 0.06153358891606331, + 0.06367668509483337, + 0.06366016715765 + ], + "shift_reference_raw": -20.989320755004883 + }, + { + "index": 28510, + "episode": 313, + "map": 6, + "start": 1294, + "target_tic": 1326, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.085220336914062, + "shift_swapped": 18.547584533691406, + "shift_reference": -15.256022453308105, + "peak_recorded": 0.8337361216545105, + "peak_swapped": 0.8950647115707397, + "peak_reference": 0.3023506700992584, + "motion_pred": [ + 0.0742388516664505, + 0.06609466671943665, + 0.0683373212814331, + 0.06801258027553558 + ], + "motion_real": [ + 0.0787271112203598, + 0.07444490492343903, + 0.07413001358509064, + 0.08357279747724533 + ], + "shift_reference_raw": -12.926748275756836 + }, + { + "index": 28744, + "episode": 313, + "map": 6, + "start": 1528, + "target_tic": 1560, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.23794937133789, + "shift_swapped": -22.758522033691406, + "shift_reference": 20.173398971557617, + "peak_recorded": 0.6681458950042725, + "peak_swapped": 0.6241342425346375, + "peak_reference": 0.6005409359931946, + "motion_pred": [ + 0.05024834722280502, + 0.041739191859960556, + 0.0444384440779686, + 0.04662613943219185 + ], + "motion_real": [ + 0.05572089925408363, + 0.05542141944169998, + 0.05807888135313988, + 0.05480295792222023 + ], + "shift_reference_raw": 20.783756256103516 + }, + { + "index": 29309, + "episode": 313, + "map": 6, + "start": 2163, + "target_tic": 2195, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.800524711608887, + "shift_swapped": -0.358845978975296, + "shift_reference": -11.738298416137695, + "peak_recorded": 0.7807394862174988, + "peak_swapped": 0.7805339097976685, + "peak_reference": 0.7331031560897827, + "motion_pred": [ + 0.05751659348607063, + 0.05092819407582283, + 0.05162763223052025, + 0.0671810433268547 + ], + "motion_real": [ + 0.06396649032831192, + 0.06282832473516464, + 0.06980618089437485, + 0.06819359213113785 + ], + "shift_reference_raw": -11.65909194946289 + }, + { + "index": 29501, + "episode": 313, + "map": 6, + "start": 2355, + "target_tic": 2387, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.670094013214111, + "shift_swapped": -5.254791736602783, + "shift_reference": 0.1389480084180832, + "peak_recorded": 0.7948440909385681, + "peak_swapped": 0.8039184212684631, + "peak_reference": 0.7641573548316956, + "motion_pred": [ + 0.04756559431552887, + 0.042792581021785736, + 0.04389099404215813, + 0.06142229959368706 + ], + "motion_real": [ + 0.049720399081707, + 0.05161897465586662, + 0.053486794233322144, + 0.06824693828821182 + ], + "shift_reference_raw": 0.07117616385221481 + }, + { + "index": 29625, + "episode": 313, + "map": 6, + "start": 2514, + "target_tic": 2546, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.070569038391113, + "shift_swapped": -8.410374641418457, + "shift_reference": 3.2976624965667725, + "peak_recorded": 0.685680091381073, + "peak_swapped": 0.7025874257087708, + "peak_reference": 0.6910296082496643, + "motion_pred": [ + 0.04544742777943611, + 0.04118959978222847, + 0.04114753007888794, + 0.03842085227370262 + ], + "motion_real": [ + 0.04755396395921707, + 0.04830510914325714, + 0.049363669008016586, + 0.046595942229032516 + ], + "shift_reference_raw": 3.091710329055786 + }, + { + "index": 29642, + "episode": 313, + "map": 6, + "start": 2531, + "target_tic": 2563, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.582305908203125, + "shift_swapped": -26.07557487487793, + "shift_reference": 16.241870880126953, + "peak_recorded": 0.44656902551651, + "peak_swapped": 0.4100145697593689, + "peak_reference": 0.4461136758327484, + "motion_pred": [ + 0.049508534371852875, + 0.043555211275815964, + 0.03893882408738136, + 0.037533391267061234 + ], + "motion_real": [ + 0.057921040803194046, + 0.06621550768613815, + 0.054637596011161804, + 0.06372319906949997 + ], + "shift_reference_raw": 17.38625144958496 + }, + { + "index": 30501, + "episode": 313, + "map": 6, + "start": 3460, + "target_tic": 3492, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.5414902567863464, + "shift_swapped": -12.24731731414795, + "shift_reference": -1.2696536779403687, + "peak_recorded": 0.7315493822097778, + "peak_swapped": 0.7062833309173584, + "peak_reference": 0.6683424115180969, + "motion_pred": [ + 0.10650245100259781, + 0.13000673055648804, + 0.12456010282039642, + 0.10292205959558487 + ], + "motion_real": [ + 0.11260620504617691, + 0.17256775498390198, + 0.10320856422185898, + 0.09971091896295547 + ], + "shift_reference_raw": -1.0607225894927979 + }, + { + "index": 30503, + "episode": 313, + "map": 6, + "start": 3462, + "target_tic": 3494, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.150907516479492, + "shift_swapped": -19.92748260498047, + "shift_reference": 23.7992000579834, + "peak_recorded": 0.6851824522018433, + "peak_swapped": 0.8655239939689636, + "peak_reference": 0.8221293091773987, + "motion_pred": [ + 0.11312766373157501, + 0.10207443684339523, + 0.08675353974103928, + 0.08763304352760315 + ], + "motion_real": [ + 0.10320856422185898, + 0.09971091896295547, + 0.10091256350278854, + 0.10142457485198975 + ], + "shift_reference_raw": 23.72041130065918 + }, + { + "index": 30617, + "episode": 313, + "map": 6, + "start": 3576, + "target_tic": 3608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.15884017944336, + "shift_swapped": -20.128780364990234, + "shift_reference": 24.002582550048828, + "peak_recorded": 0.6801484227180481, + "peak_swapped": 0.7160019278526306, + "peak_reference": 0.6308544874191284, + "motion_pred": [ + 0.06084911525249481, + 0.047095440328121185, + 0.06429237872362137, + 0.03864232823252678 + ], + "motion_real": [ + 0.06520721316337585, + 0.06126677244901657, + 0.07805745303630829, + 0.050964098423719406 + ], + "shift_reference_raw": 21.761417388916016 + }, + { + "index": 30626, + "episode": 313, + "map": 6, + "start": 3585, + "target_tic": 3617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.132022857666016, + "shift_swapped": 32.0, + "shift_reference": -19.665918350219727, + "peak_recorded": 0.7436283230781555, + "peak_swapped": 0.818290114402771, + "peak_reference": 0.38634276390075684, + "motion_pred": [ + 0.06109537556767464, + 0.04373100772500038, + 0.04323165863752365, + 0.042955271899700165 + ], + "motion_real": [ + 0.07246562838554382, + 0.05049382522702217, + 0.048191461712121964, + 0.053145889192819595 + ], + "shift_reference_raw": -19.52915382385254 + }, + { + "index": 30719, + "episode": 313, + "map": 6, + "start": 3678, + "target_tic": 3710, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.822168350219727, + "shift_swapped": 21.177885055541992, + "shift_reference": -21.112886428833008, + "peak_recorded": 0.7959149479866028, + "peak_swapped": 0.8051568865776062, + "peak_reference": 0.7813820242881775, + "motion_pred": [ + 0.04763589799404144, + 0.040097590535879135, + 0.05600984767079353, + 0.028378186747431755 + ], + "motion_real": [ + 0.04640970006585121, + 0.052239611744880676, + 0.06941602379083633, + 0.04007649049162865 + ], + "shift_reference_raw": -21.01571273803711 + }, + { + "index": 30747, + "episode": 313, + "map": 6, + "start": 3706, + "target_tic": 3738, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.76641273498535, + "shift_swapped": -21.334571838378906, + "shift_reference": 21.972938537597656, + "peak_recorded": 0.7323881983757019, + "peak_swapped": 0.7689940333366394, + "peak_reference": 0.7188904285430908, + "motion_pred": [ + 0.059892091900110245, + 0.05179537460207939, + 0.06357000023126602, + 0.050914566963911057 + ], + "motion_real": [ + 0.06251724809408188, + 0.06577645242214203, + 0.08086708188056946, + 0.06973976641893387 + ], + "shift_reference_raw": 21.0388240814209 + }, + { + "index": 30796, + "episode": 313, + "map": 6, + "start": 3755, + "target_tic": 3787, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.458942413330078, + "shift_swapped": -14.113398551940918, + "shift_reference": 32.0, + "peak_recorded": 0.6783995628356934, + "peak_swapped": 0.7318371534347534, + "peak_reference": 0.6667054295539856, + "motion_pred": [ + 0.11924801021814346, + 0.08264845609664917, + 0.08605770766735077, + 0.08714469522237778 + ], + "motion_real": [ + 0.1173071339726448, + 0.11975368857383728, + 0.09338133037090302, + 0.09863708168268204 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 30889, + "episode": 313, + "map": 6, + "start": 3883, + "target_tic": 3915, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.298349380493164, + "shift_swapped": -22.201004028320312, + "shift_reference": 16.937604904174805, + "peak_recorded": 0.5391715168952942, + "peak_swapped": 0.5462069511413574, + "peak_reference": 0.47364264726638794, + "motion_pred": [ + 0.0671168640255928, + 0.038157977163791656, + 0.03721762076020241, + 0.03702773153781891 + ], + "motion_real": [ + 0.07181689888238907, + 0.040765706449747086, + 0.03979295492172241, + 0.04295457899570465 + ], + "shift_reference_raw": 17.171052932739258 + }, + { + "index": 30940, + "episode": 313, + "map": 6, + "start": 3934, + "target_tic": 3966, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.33804702758789, + "shift_swapped": 32.0, + "shift_reference": -18.947158813476562, + "peak_recorded": 0.4935714900493622, + "peak_swapped": 0.6557835340499878, + "peak_reference": 0.6144071221351624, + "motion_pred": [ + 0.0691983625292778, + 0.059192828834056854, + 0.05544979125261307, + 0.0489010214805603 + ], + "motion_real": [ + 0.07807224243879318, + 0.08601339906454086, + 0.0770311951637268, + 0.07510223239660263 + ], + "shift_reference_raw": -19.634918212890625 + }, + { + "index": 31009, + "episode": 313, + "map": 6, + "start": 4003, + "target_tic": 4035, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.16188621520996, + "shift_swapped": 25.704105377197266, + "shift_reference": -19.366657257080078, + "peak_recorded": 0.6411429047584534, + "peak_swapped": 0.6057731509208679, + "peak_reference": 0.6186736822128296, + "motion_pred": [ + 0.05259469896554947, + 0.04685041680932045, + 0.04660731554031372, + 0.046177446842193604 + ], + "motion_real": [ + 0.05553899332880974, + 0.05756312981247902, + 0.05834503471851349, + 0.059673260897397995 + ], + "shift_reference_raw": -19.771358489990234 + }, + { + "index": 31029, + "episode": 313, + "map": 6, + "start": 4023, + "target_tic": 4055, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 17.258230209350586, + "shift_swapped": 25.121763229370117, + "shift_reference": 32.0, + "peak_recorded": 0.4899068772792816, + "peak_swapped": 0.4963969886302948, + "peak_reference": 0.4317868649959564, + "motion_pred": [ + 0.0658734142780304, + 0.05102715268731117, + 0.04878314211964607, + 0.04796631261706352 + ], + "motion_real": [ + 0.0701834037899971, + 0.07426822185516357, + 0.0685696005821228, + 0.08450336009263992 + ], + "shift_reference_raw": 31.46491050720215 + }, + { + "index": 31061, + "episode": 313, + "map": 6, + "start": 4055, + "target_tic": 4087, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.856998443603516, + "shift_swapped": -18.68291664123535, + "shift_reference": 30.770647048950195, + "peak_recorded": 0.7348107099533081, + "peak_swapped": 0.6431403756141663, + "peak_reference": 0.6627659797668457, + "motion_pred": [ + 0.06774061918258667, + 0.06092745065689087, + 0.05949357897043228, + 0.06579938530921936 + ], + "motion_real": [ + 0.0711117535829544, + 0.06962881237268448, + 0.06853985786437988, + 0.0756615549325943 + ], + "shift_reference_raw": 30.644805908203125 + }, + { + "index": 31213, + "episode": 313, + "map": 6, + "start": 4207, + "target_tic": 4239, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.6323116421699524, + "peak_swapped": 0.26315486431121826, + "peak_reference": 0.1828296035528183, + "motion_pred": [ + 0.05864493548870087, + 0.03279571235179901, + 0.024803942069411278, + 0.025478890165686607 + ], + "motion_real": [ + 0.0799982100725174, + 0.06032586842775345, + 0.041679754853248596, + 0.04262798652052879 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 31229, + "episode": 313, + "map": 6, + "start": 4223, + "target_tic": 4255, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -31.166107177734375, + "shift_swapped": 18.64004135131836, + "shift_reference": -28.112157821655273, + "peak_recorded": 0.3871860206127167, + "peak_swapped": 0.49861565232276917, + "peak_reference": 0.3695961534976959, + "motion_pred": [ + 0.061368849128484726, + 0.05258764326572418, + 0.05090252310037613, + 0.05065023899078369 + ], + "motion_real": [ + 0.0632212907075882, + 0.06212209537625313, + 0.060624659061431885, + 0.05987906828522682 + ], + "shift_reference_raw": -25.477632522583008 + }, + { + "index": 31400, + "episode": 313, + "map": 6, + "start": 4429, + "target_tic": 4461, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6629241108894348, + "shift_swapped": -13.20927906036377, + "shift_reference": 1.8769077062606812, + "peak_recorded": 0.6936812996864319, + "peak_swapped": 0.6680998206138611, + "peak_reference": 0.6617423892021179, + "motion_pred": [ + 0.05103728547692299, + 0.04463040083646774, + 0.04324101284146309, + 0.04693162068724632 + ], + "motion_real": [ + 0.05481995269656181, + 0.05581246316432953, + 0.054400429129600525, + 0.056571219116449356 + ], + "shift_reference_raw": 1.8099461793899536 + }, + { + "index": 31409, + "episode": 313, + "map": 6, + "start": 4438, + "target_tic": 4470, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.074670791625977, + "shift_swapped": -19.451465606689453, + "shift_reference": 20.3818359375, + "peak_recorded": 0.5410700440406799, + "peak_swapped": 0.4819398522377014, + "peak_reference": 0.5276451706886292, + "motion_pred": [ + 0.04785539582371712, + 0.041421014815568924, + 0.043486498296260834, + 0.04293334111571312 + ], + "motion_real": [ + 0.05055565759539604, + 0.05206441506743431, + 0.05343199148774147, + 0.05345987528562546 + ], + "shift_reference_raw": 21.205066680908203 + }, + { + "index": 31556, + "episode": 313, + "map": 6, + "start": 4585, + "target_tic": 4617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.52216911315918, + "shift_swapped": 20.75199317932129, + "shift_reference": -16.981721878051758, + "peak_recorded": 0.7804481387138367, + "peak_swapped": 0.7327284812927246, + "peak_reference": 0.7441840171813965, + "motion_pred": [ + 0.13418234884738922, + 0.119172602891922, + 0.1181727796792984, + 0.10127978771924973 + ], + "motion_real": [ + 0.1296861618757248, + 0.14953798055648804, + 0.1268969476222992, + 0.11055383831262589 + ], + "shift_reference_raw": -17.077669143676758 + }, + { + "index": 31568, + "episode": 313, + "map": 6, + "start": 4597, + "target_tic": 4629, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.465499877929688, + "shift_swapped": 20.861059188842773, + "shift_reference": -28.783733367919922, + "peak_recorded": 0.6140434145927429, + "peak_swapped": 0.633577287197113, + "peak_reference": 0.596240758895874, + "motion_pred": [ + 0.0533207468688488, + 0.048314474523067474, + 0.03666142746806145, + 0.036190204322338104 + ], + "motion_real": [ + 0.055806055665016174, + 0.05530599132180214, + 0.04393959417939186, + 0.04495720565319061 + ], + "shift_reference_raw": -28.7329044342041 + }, + { + "index": 31723, + "episode": 313, + "map": 6, + "start": 4752, + "target_tic": 4784, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.718364715576172, + "shift_swapped": 20.90056037902832, + "shift_reference": -30.528268814086914, + "peak_recorded": 0.6270484328269958, + "peak_swapped": 0.655730128288269, + "peak_reference": 0.5848274827003479, + "motion_pred": [ + 0.05405730754137039, + 0.045463912189006805, + 0.041552651673555374, + 0.03456016629934311 + ], + "motion_real": [ + 0.05708659067749977, + 0.060330599546432495, + 0.05432944372296333, + 0.04305180162191391 + ], + "shift_reference_raw": -30.859025955200195 + }, + { + "index": 31782, + "episode": 313, + "map": 6, + "start": 4811, + "target_tic": 4843, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.709840774536133, + "shift_swapped": 23.211380004882812, + "shift_reference": -21.179248809814453, + "peak_recorded": 0.8958548903465271, + "peak_swapped": 0.8962765336036682, + "peak_reference": 0.8848493695259094, + "motion_pred": [ + 0.038851384073495865, + 0.03408864885568619, + 0.033198777586221695, + 0.04319332540035248 + ], + "motion_real": [ + 0.03926822915673256, + 0.04138067737221718, + 0.043212197721004486, + 0.0534256175160408 + ], + "shift_reference_raw": -21.144001007080078 + }, + { + "index": 31784, + "episode": 313, + "map": 6, + "start": 4813, + "target_tic": 4845, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.137975692749023, + "shift_swapped": 20.10575294494629, + "shift_reference": -20.93764305114746, + "peak_recorded": 0.9084785580635071, + "peak_swapped": 0.8975631594657898, + "peak_reference": 0.8912590146064758, + "motion_pred": [ + 0.04253041744232178, + 0.04339881241321564, + 0.02993502840399742, + 0.02881433628499508 + ], + "motion_real": [ + 0.043212197721004486, + 0.0534256175160408, + 0.038992565125226974, + 0.037519898265600204 + ], + "shift_reference_raw": -20.27461051940918 + }, + { + "index": 32032, + "episode": 326, + "map": 6, + "start": 200, + "target_tic": 232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.248926639556885, + "shift_swapped": -27.040935516357422, + "shift_reference": 6.143341064453125, + "peak_recorded": 0.4941234886646271, + "peak_swapped": 0.22049181163311005, + "peak_reference": 0.5691766738891602, + "motion_pred": [ + 0.071640245616436, + 0.06664999574422836, + 0.05658876523375511, + 0.055333320051431656 + ], + "motion_real": [ + 0.07590436190366745, + 0.08384987711906433, + 0.07883651554584503, + 0.07399312406778336 + ], + "shift_reference_raw": 6.367951393127441 + }, + { + "index": 32245, + "episode": 326, + "map": 6, + "start": 448, + "target_tic": 480, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.5029733180999756, + "shift_swapped": -32.0, + "shift_reference": -0.4856950342655182, + "peak_recorded": 0.5632807612419128, + "peak_swapped": 0.23191620409488678, + "peak_reference": 0.485834538936615, + "motion_pred": [ + 0.059851888567209244, + 0.05292025953531265, + 0.06344634294509888, + 0.06723571568727493 + ], + "motion_real": [ + 0.06400188058614731, + 0.06379934400320053, + 0.07468310743570328, + 0.08836162835359573 + ], + "shift_reference_raw": -0.16307875514030457 + }, + { + "index": 32351, + "episode": 326, + "map": 6, + "start": 554, + "target_tic": 586, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.773725509643555, + "shift_swapped": 1.043500542640686, + "shift_reference": 8.064395904541016, + "peak_recorded": 0.6846503019332886, + "peak_swapped": 0.6755035519599915, + "peak_reference": 0.6926034092903137, + "motion_pred": [ + 0.06394029408693314, + 0.055631522089242935, + 0.0668318048119545, + 0.05616117641329765 + ], + "motion_real": [ + 0.06727524846792221, + 0.06584426015615463, + 0.0875440165400505, + 0.07365316897630692 + ], + "shift_reference_raw": 8.959129333496094 + }, + { + "index": 32632, + "episode": 326, + "map": 6, + "start": 835, + "target_tic": 867, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.64816665649414, + "shift_swapped": 26.979318618774414, + "shift_reference": -26.941736221313477, + "peak_recorded": 0.8072400689125061, + "peak_swapped": 0.7220230102539062, + "peak_reference": 0.7465458512306213, + "motion_pred": [ + 0.06542512029409409, + 0.059530988335609436, + 0.049583978950977325, + 0.04354488104581833 + ], + "motion_real": [ + 0.0679323747754097, + 0.06545516848564148, + 0.05793508142232895, + 0.055200278759002686 + ], + "shift_reference_raw": -26.964006423950195 + }, + { + "index": 33045, + "episode": 326, + "map": 6, + "start": 1283, + "target_tic": 1315, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.830187201499939, + "shift_swapped": -8.179725646972656, + "shift_reference": 1.6676139831542969, + "peak_recorded": 0.5891944169998169, + "peak_swapped": 0.5864022970199585, + "peak_reference": 0.5902142524719238, + "motion_pred": [ + 0.04789723828434944, + 0.04017670452594757, + 0.043053194880485535, + 0.043142031878232956 + ], + "motion_real": [ + 0.05074109137058258, + 0.051615890115499496, + 0.053536608815193176, + 0.05356535315513611 + ], + "shift_reference_raw": 2.893742561340332 + }, + { + "index": 33048, + "episode": 326, + "map": 6, + "start": 1286, + "target_tic": 1318, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.9361673593521118, + "shift_swapped": -9.97038459777832, + "shift_reference": 0.29728806018829346, + "peak_recorded": 0.5985224843025208, + "peak_swapped": 0.6198540925979614, + "peak_reference": 0.5881069302558899, + "motion_pred": [ + 0.04993023723363876, + 0.044011909514665604, + 0.044816505163908005, + 0.045809339731931686 + ], + "motion_real": [ + 0.05356535315513611, + 0.05450274422764778, + 0.05531703308224678, + 0.056942056864500046 + ], + "shift_reference_raw": 0.8221449255943298 + }, + { + "index": 33606, + "episode": 326, + "map": 6, + "start": 1879, + "target_tic": 1911, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.06534174084663391, + "shift_swapped": -0.16481216251850128, + "shift_reference": 0.09140876680612564, + "peak_recorded": 0.683298647403717, + "peak_swapped": 0.6934472322463989, + "peak_reference": 0.6758579015731812, + "motion_pred": [ + 0.04917522147297859, + 0.03920173645019531, + 0.032617535442113876, + 0.035235971212387085 + ], + "motion_real": [ + 0.04578934609889984, + 0.05687009170651436, + 0.0645526796579361, + 0.053426213562488556 + ], + "shift_reference_raw": 0.05474644899368286 + }, + { + "index": 34187, + "episode": 326, + "map": 6, + "start": 2495, + "target_tic": 2527, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.200319290161133, + "shift_swapped": 20.203779220581055, + "shift_reference": -21.139636993408203, + "peak_recorded": 0.8458217978477478, + "peak_swapped": 0.839187502861023, + "peak_reference": 0.8293341994285583, + "motion_pred": [ + 0.05942833051085472, + 0.05500800907611847, + 0.05012032389640808, + 0.045938845723867416 + ], + "motion_real": [ + 0.06335639953613281, + 0.0616634376347065, + 0.057911328971385956, + 0.055801860988140106 + ], + "shift_reference_raw": -20.917083740234375 + }, + { + "index": 34434, + "episode": 326, + "map": 6, + "start": 2812, + "target_tic": 2844, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.020252227783203, + "shift_swapped": 17.05963897705078, + "shift_reference": -26.239519119262695, + "peak_recorded": 0.5669148564338684, + "peak_swapped": 0.460610955953598, + "peak_reference": 0.46811193227767944, + "motion_pred": [ + 0.056939270347356796, + 0.0483829528093338, + 0.04793668910861015, + 0.04837077483534813 + ], + "motion_real": [ + 0.06437284499406815, + 0.0641556978225708, + 0.0626244768500328, + 0.06282296776771545 + ], + "shift_reference_raw": -25.990848541259766 + }, + { + "index": 34583, + "episode": 326, + "map": 6, + "start": 2961, + "target_tic": 2993, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.08051872253418, + "shift_swapped": 24.068218231201172, + "shift_reference": -17.976572036743164, + "peak_recorded": 0.7819798588752747, + "peak_swapped": 0.7470777034759521, + "peak_reference": 0.7575373649597168, + "motion_pred": [ + 0.060935743153095245, + 0.05164054408669472, + 0.048356808722019196, + 0.04871683567762375 + ], + "motion_real": [ + 0.06577380746603012, + 0.06310713291168213, + 0.058986011892557144, + 0.06119557470083237 + ], + "shift_reference_raw": -18.011737823486328 + }, + { + "index": 34752, + "episode": 326, + "map": 6, + "start": 3130, + "target_tic": 3162, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.59437370300293, + "shift_swapped": 25.322505950927734, + "shift_reference": -25.509904861450195, + "peak_recorded": 0.6423264741897583, + "peak_swapped": 0.6896618604660034, + "peak_reference": 0.6616246700286865, + "motion_pred": [ + 0.0633532926440239, + 0.054269760847091675, + 0.051219839602708817, + 0.04616348072886467 + ], + "motion_real": [ + 0.06661725044250488, + 0.06340563297271729, + 0.06258349865674973, + 0.057947393506765366 + ], + "shift_reference_raw": -25.69191551208496 + }, + { + "index": 34824, + "episode": 326, + "map": 6, + "start": 3202, + "target_tic": 3234, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.900894165039062, + "shift_swapped": 24.00196075439453, + "shift_reference": -17.768394470214844, + "peak_recorded": 0.6791408061981201, + "peak_swapped": 0.6591414213180542, + "peak_reference": 0.6370145082473755, + "motion_pred": [ + 0.05021079257130623, + 0.04643784463405609, + 0.0465628020465374, + 0.04656640812754631 + ], + "motion_real": [ + 0.05388324707746506, + 0.057212237268686295, + 0.05899683013558388, + 0.058875635266304016 + ], + "shift_reference_raw": -18.176559448242188 + }, + { + "index": 34854, + "episode": 326, + "map": 6, + "start": 3232, + "target_tic": 3264, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.895767211914062, + "shift_swapped": 26.0638370513916, + "shift_reference": -16.57642364501953, + "peak_recorded": 0.5654067993164062, + "peak_swapped": 0.5051448941230774, + "peak_reference": 0.5202361941337585, + "motion_pred": [ + 0.05582353472709656, + 0.05125025659799576, + 0.0504901222884655, + 0.04951435700058937 + ], + "motion_real": [ + 0.059551868587732315, + 0.05917132645845413, + 0.058427371084690094, + 0.056509654968976974 + ], + "shift_reference_raw": -16.965679168701172 + }, + { + "index": 34902, + "episode": 326, + "map": 6, + "start": 3280, + "target_tic": 3312, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.041656494140625, + "shift_swapped": -32.0, + "shift_reference": 19.86385726928711, + "peak_recorded": 0.615191638469696, + "peak_swapped": 0.6424086689949036, + "peak_reference": 0.5946305990219116, + "motion_pred": [ + 0.09091299772262573, + 0.08245447278022766, + 0.0744767114520073, + 0.06856042146682739 + ], + "motion_real": [ + 0.09711897373199463, + 0.09690253436565399, + 0.09893451631069183, + 0.10257788747549057 + ], + "shift_reference_raw": 19.697553634643555 + }, + { + "index": 35040, + "episode": 326, + "map": 6, + "start": 3453, + "target_tic": 3485, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.368010997772217, + "shift_swapped": 5.688742637634277, + "shift_reference": -3.853712320327759, + "peak_recorded": 0.6611117720603943, + "peak_swapped": 0.6197744607925415, + "peak_reference": 0.5835248231887817, + "motion_pred": [ + 0.04604177922010422, + 0.04018848016858101, + 0.041657011955976486, + 0.04430624470114708 + ], + "motion_real": [ + 0.05035282298922539, + 0.04984994977712631, + 0.05052299052476883, + 0.05541938915848732 + ], + "shift_reference_raw": -2.3042397499084473 + }, + { + "index": 35135, + "episode": 326, + "map": 6, + "start": 3548, + "target_tic": 3580, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.84365701675415, + "shift_swapped": 4.846379280090332, + "shift_reference": -5.879909992218018, + "peak_recorded": 0.813193142414093, + "peak_swapped": 0.7980977892875671, + "peak_reference": 0.8430206775665283, + "motion_pred": [ + 0.04905913397669792, + 0.04529401659965515, + 0.05603760480880737, + 0.044402413070201874 + ], + "motion_real": [ + 0.04963336139917374, + 0.05233357101678848, + 0.06663338840007782, + 0.05414298176765442 + ], + "shift_reference_raw": -5.862902641296387 + }, + { + "index": 35192, + "episode": 326, + "map": 6, + "start": 3605, + "target_tic": 3637, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.975805282592773, + "shift_swapped": 16.533218383789062, + "shift_reference": -24.01236343383789, + "peak_recorded": 0.557982861995697, + "peak_swapped": 0.6294044852256775, + "peak_reference": 0.5351621508598328, + "motion_pred": [ + 0.06428082287311554, + 0.05586398020386696, + 0.04903180152177811, + 0.04918622598052025 + ], + "motion_real": [ + 0.06869752705097198, + 0.06958016753196716, + 0.059461887925863266, + 0.055608708411455154 + ], + "shift_reference_raw": -23.62982940673828 + }, + { + "index": 35643, + "episode": 326, + "map": 6, + "start": 4091, + "target_tic": 4123, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.374393463134766, + "shift_swapped": -23.977388381958008, + "shift_reference": 24.113370895385742, + "peak_recorded": 0.7812870740890503, + "peak_swapped": 0.8159559965133667, + "peak_reference": 0.7862668037414551, + "motion_pred": [ + 0.03826739639043808, + 0.03175805136561394, + 0.03397815674543381, + 0.03486814349889755 + ], + "motion_real": [ + 0.04061475396156311, + 0.04341793432831764, + 0.04231507331132889, + 0.04304371774196625 + ], + "shift_reference_raw": 23.052387237548828 + }, + { + "index": 35885, + "episode": 326, + "map": 6, + "start": 4333, + "target_tic": 4365, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.31517219543457, + "shift_swapped": 19.068822860717773, + "shift_reference": -21.1708927154541, + "peak_recorded": 0.6302751898765564, + "peak_swapped": 0.6224640011787415, + "peak_reference": 0.6346899271011353, + "motion_pred": [ + 0.046561237424612045, + 0.037991832941770554, + 0.03655985742807388, + 0.03576477989554405 + ], + "motion_real": [ + 0.04813295230269432, + 0.04713121056556702, + 0.04584845155477524, + 0.044969651848077774 + ], + "shift_reference_raw": -20.27719497680664 + }, + { + "index": 36058, + "episode": 326, + "map": 6, + "start": 4541, + "target_tic": 4573, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.851926803588867, + "shift_swapped": 32.0, + "shift_reference": -23.253250122070312, + "peak_recorded": 0.6452181935310364, + "peak_swapped": 0.5240923762321472, + "peak_reference": 0.5852737426757812, + "motion_pred": [ + 0.059585411101579666, + 0.05226951837539673, + 0.05277780443429947, + 0.05155231058597565 + ], + "motion_real": [ + 0.0643869936466217, + 0.060959551483392715, + 0.062320906668901443, + 0.06048814207315445 + ], + "shift_reference_raw": -19.22400665283203 + }, + { + "index": 36067, + "episode": 326, + "map": 6, + "start": 4550, + "target_tic": 4582, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.191843032836914, + "shift_swapped": 25.301010131835938, + "shift_reference": -26.207731246948242, + "peak_recorded": 0.6984413862228394, + "peak_swapped": 0.7204563021659851, + "peak_reference": 0.6786003708839417, + "motion_pred": [ + 0.06018523499369621, + 0.0518142431974411, + 0.05189305916428566, + 0.04873456060886383 + ], + "motion_real": [ + 0.06250008940696716, + 0.06178782135248184, + 0.06234769895672798, + 0.0617118738591671 + ], + "shift_reference_raw": -26.593875885009766 + }, + { + "index": 36172, + "episode": 326, + "map": 6, + "start": 4655, + "target_tic": 4687, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.72477912902832, + "shift_swapped": -13.215203285217285, + "shift_reference": 22.967864990234375, + "peak_recorded": 0.4773155152797699, + "peak_swapped": 0.4843009412288666, + "peak_reference": 0.42459383606910706, + "motion_pred": [ + 0.06090502440929413, + 0.053193382918834686, + 0.052349332720041275, + 0.05528086796402931 + ], + "motion_real": [ + 0.06622464954853058, + 0.0652240589261055, + 0.06726925820112228, + 0.07124663144350052 + ], + "shift_reference_raw": 23.411039352416992 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map06_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/directional.json", + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 5778, + "right": 8332 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 38849, + "windows": 36304, + "excluded_windows": 2545, + "excluded_fraction": 0.06551005173878349, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..65b2cdc15439415b086f0add7bdb4ffd7cd732e4 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.809253931045532, + "sem": 0.1185943774273369, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1524274169933051, + "sem": 0.002595911271070832, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse": { + "mean": 0.17943348482367583, + "sem": 0.0025366147613230866, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.234197422862053, + "sem": 0.08123297033291556, + "n": 256 + }, + "psnr_raw": { + "mean": 21.12656019255519, + "sem": 0.08495334473012096, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2056804497842677, + "sem": 0.0023681974900932783, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 18.051639385521412, + "sem": 0.012599795817353895, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6173036495456472, + "sem": 0.013741326717241237, + "n": 256 + }, + "context_motion": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec": { + "mean": 0.004635123623756954, + "sem": 0.00016802957736726168, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002503487583453534, + "sem": 5.883527003621453e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.576366439461708, + "sem": 0.12719757248814217, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.004963067680364475, + "sem": 0.0001917736888917747, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.1766358709137421, + "sem": 0.003042376411008063, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw": { + "mean": 0.008134558068377373, + "sem": 0.00018900934338286792, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01567873579915613, + "sem": 4.684392174534873e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.986139725893736, + "sem": 0.1177688704149753, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.006973915468279301, + "sem": 0.00021701960374945046, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.22705992899136618, + "sem": 0.002822762140407118, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 25.836172215640545, + "sem": 0.15681393619736922, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.003184331273814678, + "sem": 0.00017029102794720915, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.13044225159683265, + "sem": 0.0027335691920461155, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.97472798079252, + "sem": 0.18868882664303366, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004966150411860326, + "sem": 5.637613386358329e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.323894701898098, + "sem": 0.15832008374736034, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0035978260652882454, + "sem": 0.00019497148983437329, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.1553021788422484, + "sem": 0.0032203048639319496, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.10255443304777, + "sem": 0.12304707206182211, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005455952295051247, + "sem": 0.0001864169356934732, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.16596947974176146, + "sem": 0.002413540453865559, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.638847537338734, + "sem": 0.1196222222911207, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001245683285560517, + "sem": 6.114792094302199e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.641503740102053, + "sem": 0.1269176930725525, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006103686014284904, + "sem": 0.0002139394762193643, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.1957797596405726, + "sem": 0.00285749765536445, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map": { + "6": { + "psnr_dec": 23.809253931045532, + "lpips_dec": 0.1524274169933051 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.529544339035496, + "sem": 0.23010752569141743, + "n": 66 + }, + "lpips_dec": { + "mean": 0.1580018609987967, + "sem": 0.004887129424971128, + "n": 66 + }, + "psnr_raw": { + "mean": 20.967977148113828, + "sem": 0.16580417303787437, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.54529485394878, + "sem": 0.2520737507346945, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1539700455482929, + "sem": 0.004649712758506707, + "n": 62 + }, + "psnr_raw": { + "mean": 20.951703625340617, + "sem": 0.1843974561055684, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 24.058496651282677, + "sem": 0.22335996670028116, + "n": 65 + }, + "lpips_dec": { + "mean": 0.15062375859572338, + "sem": 0.0057495758605987605, + "n": 65 + }, + "psnr_raw": { + "mean": 21.292789635291467, + "sem": 0.16013130262468236, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 24.104897090366908, + "sem": 0.2395292557182344, + "n": 63 + }, + "lpips_dec": { + "mean": 0.14693029828014828, + "sem": 0.005398694045091204, + "n": 63 + }, + "psnr_raw": { + "mean": 21.293269308786545, + "sem": 0.16844172708886393, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.809253931045532, + "sem": 0.1185943774273369, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1524274169933051, + "sem": 0.002595911271070832, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 21.31446846574545, + "sem": 0.15237721876972599, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.17943348482367583, + "sem": 0.0025366147613230866, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.234197422862053, + "sem": 0.08123297033291556, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.12656019255519, + "sem": 0.08495334473012096, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2056804497842677, + "sem": 0.0023681974900932783, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.49380076304078, + "sem": 0.10635493723091771, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 22.506851069629192, + "sem": 0.06526455947348739, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.10869739431655034, + "sem": 0.0009557004855503217, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 18.051639385521412, + "sem": 0.012599795817353895, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.124151036143303, + "sem": 0.0091098895454147, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 20.095619648694992, + "sem": 0.17131089216476086, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.16695029384209192, + "sem": 0.004495522112675242, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 90.50742326676846, + "sem": 1.4987383141320123, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.30672219872576534, + "sem": 0.004404283406771234, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6173036495456472, + "sem": 0.013741326717241237, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38615241678780876, + "sem": 0.0024954207112001794, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.004635123623756954, + "sem": 0.00016802957736726168, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002503487583453534, + "sem": 5.883527003621453e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.576366439461708, + "sem": 0.12719757248814217, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.004963067680364475, + "sem": 0.0001917736888917747, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.1766358709137421, + "sem": 0.003042376411008063, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.008648450671444152, + "sem": 0.00036875300272821244, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.17805362826038618, + "sem": 0.004347311201081537, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.865045841783285, + "sem": 0.15481891562374747, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.009651405616750708, + "sem": 0.00042164865018169006, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.2056295475558727, + "sem": 0.005021742102232653, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008134558068377373, + "sem": 0.00018900934338286792, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01567873579915613, + "sem": 4.684392174534873e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.986139725893736, + "sem": 0.1177688704149753, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.006973915468279301, + "sem": 0.00021701960374945046, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.22705992899136618, + "sem": 0.002822762140407118, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.012235450889420463, + "sem": 0.00037984718696723954, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2119598091521766, + "sem": 0.00385259781342799, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.84661838412285, + "sem": 0.13136094670201726, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.011733462836673425, + "sem": 0.0004371473036286419, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.23213531030341983, + "sem": 0.004478611706666651, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.005766392640907725, + "sem": 7.772752650820637e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015410950050863903, + "sem": 3.25007092546923e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 24.02569428086281, + "sem": 0.11911528921659999, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.004282614680732877, + "sem": 9.033366522465499e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.11088452891272027, + "sem": 0.0011412398622202987, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.011357791137925233, + "sem": 0.00040464744550225174, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00024910866369509677, + "sem": 6.243802628116195e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.485086034983397, + "sem": 0.1711032929449336, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.013066819418327213, + "sem": 0.00046434232129282575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.19489102557781735, + "sem": 0.0052106481759033735, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 25.836172215640545, + "sem": 0.15681393619736922, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.003184331273814678, + "sem": 0.00017029102794720915, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.13044225159683265, + "sem": 0.0027335691920461155, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.97472798079252, + "sem": 0.18868882664303366, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004966150411860326, + "sem": 5.637613386358329e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.323894701898098, + "sem": 0.15832008374736034, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0035978260652882454, + "sem": 0.00019497148983437329, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.1553021788422484, + "sem": 0.0032203048639319496, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 22.363532971590757, + "sem": 0.1911003082869286, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007287352316893703, + "sem": 0.00037204123141274176, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.15454154369217576, + "sem": 0.004465985023026589, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 21.774530939757824, + "sem": 0.19126724131360223, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008350996682509049, + "sem": 0.00042679020538532173, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.18183933638283634, + "sem": 0.005198509981994375, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.10255443304777, + "sem": 0.12304707206182211, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005455952295051247, + "sem": 0.0001864169356934732, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.16596947974176146, + "sem": 0.002413540453865559, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.638847537338734, + "sem": 0.1196222222911207, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001245683285560517, + "sem": 6.114792094302199e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.641503740102053, + "sem": 0.1269176930725525, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006103686014284904, + "sem": 0.0002139394762193643, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.1957797596405726, + "sem": 0.00285749765536445, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.736941948533058, + "sem": 0.13821690428100783, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.009678609220827639, + "sem": 0.00038193895907222, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.18088542744226288, + "sem": 0.00405412202572859, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 20.19535056129098, + "sem": 0.14021704700021856, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.011000055028034694, + "sem": 0.00043821206126845027, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.21152018135762773, + "sem": 0.004697029248800237, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 25.64022897183895, + "sem": 0.12588382122728758, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0029749193864745394, + "sem": 6.451636689066004e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.07245844826684333, + "sem": 0.000955663775230958, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.688091605901718, + "sem": 0.07142119351077791, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008849908133470308, + "sem": 1.5859661581376313e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 25.248747557401657, + "sem": 0.13747536162377025, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0032964468840646077, + "sem": 7.459319556442523e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.08503306569036795, + "sem": 0.001117921421998994, + "n": 256 + }, + "per_map_nodup": { + "6": { + "psnr_dec": 23.809253931045532, + "lpips_dec": 0.1524274169933051 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.529544339035496, + "sem": 0.23010752569141743, + "n": 66 + }, + "lpips_dec": { + "mean": 0.1580018609987967, + "sem": 0.004887129424971128, + "n": 66 + }, + "psnr_raw": { + "mean": 20.967977148113828, + "sem": 0.16580417303787437, + "n": 66 + }, + "persist_psnr_raw": { + "mean": 19.857969486352168, + "sem": 0.22296770872935748, + "n": 66 + }, + "windows": 66 + }, + "1": { + "psnr_dec": { + "mean": 23.54529485394878, + "sem": 0.2520737507346945, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1539700455482929, + "sem": 0.004649712758506707, + "n": 62 + }, + "psnr_raw": { + "mean": 20.951703625340617, + "sem": 0.1843974561055684, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.561359497808642, + "sem": 0.2948483695317616, + "n": 62 + }, + "windows": 62 + }, + "2": { + "psnr_dec": { + "mean": 24.058496651282677, + "sem": 0.22335996670028116, + "n": 65 + }, + "lpips_dec": { + "mean": 0.15062375859572338, + "sem": 0.0057495758605987605, + "n": 65 + }, + "psnr_raw": { + "mean": 21.292789635291467, + "sem": 0.16013130262468236, + "n": 65 + }, + "persist_psnr_raw": { + "mean": 20.465812169588528, + "sem": 0.304311513423858, + "n": 65 + }, + "windows": 65 + }, + "3": { + "psnr_dec": { + "mean": 24.104897090366908, + "sem": 0.2395292557182344, + "n": 63 + }, + "lpips_dec": { + "mean": 0.14693029828014828, + "sem": 0.005398694045091204, + "n": 63 + }, + "psnr_raw": { + "mean": 21.293269308786545, + "sem": 0.16844172708886393, + "n": 63 + }, + "persist_psnr_raw": { + "mean": 20.48842165205214, + "sem": 0.49276439755456053, + "n": 63 + }, + "windows": 63 + } + }, + "sampling_frames_per_s": 8.454688125026683, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map06_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38873, + "windows": 36544, + "excluded_windows": 2329, + "excluded_fraction": 0.05991305018907725, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8ac49e5990ca9c4900f3ad074fe40b2640741bd2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 25.32530663907528, + "sem": 0.16519858095233234, + "n": 256 + }, + "lpips_dec": { + "mean": 0.14820106857223436, + "sem": 0.0039007249017044185, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.17161183291318594, + "sem": 0.003518877481178375, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.9968229085207, + "sem": 0.09713672876160585, + "n": 256 + }, + "psnr_raw": { + "mean": 22.2720607817173, + "sem": 0.10901135368154696, + "n": 256 + }, + "lpips_raw": { + "mean": 0.19309814649750479, + "sem": 0.0041661014159206965, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.805188857018948, + "sem": 0.018317610234562666, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5719419810920954, + "sem": 0.013280460146050324, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.0036194307692767325, + "sem": 0.00018146502061554845, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0026886786636168836, + "sem": 6.838240731951405e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.34956793487072, + "sem": 0.185432386287423, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0037626234160370586, + "sem": 0.00020471107189736596, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.17150885809678584, + "sem": 0.004514214599476828, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.006488939487098833, + "sem": 0.0002033965590365434, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016614613014098722, + "sem": 7.2740786039633e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.02669696509838, + "sem": 0.1780578896179674, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.00493114362882352, + "sem": 0.00023375711817542031, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2126204009691719, + "sem": 0.004878144720108518, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.114101335406303, + "sem": 0.21574261790763466, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.002760576532068626, + "sem": 0.00018341399758371374, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1310011511668563, + "sem": 0.003888659513132633, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.293068051338196, + "sem": 0.1736231680510289, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00042276889359982306, + "sem": 4.755441783242744e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.62575451657176, + "sem": 0.21984594499658752, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0031202392230511578, + "sem": 0.00020945067376411405, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.15583496693579946, + "sem": 0.004573691469484055, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.03610048443079, + "sem": 0.17788169462995845, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.00396006732864862, + "sem": 0.00020236164517052236, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.1520467308437219, + "sem": 0.003969827863445485, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.75014517456293, + "sem": 0.11719613474224849, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011961941686422506, + "sem": 5.376694168897326e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.68322090432048, + "sem": 0.1882007270421493, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004385278601603204, + "sem": 0.00023134642671532218, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.17995840782532468, + "sem": 0.0046400154638918875, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 25.889709200177872, + "lpips_dec": 0.15269810653158597 + }, + "3": { + "psnr_dec": 25.105475861685616, + "lpips_dec": 0.1321894180561815 + }, + "4": { + "psnr_dec": 25.843959108988443, + "lpips_dec": 0.149730758741498 + }, + "5": { + "psnr_dec": 24.33889283452715, + "lpips_dec": 0.16095538051532848 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.585868326822915, + "sem": 0.2774709556410507, + "n": 60 + }, + "lpips_dec": { + "mean": 0.13938678155342737, + "sem": 0.006475129647505621, + "n": 60 + }, + "psnr_raw": { + "mean": 22.47044630050659, + "sem": 0.1855634161040094, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.107211775249905, + "sem": 0.336563776032014, + "n": 72 + }, + "lpips_dec": { + "mean": 0.15687166961530843, + "sem": 0.009095464055614006, + "n": 72 + }, + "psnr_raw": { + "mean": 22.138395097520615, + "sem": 0.2290938258395158, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.1473471697639, + "sem": 0.31374545355777067, + "n": 68 + }, + "lpips_dec": { + "mean": 0.14527843070819096, + "sem": 0.006704447251199096, + "n": 68 + }, + "psnr_raw": { + "mean": 22.15223733116599, + "sem": 0.20177159455059412, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.527984168312766, + "sem": 0.39716483448620754, + "n": 55 + }, + "lpips_dec": { + "mean": 0.1491554860364307, + "sem": 0.008285193863120299, + "n": 55 + }, + "psnr_raw": { + "mean": 22.359334841641513, + "sem": 0.2555060409674816, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.34841537475586, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.19902142882347107, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.34078025817871, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.32530663907528, + "sem": 0.16519858095233234, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.14820106857223436, + "sem": 0.0039007249017044185, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.17161183291318594, + "sem": 0.003518877481178375, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.9968229085207, + "sem": 0.09713672876160585, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.2720607817173, + "sem": 0.10901135368154696, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.19309814649750479, + "sem": 0.0041661014159206965, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.805188857018948, + "sem": 0.018317610234562666, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5719419810920954, + "sem": 0.013280460146050324, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0036194307692767325, + "sem": 0.00018146502061554845, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0026886786636168836, + "sem": 6.838240731951405e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.34956793487072, + "sem": 0.185432386287423, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0037626234160370586, + "sem": 0.00020471107189736596, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.17150885809678584, + "sem": 0.004514214599476828, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006488939487098833, + "sem": 0.0002033965590365434, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016614613014098722, + "sem": 7.2740786039633e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.02669696509838, + "sem": 0.1780578896179674, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.00493114362882352, + "sem": 0.00023375711817542031, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2126204009691719, + "sem": 0.004878144720108518, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.114101335406303, + "sem": 0.21574261790763466, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.002760576532068626, + "sem": 0.00018341399758371374, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1310011511668563, + "sem": 0.003888659513132633, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.293068051338196, + "sem": 0.1736231680510289, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00042276889359982306, + "sem": 4.755441783242744e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.62575451657176, + "sem": 0.21984594499658752, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0031202392230511578, + "sem": 0.00020945067376411405, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.15583496693579946, + "sem": 0.004573691469484055, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.03610048443079, + "sem": 0.17788169462995845, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.00396006732864862, + "sem": 0.00020236164517052236, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.1520467308437219, + "sem": 0.003969827863445485, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.75014517456293, + "sem": 0.11719613474224849, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011961941686422506, + "sem": 5.376694168897326e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.68322090432048, + "sem": 0.1882007270421493, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004385278601603204, + "sem": 0.00023134642671532218, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.17995840782532468, + "sem": 0.0046400154638918875, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 25.889709200177872, + "lpips_dec": 0.15269810653158597 + }, + "3": { + "psnr_dec": 25.105475861685616, + "lpips_dec": 0.1321894180561815 + }, + "4": { + "psnr_dec": 25.843959108988443, + "lpips_dec": 0.149730758741498 + }, + "5": { + "psnr_dec": 24.33889283452715, + "lpips_dec": 0.16095538051532848 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.585868326822915, + "sem": 0.2774709556410507, + "n": 60 + }, + "lpips_dec": { + "mean": 0.13938678155342737, + "sem": 0.006475129647505621, + "n": 60 + }, + "psnr_raw": { + "mean": 22.47044630050659, + "sem": 0.1855634161040094, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.107211775249905, + "sem": 0.336563776032014, + "n": 72 + }, + "lpips_dec": { + "mean": 0.15687166961530843, + "sem": 0.009095464055614006, + "n": 72 + }, + "psnr_raw": { + "mean": 22.138395097520615, + "sem": 0.2290938258395158, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.1473471697639, + "sem": 0.31374545355777067, + "n": 68 + }, + "lpips_dec": { + "mean": 0.14527843070819096, + "sem": 0.006704447251199096, + "n": 68 + }, + "psnr_raw": { + "mean": 22.15223733116599, + "sem": 0.20177159455059412, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.527984168312766, + "sem": 0.39716483448620754, + "n": 55 + }, + "lpips_dec": { + "mean": 0.1491554860364307, + "sem": 0.008285193863120299, + "n": 55 + }, + "psnr_raw": { + "mean": 22.359334841641513, + "sem": 0.2555060409674816, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.34841537475586, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.19902142882347107, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.34078025817871, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 8.386435520086133, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map06_r16_k8_s0/scores/step0004000_live_d30ee231d0aa0f57/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_022720-pixart200k_arenas13_map07_r16_k8_s0/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_022720-pixart200k_arenas13_map07_r16_k8_s0/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b0e6f76eeb573fb3ead84cf717507521c1b0d51b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_022720-pixart200k_arenas13_map07_r16_k8_s0/files/wandb-metadata.json @@ -0,0 +1,41 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T02:27:20.523048Z", + "args": [ + "--source", + "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "--source-weights", + "ema", + "--adapt-split", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "--adapt-episodes-k", + "8", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--results-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--step-grid", + "0,50,100,150,250,500,1000,2000,4000", + "--global-batch", + "32", + "--per-gpu-batch", + "32", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub", + "--wandb-project", + "doomdit-nexttic", + "--wandb-group", + "adapt_pixart_arenas13_map07", + "--seed", + "0" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/adapt_wm.py", + "codePath": "adapt_wm.py", + "codePathLocal": "adapt_wm.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "n6lsot9ar3tqd86qyqr5kzml6actg8v9" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_022720-pixart200k_arenas13_map07_r16_k8_s0/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_022720-pixart200k_arenas13_map07_r16_k8_s0/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e0173fb33b9e50328d768e06bfe657a9b1cb6fbf --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_022720-pixart200k_arenas13_map07_r16_k8_s0/files/wandb-summary.json @@ -0,0 +1 @@ +{"val/loss_q4":0.14093026518821716,"train/steps_per_s":1.27088454867453,"time/steps_per_hour":4575.1843752283075,"step":4000,"data/epochs":3.5777175280207953,"train/lr":0.0001,"data/examples_seen":128000,"train/grad_norm_max":0.1447967290878296,"val/loss_q3":0.11980976164340973,"_runtime":3152,"train/grad_norm":0.07711877822875976,"train/loss":0.1635346966981888,"_wandb":{"runtime":3152},"train/clip_frac":0,"val/loss":0.16002802550792694,"val/excursion":0,"_step":168,"val/loss_q1":0.2734490931034088,"_timestamp":1.7905655935679138e+09,"time/wall_hours":0.8751001665327284,"val/loss_q2":0.12659291923046112,"train/peak_mem_gb":15.55,"val/loss_minus_train":-0.003506671190261851,"data/game_hours_seen":1.0158730158730158,"train/skipped_updates":0,"train/nonfinite_loss":0} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034315-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034315-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ca415c0b438fccdab7b3d3f01c33367393c63ddd --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034315-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T03:43:15.487135Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "gjc7i09etxmchbx3bicpnwzp4j6s6v79" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034315-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034315-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2b1895b0837d92bffc89bc49df9b2c157b0b0659 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034315-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_lpips_gain":-0.0805928596528247,"eval/adapt_live/heldout_A_full_stock":0.9940006583929062,"eval/adapt_live/directional_motion_ratio":0.9869608571194749,"eval/adapt_live/heldout_A_stock":1.1047214716672897,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_psnr_dec":21.475021567195654,"eval/adapt_live/heldout_B_stock":0.08346519028418697,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_A_tuned":1.20772160962224,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/heldout_C_stock":5.507304545491934,"eval/adapt_live/heldout_psnr_gain":0.10808290541172028,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_A_full_tuned":1.1873263530433178,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"_runtime":0,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_C_tuned":6.747159466147423,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_mean":0.7335066764584777,"eval/adapt_live/heldout_latent_mse_ratio":0.7335066755767912,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_ref_frac":0.88671875,"step":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.024291466290378594,"eval/adapt_live/heldout_lpips_dec":0.2282424012082629,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_latent_skill":1.4959337219810884,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_psnr":19.874328643083572,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/heldout_psnr_gain_paired":0.10808290541172028,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_mse":0.21314373177301604,"eval/adapt_live/trainmap_outcome_windows_stock":256,"_timestamp":1.7905669962414846e+09,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/trainmap_lpips_gain":0.024291466290378594,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_lpips":0.2674221590277739,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_B_tuned":0.05569336927146651,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"_step":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_lpips_gain_paired":-0.0805928596528247,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/heldout_latent_ratio_of_means":0.6996942230357398} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034806-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034806-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..4d4834f81ab87ee847af16ae0b8ae758bd3c8160 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034806-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T03:48:06.204308Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "n91tfxw3quc1xr8vtaivci4tmlmmjv9u" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034806-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034806-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4e27a75e71d296be9ad3a8a4a6466622c117ee0a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_034806-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_latent_ratio_of_means":0.6628538102701902,"eval/adapt_live/heldout_latent_mse":0.2019212537270505,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"_runtime":0,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"_step":1,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_lpips_gain":-0.05637152981944382,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_lpips_gain_paired":-0.05637152981944382,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/heldout_B_stock":0.05493620040942915,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_psnr":20.601475205272436,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_wandb.runtime":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_C_stock":4.533342350274324,"eval/adapt_live/heldout_B_tuned":0.027565464028157294,"step":50,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_psnr_gain":0.835229467600584,"eval/adapt_live/heldout_psnr_dec":22.569775890558958,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_C_tuned":5.6452084966003895,"eval/adapt_live/heldout_latent_skill":1.7435758003745896,"eval/adapt_live/heldout_latent_ratio_mean":0.6929653888609562,"eval/adapt_live/heldout_A_tuned":2.524760890752077,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_A_full_stock":2.0887549817562103,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/heldout_A_stock":2.259962111711502,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"_timestamp":1.7905672867483478e+09,"eval/adapt_live/heldout_latent_mse_ratio":0.6929653895786032,"eval/adapt_live/heldout_lpips_dec":0.20305744232609868,"eval/adapt_live/heldout_psnr_gain_paired":0.835229467600584,"eval/adapt_live/heldout_A_full_tuned":2.4920096322894096,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_lpips":0.243200829194393,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035256-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035256-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..42ef059593f09a86fb7fe261fe2e4520a88f39e9 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035256-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T03:52:56.899867Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "9n1hcks03toki9whd2rma7se43ktxwl8" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035256-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035256-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..bcc89498d4203264eeba39bc9f33c185c671cea0 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035256-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_lpips":0.22198251937516034,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/heldout_C_tuned":5.196881789714098,"_step":2,"eval/adapt_live/heldout_C_stock":4.123575899749994,"eval/adapt_live/heldout_psnr_gain":1.1283766962587833,"_wandb.runtime":0,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_A_full_tuned":3.0514222905039787,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_mse":0.1946253081987379,"eval/adapt_live/heldout_A_full_stock":2.552518766373396,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/heldout_A_tuned":3.09361856803298,"_runtime":0,"eval/adapt_live/heldout_psnr_gain_paired":1.1283766962587833,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_B_tuned":0.0027426429733168334,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_psnr":20.894622433930635,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_A_stock":2.752598099410534,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_psnr_dec":23.033539675176144,"eval/adapt_live/heldout_latent_ratio_of_means":0.6389031601840776,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6694259791207715,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_mse_ratio":0.6694259798387066,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"eval/adapt_live/heldout_lpips_gain_paired":-0.03515322000021115,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/heldout_lpips_dec":0.1817107371171005,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_skill":1.9113319453366784,"eval/adapt_live/heldout_lpips_gain":-0.03515322000021115,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_B_stock":0.02887876794557087,"step":100,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"_timestamp":1.790567577489851e+09,"eval/adapt_live/trainmap_episodes":89} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035749-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035749-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..700bdcadacd6ccea2cc0b878a5a6a5b57e58847b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035749-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T03:57:49.201808Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "tl94ap14pqzvcb07mqa5sxiswojp4kzc" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035749-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035749-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..1f5a2afc6456cc8b031871cd53ff94c022eed93b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_035749-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_psnr_gain":1.256391678005457,"eval/adapt_live/trainmap_latent_ratio_windows":256,"_wandb.runtime":0,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_A_tuned":3.3958448320627213,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_psnr":21.02263741567731,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"step":150,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/heldout_C_stock":3.9342179000377655,"eval/adapt_live/heldout_lpips_dec":0.17219028892577626,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_lpips":0.21223611570894718,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_paired_windows":256,"_step":3,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/directional_windows":256,"_runtime":0,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_B_tuned":-0.009122272487729788,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"eval/adapt_live/heldout_A_stock":2.990036990493536,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_lpips_gain":-0.025406816333997995,"eval/adapt_live/trainmap_outcome_windows_stock":256,"_timestamp":1.790567869771871e+09,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/heldout_A_full_stock":2.7730477415025234,"eval/adapt_live/heldout_latent_mse_ratio":0.6612189362058416,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_dec":23.25406865030527,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_latent_skill":1.9804350663736128,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_A_full_tuned":3.3475302159786224,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_psnr_gain_paired":1.256391678005457,"_wandb":{"runtime":0},"eval/adapt_live/heldout_latent_mse":0.1916521352250129,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_ratio_of_means":0.629143023507777,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/heldout_C_tuned":4.972485616803169,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_ratio_mean":0.6612189384612239,"eval/adapt_live/heldout_lpips_gain_paired":-0.025406816333997995,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_B_stock":0.016835632413858548,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040242-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040242-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0f4d8f371a1add596b3e20b10d78eb0200510fb2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040242-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T04:02:42.530664Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "b9dgnqniro30sbhqgkdhj193hmivy5dd" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040242-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040242-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..46812daeccd73737ed23bc0cb2423c0a0f9ef47b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040242-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_A_stock":3.1526944376528263,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_psnr_gain":1.3464031927287579,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_A_tuned":3.5914293378591537,"eval/adapt_live/heldout_latent_ratio_of_means":0.6227222647636936,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_mse":0.18969621729047503,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"_runtime":0,"eval/adapt_live/heldout_latent_ratio_mean":0.6553139394726889,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_psnr_dec":23.406589824706316,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_A_full_tuned":3.537803143262863,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips":0.20929427939699963,"eval/adapt_live/heldout_B_stock":0.013495189574314281,"eval/adapt_live/heldout_lpips_dec":0.16865358137874864,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_A_full_stock":2.9255689159035683,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_B_tuned":-0.012743418803438544,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_lpips_gain_paired":-0.02246498002205044,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_episodes":89,"_step":4,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_C_tuned":4.83914503082633,"eval/adapt_live/heldout_latent_skill":2.0279208575319463,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_lpips_gain":-0.02246498002205044,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_windows":256,"step":250,"eval/adapt_live/heldout_psnr_gain_paired":1.3464031927287579,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_psnr":21.11264893040061,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_C_stock":3.8071147352457047,"_timestamp":1.790568163488534e+09,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_outcome_windows_stock":256,"_wandb.runtime":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/heldout_latent_mse_ratio":0.6553139404859394} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040734-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040734-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..341495a7ce6a9b961baf2c0c13ba200d6fc78de9 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040734-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T04:07:34.205351Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "2svoqn0iycel8zncjans8e98syc4zbq7" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040734-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040734-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..2f7a6a725e4cc3105aa803814a03274117815f4b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_040734-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"_wandb.runtime":0,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"_step":5,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_A_tuned":3.643558796495199,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_A_stock":3.1975837647914886,"eval/adapt_live/heldout_latent_ratio_mean":0.6593928843663838,"eval/adapt_live/heldout_latent_mse":0.19018374920415226,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_mse_ratio":0.6593928853981197,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_latent_ratio_of_means":0.6243227024622735,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_lpips":0.2076882013643626,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_tuned":3.586089413613081,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips_dec":0.16671309777302667,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/heldout_A_full_stock":2.9534123055636883,"eval/adapt_live/heldout_C_stock":3.785396747291088,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_B_stock":0.01163287294912152,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"step":500,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/heldout_C_tuned":4.811273600906134,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"_timestamp":1.790568454794736e+09,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_runtime":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_B_tuned":-0.01532672013854608,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_psnr_gain_paired":1.346710603684187,"eval/adapt_live/heldout_psnr":21.11295634135604,"eval/adapt_live/heldout_psnr_dec":23.434433214366436,"eval/adapt_live/heldout_latent_skill":2.016544784227335,"eval/adapt_live/heldout_psnr_gain":1.346710603684187,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_lpips_gain_paired":-0.020858901989413425,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_lpips_gain":-0.020858901989413425} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041224-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041224-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7738c59285908ec7dc8de0b3ff375e55957e07a5 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041224-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T04:12:24.690668Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "nhtbdopxd0caie6z71x131lfg3p16u4z" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041224-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041224-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..78e78a1d4f13909fcdc093de4e7c467ebaa62e5c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041224-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_psnr_gain":1.4348269514739513,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_mse_ratio":0.6488552732625976,"eval/adapt_live/heldout_latent_ratio_mean":0.6488552747517671,"eval/adapt_live/heldout_lpips_gain_paired":-0.015077279938850552,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_latent_skill":2.1019826358758067,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_latent_ratio_of_means":0.6131204722554792,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"step":1000,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_psnr_dec":23.589072957634926,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"_runtime":0,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb":{"runtime":0},"eval/adapt_live/heldout_latent_mse":0.18677127976843622,"eval/adapt_live/heldout_C_stock":3.67001099511981,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_B_stock":0.004974315379513428,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_A_full_stock":3.108052048832178,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_lpips_dec":0.16094150551361963,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_B_tuned":-0.021603090892313048,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_lpips_gain":-0.015077279938850552,"eval/adapt_live/heldout_lpips":0.20190657931379974,"eval/adapt_live/heldout_latent_ratio_windows":256,"_wandb.runtime":0,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_psnr_gain_paired":1.4348269514739513,"eval/adapt_live/heldout_latent_skill_windows":256,"_step":6,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/heldout_A_full_tuned":3.7809772603213787,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_A_stock":3.3481655567884445,"eval/adapt_live/heldout_A_tuned":3.8382946737110615,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"_timestamp":1.7905687454395602e+09,"eval/adapt_live/heldout_C_tuned":4.667225651443005,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_psnr":21.201072689145803,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_persist_psnr":19.766245737671852} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041716-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041716-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2c22c0d53b0d61bfeb68b14ed8b01a194be3a5cc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041716-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T04:17:16.116855Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "cr11ca6yu8vub88bv4ai05tgsjwpe1ya" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041716-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041716-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..6866dd7fbad9964ecfae7e41904d99b191e54537 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_041716-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_lpips_dec":0.1582362689950969,"eval/adapt_live/directional_motion_ratio":0.9869608571194748,"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/heldout_latent_ratio_of_means":0.6142372282964391,"eval/adapt_live/heldout_psnr_gain":1.4288250766694546,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/directional_correct_frac":0.76171875,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_latent_mse_ratio":0.658917949302122,"eval/adapt_live/heldout_B_tuned":-0.025436814670683816,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/heldout_C_tuned":4.657007083296776,"eval/adapt_live/heldout_A_tuned":3.8686259984970093,"eval/adapt_live/heldout_A_stock":3.367319617420435,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_lpips_gain_paired":-0.012678154744207859,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_latent_ratio_mean":0.658917948338365,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"_wandb.runtime":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_psnr_gain_paired":1.4288250766694546,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_A_full_stock":3.121954742819071,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"_step":7,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_psnr":21.195070814341307,"eval/adapt_live/heldout_latent_skill_infinite":0,"_timestamp":1.790569036721298e+09,"_runtime":0,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_A_full_tuned":3.808735854923725,"eval/adapt_live/heldout_lpips":0.19950745411915705,"eval/adapt_live/heldout_C_stock":3.6576004289090633,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"step":2000,"eval/adapt_live/heldout_lpips_gain":-0.012678154744207859,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_latent_mse":0.18711147058638744,"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_B_stock":0.0019061356724705547,"eval/adapt_live/heldout_psnr_dec":23.60297565162182,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_latent_skill":2.0924334959354804,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_043610-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_043610-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..669cf5c5ae8f6d5f6108e881219d1cced2a92066 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_043610-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T04:36:10.408493Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "g3qv6ngl1bv24v6jspid4lf2m0uz7ikr" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_043610-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_043610-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f09f261f19ef103ca47941e084216c6260ad594e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/.wandb/wandb/run-20260928_043610-pixart200k_arenas13_map07_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_persist_lpips":0.1868292993749492,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_psnr_gain_paired":0.35656360164284706,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_mse":0.183832090740907,"eval/adapt_live/heldout_latent_mse_ratio":0.6389235565438867,"eval/adapt_live/trainmap_C_tuned":4.26194678992033,"eval/adapt_live/heldout_C_stock":3.5130283758044243,"_wandb":{"runtime":0},"eval/adapt_live/heldout_persist_psnr":19.766245737671852,"eval/adapt_live/heldout_A_stock":3.5492022931575775,"eval/adapt_live/heldout_dup_excluded":0,"_timestamp":1.7905701710028636e+09,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5354390148267,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_lpips_dec":0.14474136395438109,"eval/adapt_live/heldout_copy_psnr_dec":20.481020908802748,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6389235571991622,"eval/adapt_live/directional_ref_frac":0.88671875,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips_gain":-0.006765911704860628,"eval/adapt_live/heldout_lpips_dec":0.15210527199087664,"eval/adapt_live/trainmap_A_stock":2.787599965929985,"eval/adapt_live/trainmap_latent_ratio_mean":0.5617997947324479,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_vae_lpips":0.08258002236834727,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.006765911704860628,"eval/adapt_live/trainmap_A_full_stock":2.5185212455689907,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_vae_psnr":23.53726026415825,"eval/adapt_live/heldout_C_tuned":4.49538142234087,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_A_tuned":4.076397005468607,"eval/adapt_live/trainmap_psnr_gain":0.35656360164284706,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_full_tuned":3.207905448973179,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/directional_motion_ratio":0.8785442589489296,"eval/adapt_live/heldout_A_full_tuned":4.01375899836421,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_B_stock":-0.028579890813489328,"eval/adapt_live/trainmap_paired_windows":256,"_runtime":0,"eval/adapt_live/trainmap_psnr_dec":24.909467190504074,"eval/adapt_live/heldout_A_full_stock":3.2963730953633785,"eval/adapt_live/heldout_latent_ratio_of_means":0.6034718958424402,"eval/adapt_live/trainmap_latent_skill":2.6927530454664255,"eval/adapt_live/heldout_B_tuned":-0.032550697156693786,"eval/adapt_live/heldout_psnr_gain_paired":1.526775561273098,"eval/adapt_live/heldout_psnr_dec":23.777394004166126,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_mse":0.16904679489380214,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"_step":8,"eval/adapt_live/trainmap_lpips_gain":0.011412621659474098,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_A_tuned":3.275368604809046,"eval/adapt_live/trainmap_latent_mse_ratio":0.5617997975787148,"eval/adapt_live/heldout_latent_skill":2.1688240498587605,"eval/adapt_live/trainmap_B_tuned":-0.06398222702955536,"step":4000,"eval/adapt_live/trainmap_lpips":0.1901413902232889,"eval/adapt_live/heldout_B_stock":-0.005364489683415741,"eval/adapt_live/trainmap_lpips_gain_paired":0.011412621659474098,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_C_stock":3.39877849817276,"eval/adapt_live/heldout_psnr_gain":1.526775561273098,"eval/adapt_live/heldout_copy_latent_mse":0.304624112584861,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/directional_correct_frac":0.85546875,"eval/adapt_live/trainmap_psnr":22.06418790668249,"eval/adapt_live/heldout_psnr":21.29302129894495,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips":0.19359521107980981} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt new file mode 100644 index 0000000000000000000000000000000000000000..929805c745761d9e1b2592041713c59ac364afa0 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2577237ae576dcb46b25aa7da6d39fb9c19abe93a70862fc8e26a0608f2b99f9 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..743a2068994c3747143fb29b20da526c9aba4973 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790562443336572521, "sha256": "2577237ae576dcb46b25aa7da6d39fb9c19abe93a70862fc8e26a0608f2b99f9"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af728b4c44e1a57f4085711bead33a9ad2d22f1 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13356625a753f6bd8a2d8c4b3abf1587f2693d0e557ddc7c34184efa93189dc3 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..88c21776b10f453b35faeb4691e86eeca596080c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790562485134622298, "sha256": "13356625a753f6bd8a2d8c4b3abf1587f2693d0e557ddc7c34184efa93189dc3"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3beb0041bf6b7249ecaac45d1c463b8ea1bd46a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2472436385c4dd9c267474fa233928334e45d58a317001339c9525fb8b99e0 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..b606e7f098a9e85408c4b792467df5e629694012 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790562524492727392, "sha256": "ea2472436385c4dd9c267474fa233928334e45d58a317001339c9525fb8b99e0"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt new file mode 100644 index 0000000000000000000000000000000000000000..f640b80464200d4d6e2e4c65988503ee409f82e4 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35367111519d10f4f9190598e8f41fd32ce0f53caa08838c2263fd8c2ca53955 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..d76a4f8c6e057861619eb5db69180bbb271d4bf3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790562562051873263, "sha256": "35367111519d10f4f9190598e8f41fd32ce0f53caa08838c2263fd8c2ca53955"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb3e980b5ac25e6d4d02d8110f41a953846de9a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0cc6353d328bbef06db3c40a68016775ebdfb2d013781e6957f1d1c8e4f3d8 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..75034d5b5201576b2d1b801e237654fd015bada6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790562638566132911, "sha256": "ea0cc6353d328bbef06db3c40a68016775ebdfb2d013781e6957f1d1c8e4f3d8"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b1ccd43af7f56ab694e2785d4e7193d5590e604 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20210bfa541c774194084b784f401a489b96c076adfa31f819975f6ef1505c3 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..ef16458e1c07667ff37502b9baf44fc7fc5604bb --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790562802578401057, "sha256": "e20210bfa541c774194084b784f401a489b96c076adfa31f819975f6ef1505c3"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..d912effa64e26ed804aaeb0dfdb14eced2d9e933 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f9ac212ff4a31e320f4e737c65d4a66bc042cf5d8bd47c1b29e808639314de +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..d29afe43d5a613f8d46658052ebfa95981d7c6f9 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790563121260146311, "sha256": "f9f9ac212ff4a31e320f4e737c65d4a66bc042cf5d8bd47c1b29e808639314de"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt new file mode 100644 index 0000000000000000000000000000000000000000..d51e9119fba4b2cb26d2d4897cab43a900489eaa --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df0c76751420d55226a776c172b18a002b16462b020fd37f82b024a5ff0b3e4 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..281ded13153ec6cc334ff516ba0d7020ab128878 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790563844638708566, "sha256": "3df0c76751420d55226a776c172b18a002b16462b020fd37f82b024a5ff0b3e4"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ec2344b4980ccdcd88483e266a4ec9ad057cdd --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c81aeb8a0b69b3d43a52d045b71d998f9edf6c86292c17df4fcdb29fdf51ecf +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..7697e380bd00f4ed1f329a808eed3fcc1bbe07e8 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790565593803994972, "sha256": "2c81aeb8a0b69b3d43a52d045b71d998f9edf6c86292c17df4fcdb29fdf51ecf"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/config.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1342560aa6f90e6a9063812a02af5e8b13c00fd2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/config.json @@ -0,0 +1,198 @@ +{ + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map07", + "seed": 0, + "certificate": { + "git": { + "commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", + "dirty": 0 + }, + "seed": 0, + "map": "arenas13_map07", + "set": "arenas13", + "map_id": 7, + "source": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "weights": "ema", + "step": 200000, + "sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a" + }, + "split": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16" + }, + "adapt_episodes": [ + 54, + 80, + 93, + 106, + 132, + 236, + 249, + 262 + ], + "adapt_episodes_k": 8, + "held_out": [ + 41, + 158, + 171, + 197, + 210, + 288, + 314, + 327 + ], + "held_out_windows": 256, + "micro_batch": 32, + "world": 1, + "accum": 1, + "effective_batch": 32, + "lr": 0.0001, + "lr_source": "LoRA default", + "warmup": 100, + "ema_decay": 0.999, + "optim_policy": { + "clip": { + "value": 1.0, + "from": "source" + }, + "wd": { + "value": 0.0, + "from": "source" + }, + "skip_grad_norm": { + "value": 0.0, + "from": "source" + }, + "skip_grad_after": { + "value": 0, + "from": "source" + } + }, + "rank": 16, + "alpha": 16.0, + "dropout": 0.0, + "lora_mlp": false, + "parts": [ + "control", + "input_proj", + "noise_emb" + ], + "trainable": 25902208, + "step_grid": [ + 0, + 50, + 100, + 150, + 250, + 500, + 1000, + 2000, + 4000 + ], + "step0_parity_max_abs": 0.0, + "step0_parity_windows": 8, + "recipe": { + "backbone": "pixart", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "noise_aug_max": 0.7, + "objective": "v", + "tic_stride": 1, + "action_history": 32, + "control_bits": 19, + "phase_buckets": 0, + "action_inject": "token", + "action_dropout": 0.0, + "warm_start": "PixArt-alpha/PixArt-XL-2-512x512", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub" + }, + "counts": { + "lora": 8257536, + "part_control": 16994304, + "part_input_proj": 609408, + "part_noise_emb": 40960, + "trainable": 25902208, + "total": 636738720, + "backbone_frozen": 610836512, + "trainable_fraction": 0.04121397530972065 + }, + "args": { + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map07", + "seed": 0 + } + }, + "certificate_line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map07 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json split_sha256=9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", + "wandb_run": "pixart200k_arenas13_map07_r16_k8_s0" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/log.jsonl b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1ab00cb3ce089ff100841572b4969c2a91dfc841 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/log.jsonl @@ -0,0 +1,181 @@ +{"event": "start", "backbone": "pixart", "map": "arenas13_map07", "world": 1, "accum": 1, "per_gpu_batch": 32, "global_batch": 32, "dataset_summary": {"episodes": 8, "context_frames": 32, "horizon": 1, "candidate_windows": 38444, "windows": 35777, "excluded_windows": 2667, "excluded_fraction": 0.06937363437727603, "control_bits": 19}, "params": {"lora": 8257536, "part_control": 16994304, "part_input_proj": 609408, "part_noise_emb": 40960, "trainable": 25902208, "total": 636738720, "backbone_frozen": 610836512, "trainable_fraction": 0.04121397530972065}, "step_grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "adapt_episodes": [54, 80, 93, 106, 132, 236, 249, 262], "held_out": [41, 158, 171, 197, 210, 288, 314, 327], "time": 1790562440.3932846} +{"event": "certificate", "line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map07 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json split_sha256=9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", "step0_parity_max_abs": 0.0, "time": 1790562440.395885} +{"event": "val", "step": 0, "val_loss": 0.1916479468345642, "val_loss_by_t_quartile": [0.3262658715248108, 0.15738935768604279, 0.14499256014823914, 0.1641249805688858], "excursion": false, "time": 1790562443.1387458} +{"event": "checkpoint", "step": 0, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt", "val_loss": 0.1916479468345642, "time": 1790562443.3373215} +{"event": "train", "step": 25, "loss": 0.19263022780418396, "lr": 2.6000000000000002e-05, "steps_per_s": 1.390806866567742, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06830157026648521, "grad_norm_max": 0.08168193697929382, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562461.314719} +{"event": "train", "step": 50, "loss": 0.1869969755411148, "lr": 5.1000000000000006e-05, "steps_per_s": 1.3970713750604022, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0713267433643341, "grad_norm_max": 0.11571438610553741, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562479.1287234} +{"event": "val", "step": 50, "val_loss": 0.184975266456604, "val_loss_by_t_quartile": [0.3196113109588623, 0.15037418901920319, 0.13796216249465942, 0.15800942480564117], "excursion": false, "time": 1790562484.7896144} +{"event": "checkpoint", "step": 50, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt", "val_loss": 0.184975266456604, "time": 1790562485.1355598} +{"event": "train", "step": 75, "loss": 0.1839642494916916, "lr": 7.6e-05, "steps_per_s": 1.2503974210743987, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06910882994532586, "grad_norm_max": 0.1287611573934555, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562503.3203604} +{"event": "train", "step": 100, "loss": 0.18289269149303436, "lr": 0.0001, "steps_per_s": 1.281681459842194, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0696330326795578, "grad_norm_max": 0.14811818301677704, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562521.3618195} +{"event": "val", "step": 100, "val_loss": 0.1766996830701828, "val_loss_by_t_quartile": [0.3057170808315277, 0.14246751368045807, 0.13166497647762299, 0.15161210298538208], "excursion": false, "time": 1790562524.1777806} +{"event": "checkpoint", "step": 100, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt", "val_loss": 0.1766996830701828, "time": 1790562524.493331} +{"event": "train", "step": 125, "loss": 0.1776430529356003, "lr": 0.0001, "steps_per_s": 1.2712582127633425, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07031690567731858, "grad_norm_max": 0.17619580030441284, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562541.6673024} +{"event": "train", "step": 150, "loss": 0.17725683212280274, "lr": 0.0001, "steps_per_s": 1.2951305193351401, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06510164722800255, "grad_norm_max": 0.09976933151483536, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562559.1577792} +{"event": "val", "step": 150, "val_loss": 0.17299111187458038, "val_loss_by_t_quartile": [0.29837566614151, 0.13851116597652435, 0.1292092204093933, 0.14948926866054535], "excursion": false, "time": 1790562561.8230531} +{"event": "checkpoint", "step": 150, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt", "val_loss": 0.17299111187458038, "time": 1790562562.052368} +{"event": "train", "step": 175, "loss": 0.17767106354236603, "lr": 0.0001, "steps_per_s": 1.2812273073530276, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06600039452314377, "grad_norm_max": 0.13157416880130768, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562579.9272082} +{"event": "train", "step": 200, "loss": 0.17298713088035583, "lr": 0.0001, "steps_per_s": 1.29379256590795, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06941869929432869, "grad_norm_max": 0.12448275089263916, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562597.9237692} +{"event": "train", "step": 225, "loss": 0.1710842263698578, "lr": 0.0001, "steps_per_s": 1.3005344257146472, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.060799800753593446, "grad_norm_max": 0.08942461013793945, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562616.3451} +{"event": "train", "step": 250, "loss": 0.1716475296020508, "lr": 0.0001, "steps_per_s": 1.3075302961865816, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06583369255065918, "grad_norm_max": 0.11323775351047516, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562634.5395148} +{"event": "val", "step": 250, "val_loss": 0.17049941420555115, "val_loss_by_t_quartile": [0.2935282588005066, 0.1365760713815689, 0.12731043994426727, 0.1477130800485611], "excursion": false, "time": 1790562636.9461315} +{"event": "checkpoint", "step": 250, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt", "val_loss": 0.17049941420555115, "time": 1790562638.5674481} +{"event": "train", "step": 275, "loss": 0.17538840353488921, "lr": 0.0001, "steps_per_s": 1.3062052130055541, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06945485353469849, "grad_norm_max": 0.12249437719583511, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562653.8735874} +{"event": "train", "step": 300, "loss": 0.1824841630458832, "lr": 0.0001, "steps_per_s": 1.3286386912454766, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08202514380216598, "grad_norm_max": 0.133765310049057, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562669.134596} +{"event": "train", "step": 325, "loss": 0.1723360937833786, "lr": 0.0001, "steps_per_s": 1.3482534615915127, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06711250960826874, "grad_norm_max": 0.12148604542016983, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562684.3918052} +{"event": "train", "step": 350, "loss": 0.16719208478927614, "lr": 0.0001, "steps_per_s": 1.3640036162923177, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06605329185724258, "grad_norm_max": 0.12714512646198273, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562699.9366763} +{"event": "train", "step": 375, "loss": 0.17023194432258607, "lr": 0.0001, "steps_per_s": 1.3795197528441836, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06730548441410064, "grad_norm_max": 0.11198238283395767, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562715.172865} +{"event": "train", "step": 400, "loss": 0.16597614467144012, "lr": 0.0001, "steps_per_s": 1.3934518698294471, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0813742382824421, "grad_norm_max": 0.34635090827941895, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562730.3960533} +{"event": "train", "step": 425, "loss": 0.17074404418468475, "lr": 0.0001, "steps_per_s": 1.4060182970499844, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0689458967745304, "grad_norm_max": 0.09980279952287674, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562745.6111586} +{"event": "train", "step": 450, "loss": 0.16347011148929597, "lr": 0.0001, "steps_per_s": 1.41735239414008, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06831026405096054, "grad_norm_max": 0.12852197885513306, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562760.8325498} +{"event": "train", "step": 475, "loss": 0.16987501680850983, "lr": 0.0001, "steps_per_s": 1.427649385655225, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08282629832625389, "grad_norm_max": 0.3706894814968109, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562776.0539224} +{"event": "train", "step": 500, "loss": 0.17367299079895018, "lr": 0.0001, "steps_per_s": 1.4364834854247774, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0818091557919979, "grad_norm_max": 0.1414758414030075, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562791.4113266} +{"event": "val", "step": 500, "val_loss": 0.16798821091651917, "val_loss_by_t_quartile": [0.28865841031074524, 0.13367193937301636, 0.12617208063602448, 0.14588873088359833], "excursion": false, "time": 1790562802.2991052} +{"event": "checkpoint", "step": 500, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt", "val_loss": 0.16798821091651917, "time": 1790562802.5792327} +{"event": "train", "step": 525, "loss": 0.16470148742198945, "lr": 0.0001, "steps_per_s": 1.4016408118872128, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07024053677916527, "grad_norm_max": 0.1317189335823059, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562817.9001749} +{"event": "train", "step": 550, "loss": 0.16522764444351196, "lr": 0.0001, "steps_per_s": 1.4110426390625979, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06543022394180298, "grad_norm_max": 0.10854877531528473, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562833.1218562} +{"event": "train", "step": 575, "loss": 0.1700945222377777, "lr": 0.0001, "steps_per_s": 1.4197650675904567, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07162074312567711, "grad_norm_max": 0.15177516639232635, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562848.33576} +{"event": "train", "step": 600, "loss": 0.15936819612979888, "lr": 0.0001, "steps_per_s": 1.4276930372898438, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06513270005583763, "grad_norm_max": 0.11133284121751785, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562863.597693} +{"event": "train", "step": 625, "loss": 0.16755937278270722, "lr": 0.0001, "steps_per_s": 1.434438361422626, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07918167069554329, "grad_norm_max": 0.2789582312107086, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562879.0497413} +{"event": "train", "step": 650, "loss": 0.1754983925819397, "lr": 0.0001, "steps_per_s": 1.4412381110603798, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07873463720083236, "grad_norm_max": 0.20869788527488708, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562894.3402588} +{"event": "train", "step": 675, "loss": 0.16850360751152038, "lr": 0.0001, "steps_per_s": 1.4477645001590367, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07501713067293167, "grad_norm_max": 0.132085382938385, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562909.5751886} +{"event": "train", "step": 700, "loss": 0.16780278384685515, "lr": 0.0001, "steps_per_s": 1.4539252250655665, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06643687456846237, "grad_norm_max": 0.10164617002010345, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562924.7944896} +{"event": "train", "step": 725, "loss": 0.16730535984039308, "lr": 0.0001, "steps_per_s": 1.4597564693317087, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06631414219737053, "grad_norm_max": 0.10094927996397018, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562939.997306} +{"event": "train", "step": 750, "loss": 0.16161914348602294, "lr": 0.0001, "steps_per_s": 1.4652620539446835, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06289971515536308, "grad_norm_max": 0.09869982302188873, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562955.1929421} +{"event": "train", "step": 775, "loss": 0.15860607206821442, "lr": 0.0001, "steps_per_s": 1.4704630828449747, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06030317172408104, "grad_norm_max": 0.08191756159067154, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562970.383975} +{"event": "train", "step": 800, "loss": 0.16700261414051057, "lr": 0.0001, "steps_per_s": 1.4745035092362582, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07001938432455063, "grad_norm_max": 0.1367296725511551, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790562985.894598} +{"event": "train", "step": 825, "loss": 0.16772261917591094, "lr": 0.0001, "steps_per_s": 1.4771979891917568, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07536444276571273, "grad_norm_max": 0.15463972091674805, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563001.8289275} +{"event": "train", "step": 850, "loss": 0.1657566696405411, "lr": 0.0001, "steps_per_s": 1.478384892136019, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07313303753733635, "grad_norm_max": 0.14005349576473236, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563018.290935} +{"event": "train", "step": 875, "loss": 0.17059692442417146, "lr": 0.0001, "steps_per_s": 1.4792395624028776, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07220527917146682, "grad_norm_max": 0.12406419217586517, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563034.8593116} +{"event": "train", "step": 900, "loss": 0.16326289355754853, "lr": 0.0001, "steps_per_s": 1.4797546921414335, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07347704708576203, "grad_norm_max": 0.19440267980098724, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563051.548072} +{"event": "train", "step": 925, "loss": 0.16556083023548127, "lr": 0.0001, "steps_per_s": 1.4802318034511663, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06654217109084129, "grad_norm_max": 0.10501907020807266, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563068.2412584} +{"event": "train", "step": 950, "loss": 0.16705503761768342, "lr": 0.0001, "steps_per_s": 1.4804688108977038, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07482635542750359, "grad_norm_max": 0.11648744344711304, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563085.0277517} +{"event": "train", "step": 975, "loss": 0.17048968374729156, "lr": 0.0001, "steps_per_s": 1.4806955340587706, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07117012768983841, "grad_norm_max": 0.11042342334985733, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563101.8134582} +{"event": "train", "step": 1000, "loss": 0.16461324453353882, "lr": 0.0001, "steps_per_s": 1.4806801280838384, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06765935361385346, "grad_norm_max": 0.09966986626386642, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563118.7044377} +{"event": "val", "step": 1000, "val_loss": 0.16527536511421204, "val_loss_by_t_quartile": [0.28316280245780945, 0.1317482739686966, 0.12403398007154465, 0.14404116570949554], "excursion": false, "time": 1790563121.0168908} +{"event": "checkpoint", "step": 1000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt", "val_loss": 0.16527536511421204, "time": 1790563121.2612646} +{"event": "train", "step": 1025, "loss": 0.16405292093753815, "lr": 0.0001, "steps_per_s": 1.475472793202638, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07076139718294144, "grad_norm_max": 0.1252589374780655, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563138.0317428} +{"event": "train", "step": 1050, "loss": 0.1731678879261017, "lr": 0.0001, "steps_per_s": 1.4753807849579965, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0760933680832386, "grad_norm_max": 0.12113304436206818, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563155.0198758} +{"event": "train", "step": 1075, "loss": 0.17095410883426665, "lr": 0.0001, "steps_per_s": 1.4759369483457185, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07943060502409935, "grad_norm_max": 0.18063984811306, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563171.6901455} +{"event": "train", "step": 1100, "loss": 0.17214884877204895, "lr": 0.0001, "steps_per_s": 1.4762611189111734, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07555438920855523, "grad_norm_max": 0.18881161510944366, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563188.4648345} +{"event": "train", "step": 1125, "loss": 0.16396819293498993, "lr": 0.0001, "steps_per_s": 1.4754723624851087, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07644602537155151, "grad_norm_max": 0.15584006905555725, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563205.8069935} +{"event": "train", "step": 1150, "loss": 0.1628647577762604, "lr": 0.0001, "steps_per_s": 1.4751907406004572, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06930458426475525, "grad_norm_max": 0.1216711550951004, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563222.8993723} +{"event": "train", "step": 1175, "loss": 0.16744042038917542, "lr": 0.0001, "steps_per_s": 1.474531158650936, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0694229742884636, "grad_norm_max": 0.12671656906604767, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563240.2026412} +{"event": "train", "step": 1200, "loss": 0.16770675122737885, "lr": 0.0001, "steps_per_s": 1.4740816065361984, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06797210857272148, "grad_norm_max": 0.11175401508808136, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563257.405386} +{"event": "train", "step": 1225, "loss": 0.16728223025798797, "lr": 0.0001, "steps_per_s": 1.4732925015145721, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07489533320069314, "grad_norm_max": 0.15994741022586823, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563274.8101783} +{"event": "train", "step": 1250, "loss": 0.16796101450920106, "lr": 0.0001, "steps_per_s": 1.4723063731174284, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07430335745215416, "grad_norm_max": 0.10439387708902359, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563292.347363} +{"event": "train", "step": 1275, "loss": 0.16568658471107484, "lr": 0.0001, "steps_per_s": 1.4712005346734924, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06686123937368393, "grad_norm_max": 0.10127372294664383, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563309.9783072} +{"event": "train", "step": 1300, "loss": 0.16602206468582154, "lr": 0.0001, "steps_per_s": 1.4694147289545498, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07347588419914246, "grad_norm_max": 0.17897075414657593, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563328.0452204} +{"event": "train", "step": 1325, "loss": 0.1679043859243393, "lr": 0.0001, "steps_per_s": 1.4671161663668952, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07147450134158134, "grad_norm_max": 0.10464739054441452, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563346.4715705} +{"event": "train", "step": 1350, "loss": 0.16406932532787322, "lr": 0.0001, "steps_per_s": 1.46505781395414, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06745188176631928, "grad_norm_max": 0.10925367474555969, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563364.804531} +{"event": "train", "step": 1375, "loss": 0.1629733908176422, "lr": 0.0001, "steps_per_s": 1.465402055654145, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07481755346059799, "grad_norm_max": 0.15225811302661896, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563381.6482286} +{"event": "train", "step": 1400, "loss": 0.16952233552932738, "lr": 0.0001, "steps_per_s": 1.466752803048055, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07297092497348785, "grad_norm_max": 0.12291037291288376, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563397.828542} +{"event": "train", "step": 1425, "loss": 0.17619374573230742, "lr": 0.0001, "steps_per_s": 1.4679092701947811, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07471624225378036, "grad_norm_max": 0.1458083987236023, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563414.107621} +{"event": "train", "step": 1450, "loss": 0.1628679019212723, "lr": 0.0001, "steps_per_s": 1.4690302223772487, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06577992469072341, "grad_norm_max": 0.09737271815538406, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563430.3848946} +{"event": "train", "step": 1475, "loss": 0.16337608695030212, "lr": 0.0001, "steps_per_s": 1.4701166831290582, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07685929745435714, "grad_norm_max": 0.12493077665567398, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563446.6608691} +{"event": "train", "step": 1500, "loss": 0.16826846897602082, "lr": 0.0001, "steps_per_s": 1.4712414691215383, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07231909245252609, "grad_norm_max": 0.1233324185013771, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563462.8862605} +{"event": "train", "step": 1525, "loss": 0.1650943785905838, "lr": 0.0001, "steps_per_s": 1.4716146650245823, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07177637234330177, "grad_norm_max": 0.15261279046535492, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563479.615843} +{"event": "train", "step": 1550, "loss": 0.1638541728258133, "lr": 0.0001, "steps_per_s": 1.4692394841193288, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06782715827226639, "grad_norm_max": 0.11276786774396896, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563498.3067293} +{"event": "train", "step": 1575, "loss": 0.17390873908996582, "lr": 0.0001, "steps_per_s": 1.4671671986204697, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07661940962076187, "grad_norm_max": 0.1843617558479309, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563516.8364637} +{"event": "train", "step": 1600, "loss": 0.16662295520305634, "lr": 0.0001, "steps_per_s": 1.4648756132270173, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07229308813810348, "grad_norm_max": 0.12605957686901093, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563535.582072} +{"event": "train", "step": 1625, "loss": 0.1623559021949768, "lr": 0.0001, "steps_per_s": 1.4627801472238955, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06443109959363938, "grad_norm_max": 0.10599177330732346, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563554.237503} +{"event": "train", "step": 1650, "loss": 0.15934960126876832, "lr": 0.0001, "steps_per_s": 1.4603074825644768, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06642435103654862, "grad_norm_max": 0.10418244451284409, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563573.238131} +{"event": "train", "step": 1675, "loss": 0.16809973418712615, "lr": 0.0001, "steps_per_s": 1.4580878999964135, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07310408890247345, "grad_norm_max": 0.12495770305395126, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563592.1039298} +{"event": "train", "step": 1700, "loss": 0.1628147542476654, "lr": 0.0001, "steps_per_s": 1.4556837783043404, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07264690995216369, "grad_norm_max": 0.20078420639038086, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563611.175199} +{"event": "train", "step": 1725, "loss": 0.16816567957401277, "lr": 0.0001, "steps_per_s": 1.4533649669311737, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07497446402907372, "grad_norm_max": 0.11977122724056244, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563630.2399511} +{"event": "train", "step": 1750, "loss": 0.15979692995548248, "lr": 0.0001, "steps_per_s": 1.451016198850837, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06380522564053535, "grad_norm_max": 0.11878054589033127, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563649.3905203} +{"event": "train", "step": 1775, "loss": 0.162840656042099, "lr": 0.0001, "steps_per_s": 1.4487371222900258, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07285291969776153, "grad_norm_max": 0.13169430196285248, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563668.5442429} +{"event": "train", "step": 1800, "loss": 0.15925864279270172, "lr": 0.0001, "steps_per_s": 1.4465271261597525, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06483997687697411, "grad_norm_max": 0.10544417053461075, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563687.6987922} +{"event": "train", "step": 1825, "loss": 0.16414748072624208, "lr": 0.0001, "steps_per_s": 1.4443819133686375, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06901561379432679, "grad_norm_max": 0.1026262566447258, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563706.8554013} +{"event": "train", "step": 1850, "loss": 0.16220022082328797, "lr": 0.0001, "steps_per_s": 1.4421693374681845, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07191631138324737, "grad_norm_max": 0.11977744102478027, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563726.1288474} +{"event": "train", "step": 1875, "loss": 0.16676740527153014, "lr": 0.0001, "steps_per_s": 1.4401463027435804, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07076474994421006, "grad_norm_max": 0.11235184222459793, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563745.2901928} +{"event": "train", "step": 1900, "loss": 0.16849974989891053, "lr": 0.0001, "steps_per_s": 1.438074356967138, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07866885885596275, "grad_norm_max": 0.14142738282680511, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563764.5504305} +{"event": "train", "step": 1925, "loss": 0.16507020235061645, "lr": 0.0001, "steps_per_s": 1.4360337850613611, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06903424918651581, "grad_norm_max": 0.11956578493118286, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563783.8368666} +{"event": "train", "step": 1950, "loss": 0.16021698355674743, "lr": 0.0001, "steps_per_s": 1.4339978439150436, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0665902180969715, "grad_norm_max": 0.1178940087556839, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563803.1738038} +{"event": "train", "step": 1975, "loss": 0.16523179709911345, "lr": 0.0001, "steps_per_s": 1.4320439976324018, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06636340484023094, "grad_norm_max": 0.09594355523586273, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563822.4867127} +{"event": "train", "step": 2000, "loss": 0.16420406639575957, "lr": 0.0001, "steps_per_s": 1.4301768106301782, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07413754865527153, "grad_norm_max": 0.10479142516851425, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563841.7676313} +{"event": "val", "step": 2000, "val_loss": 0.16288363933563232, "val_loss_by_t_quartile": [0.27832961082458496, 0.129337877035141, 0.12231100350618362, 0.1427670121192932], "excursion": false, "time": 1790563844.4068017} +{"event": "checkpoint", "step": 2000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt", "val_loss": 0.16288363933563232, "time": 1790563844.639249} +{"event": "train", "step": 2025, "loss": 0.15780266135931015, "lr": 0.0001, "steps_per_s": 1.4254657666537263, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07093357771635056, "grad_norm_max": 0.16390568017959595, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563863.9274843} +{"event": "train", "step": 2050, "loss": 0.1616355836391449, "lr": 0.0001, "steps_per_s": 1.423751712950642, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07180879682302475, "grad_norm_max": 0.15250693261623383, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563883.1969748} +{"event": "train", "step": 2075, "loss": 0.16222503900527954, "lr": 0.0001, "steps_per_s": 1.4220816552748032, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06551518097519875, "grad_norm_max": 0.09012330323457718, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563902.4677482} +{"event": "train", "step": 2100, "loss": 0.15942229568958283, "lr": 0.0001, "steps_per_s": 1.4204422490150928, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06610390990972519, "grad_norm_max": 0.11816539615392685, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563921.7520099} +{"event": "train", "step": 2125, "loss": 0.17066179633140563, "lr": 0.0001, "steps_per_s": 1.4188034291164595, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07740379124879837, "grad_norm_max": 0.14197157323360443, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563941.080084} +{"event": "train", "step": 2150, "loss": 0.1653603819012642, "lr": 0.0001, "steps_per_s": 1.417239553450209, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07416806921362877, "grad_norm_max": 0.1285323053598404, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563960.372789} +{"event": "train", "step": 2175, "loss": 0.16958372354507445, "lr": 0.0001, "steps_per_s": 1.4157921832729268, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08323092013597488, "grad_norm_max": 0.1655692309141159, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563979.5815248} +{"event": "train", "step": 2200, "loss": 0.15954905450344087, "lr": 0.0001, "steps_per_s": 1.4143248574823666, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06891441941261292, "grad_norm_max": 0.1673150658607483, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790563998.851605} +{"event": "train", "step": 2225, "loss": 0.1622533243894577, "lr": 0.0001, "steps_per_s": 1.4128820467824899, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06540055513381958, "grad_norm_max": 0.11385130137205124, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564018.1344109} +{"event": "train", "step": 2250, "loss": 0.1660894638299942, "lr": 0.0001, "steps_per_s": 1.4113662463454117, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07602250307798386, "grad_norm_max": 0.1446349024772644, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564037.5393462} +{"event": "train", "step": 2275, "loss": 0.1632203394174576, "lr": 0.0001, "steps_per_s": 1.4099351156333, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07124306559562683, "grad_norm_max": 0.10722905397415161, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564056.888542} +{"event": "train", "step": 2300, "loss": 0.16172039031982421, "lr": 0.0001, "steps_per_s": 1.4085697884808677, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06864739313721657, "grad_norm_max": 0.10988509654998779, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564076.201159} +{"event": "train", "step": 2325, "loss": 0.16142805635929108, "lr": 0.0001, "steps_per_s": 1.407253206334742, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06738804951310158, "grad_norm_max": 0.11975279450416565, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564095.4938405} +{"event": "train", "step": 2350, "loss": 0.15651821136474608, "lr": 0.0001, "steps_per_s": 1.4059835599626382, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0658825895190239, "grad_norm_max": 0.10809962451457977, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564114.7670338} +{"event": "train", "step": 2375, "loss": 0.1629604709148407, "lr": 0.0001, "steps_per_s": 1.404744295369382, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.067799152135849, "grad_norm_max": 0.13690826296806335, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564134.0383406} +{"event": "train", "step": 2400, "loss": 0.1616545593738556, "lr": 0.0001, "steps_per_s": 1.40351231482858, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07397426977753639, "grad_norm_max": 0.14559361338615417, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564153.3348858} +{"event": "train", "step": 2425, "loss": 0.1653429836034775, "lr": 0.0001, "steps_per_s": 1.402322951305784, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07848382666707039, "grad_norm_max": 0.15550430119037628, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564172.612717} +{"event": "train", "step": 2450, "loss": 0.1609757924079895, "lr": 0.0001, "steps_per_s": 1.4010502893346635, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06998709380626679, "grad_norm_max": 0.12163512408733368, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564192.0272179} +{"event": "train", "step": 2475, "loss": 0.1556442940235138, "lr": 0.0001, "steps_per_s": 1.3999239168113922, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06652802214026451, "grad_norm_max": 0.1184767410159111, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564211.2925036} +{"event": "train", "step": 2500, "loss": 0.16182785212993622, "lr": 0.0001, "steps_per_s": 1.3988522368410423, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06807012617588043, "grad_norm_max": 0.11773250997066498, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564230.518602} +{"event": "train", "step": 2525, "loss": 0.16310892522335052, "lr": 0.0001, "steps_per_s": 1.3978341720695975, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.073573357462883, "grad_norm_max": 0.1238594502210617, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564249.7049568} +{"event": "train", "step": 2550, "loss": 0.16408794105052948, "lr": 0.0001, "steps_per_s": 1.3967631113939807, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0684219865500927, "grad_norm_max": 0.10317441821098328, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564268.9888306} +{"event": "train", "step": 2575, "loss": 0.165533487200737, "lr": 0.0001, "steps_per_s": 1.3957644959915054, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06725445285439491, "grad_norm_max": 0.12092795222997665, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564288.2062545} +{"event": "train", "step": 2600, "loss": 0.16074830532073975, "lr": 0.0001, "steps_per_s": 1.3947889409903902, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06898345470428467, "grad_norm_max": 0.11712353676557541, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564307.4204736} +{"event": "train", "step": 2625, "loss": 0.15829251140356063, "lr": 0.0001, "steps_per_s": 1.393781102173567, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06835620045661926, "grad_norm_max": 0.11830524355173111, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564326.7052548} +{"event": "train", "step": 2650, "loss": 0.16438097536563873, "lr": 0.0001, "steps_per_s": 1.3928578675056364, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07817737951874733, "grad_norm_max": 0.1575762778520584, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564345.9024005} +{"event": "train", "step": 2675, "loss": 0.16240118980407714, "lr": 0.0001, "steps_per_s": 1.3919147699746142, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06806595087051391, "grad_norm_max": 0.10430506616830826, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564365.1522155} +{"event": "train", "step": 2700, "loss": 0.1664542442560196, "lr": 0.0001, "steps_per_s": 1.3909653660633934, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07750744625926018, "grad_norm_max": 0.14390750229358673, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564384.4370813} +{"event": "train", "step": 2725, "loss": 0.15902587950229644, "lr": 0.0001, "steps_per_s": 1.3900554730769978, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07225296929478646, "grad_norm_max": 0.13298949599266052, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564403.6928835} +{"event": "train", "step": 2750, "loss": 0.16299356877803803, "lr": 0.0001, "steps_per_s": 1.3891634165097835, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07002186089754105, "grad_norm_max": 0.1272822767496109, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564422.9478562} +{"event": "train", "step": 2775, "loss": 0.16478986978530885, "lr": 0.0001, "steps_per_s": 1.3882902002722695, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07427493497729301, "grad_norm_max": 0.12442748993635178, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564442.2007859} +{"event": "train", "step": 2800, "loss": 0.16230100631713867, "lr": 0.0001, "steps_per_s": 1.3874651333150623, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07795258983969688, "grad_norm_max": 0.172978013753891, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564461.4078987} +{"event": "train", "step": 2825, "loss": 0.16184964060783386, "lr": 0.0001, "steps_per_s": 1.386628781880809, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06771614417433738, "grad_norm_max": 0.11645381152629852, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564480.6544712} +{"event": "train", "step": 2850, "loss": 0.1599695324897766, "lr": 0.0001, "steps_per_s": 1.3857879588351505, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06944455683231354, "grad_norm_max": 0.11112447082996368, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564499.9308364} +{"event": "train", "step": 2875, "loss": 0.1613186264038086, "lr": 0.0001, "steps_per_s": 1.3850537674525871, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07365127235651016, "grad_norm_max": 0.12459556758403778, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564519.0708883} +{"event": "train", "step": 2900, "loss": 0.1608813786506653, "lr": 0.0001, "steps_per_s": 1.382889081505999, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0753580941259861, "grad_norm_max": 0.13384170830249786, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564540.3983502} +{"event": "train", "step": 2925, "loss": 0.15915554523468017, "lr": 0.0001, "steps_per_s": 1.3771454582613056, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07543210729956627, "grad_norm_max": 0.16681277751922607, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564567.2979813} +{"event": "train", "step": 2950, "loss": 0.15950872659683227, "lr": 0.0001, "steps_per_s": 1.37171821679465, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0749623367190361, "grad_norm_max": 0.19489221274852753, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564593.926892} +{"event": "train", "step": 2975, "loss": 0.1603469157218933, "lr": 0.0001, "steps_per_s": 1.3665324402800731, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07269352674484253, "grad_norm_max": 0.12021573632955551, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564620.3827245} +{"event": "train", "step": 3000, "loss": 0.16284947097301483, "lr": 0.0001, "steps_per_s": 1.3614514178646875, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06948375120759011, "grad_norm_max": 0.10191990435123444, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564646.8701127} +{"event": "train", "step": 3025, "loss": 0.158576500415802, "lr": 0.0001, "steps_per_s": 1.3564903209938708, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06975104555487632, "grad_norm_max": 0.11383987218141556, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564673.3589637} +{"event": "train", "step": 3050, "loss": 0.16416217982769013, "lr": 0.0001, "steps_per_s": 1.3518337096174142, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06639523953199386, "grad_norm_max": 0.10011816769838333, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564699.5341117} +{"event": "train", "step": 3075, "loss": 0.1675580495595932, "lr": 0.0001, "steps_per_s": 1.3470994184842002, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07287594109773636, "grad_norm_max": 0.12930114567279816, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564726.0216606} +{"event": "train", "step": 3100, "loss": 0.15971503138542176, "lr": 0.0001, "steps_per_s": 1.342247000223357, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06964004024863243, "grad_norm_max": 0.10548435151576996, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564752.8993442} +{"event": "train", "step": 3125, "loss": 0.16004734933376313, "lr": 0.0001, "steps_per_s": 1.3378041475790357, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06930087730288506, "grad_norm_max": 0.10067344456911087, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564779.2568626} +{"event": "train", "step": 3150, "loss": 0.1635228431224823, "lr": 0.0001, "steps_per_s": 1.3336291817086667, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0754705636203289, "grad_norm_max": 0.14784696698188782, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564805.3156185} +{"event": "train", "step": 3175, "loss": 0.16087577998638153, "lr": 0.0001, "steps_per_s": 1.3292105877825373, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07028766334056855, "grad_norm_max": 0.12449841946363449, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564831.9752169} +{"event": "train", "step": 3200, "loss": 0.15754997074604035, "lr": 0.0001, "steps_per_s": 1.3247159710666945, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06933976739645004, "grad_norm_max": 0.19286002218723297, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564858.9520466} +{"event": "train", "step": 3225, "loss": 0.17035797417163848, "lr": 0.0001, "steps_per_s": 1.3207691095243594, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07215006321668625, "grad_norm_max": 0.12205202132463455, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564885.0987198} +{"event": "train", "step": 3250, "loss": 0.16284988760948182, "lr": 0.0001, "steps_per_s": 1.3169746254041501, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08064029052853584, "grad_norm_max": 0.17512467503547668, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564911.1166852} +{"event": "train", "step": 3275, "loss": 0.1567559152841568, "lr": 0.0001, "steps_per_s": 1.3129064975686102, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07360443964600563, "grad_norm_max": 0.17179013788700104, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564937.805245} +{"event": "train", "step": 3300, "loss": 0.15705605506896972, "lr": 0.0001, "steps_per_s": 1.3094191248349545, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06287149980664253, "grad_norm_max": 0.0846821665763855, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564963.541595} +{"event": "train", "step": 3325, "loss": 0.15917714655399323, "lr": 0.0001, "steps_per_s": 1.3059175836977746, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06836736381053925, "grad_norm_max": 0.1265551894903183, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790564989.4420233} +{"event": "train", "step": 3350, "loss": 0.16119651675224303, "lr": 0.0001, "steps_per_s": 1.3019393671255144, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07141204014420509, "grad_norm_max": 0.11999902874231339, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565016.4239576} +{"event": "train", "step": 3375, "loss": 0.16909243941307067, "lr": 0.0001, "steps_per_s": 1.2980796872658453, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08306091815233231, "grad_norm_max": 0.16515077650547028, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565043.3340905} +{"event": "train", "step": 3400, "loss": 0.16051283597946167, "lr": 0.0001, "steps_per_s": 1.2946278577137826, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07065620318055153, "grad_norm_max": 0.12035142630338669, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565069.576689} +{"event": "train", "step": 3425, "loss": 0.16183464765548705, "lr": 0.0001, "steps_per_s": 1.290949905855258, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07467215970158576, "grad_norm_max": 0.14500102400779724, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565096.424706} +{"event": "train", "step": 3450, "loss": 0.16618082880973817, "lr": 0.0001, "steps_per_s": 1.2875145973932054, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07888970419764518, "grad_norm_max": 0.16696614027023315, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565122.9207184} +{"event": "train", "step": 3475, "loss": 0.1620316570997238, "lr": 0.0001, "steps_per_s": 1.2842944076986675, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06886817455291748, "grad_norm_max": 0.12940838932991028, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565149.1052287} +{"event": "train", "step": 3500, "loss": 0.1605818247795105, "lr": 0.0001, "steps_per_s": 1.2807889133936223, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07283419206738471, "grad_norm_max": 0.140445739030838, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565176.0300782} +{"event": "train", "step": 3525, "loss": 0.16445480406284332, "lr": 0.0001, "steps_per_s": 1.2772561605760024, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08508564308285713, "grad_norm_max": 0.24482625722885132, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565203.1617875} +{"event": "train", "step": 3550, "loss": 0.15886813402175903, "lr": 0.0001, "steps_per_s": 1.2740360496221181, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.072233776897192, "grad_norm_max": 0.11073355376720428, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565229.7596734} +{"event": "train", "step": 3575, "loss": 0.15897247135639192, "lr": 0.0001, "steps_per_s": 1.2707332870419903, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07229779288172722, "grad_norm_max": 0.10935211926698685, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565256.6757195} +{"event": "train", "step": 3600, "loss": 0.15948591113090516, "lr": 0.0001, "steps_per_s": 1.2675172361463933, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06889946699142456, "grad_norm_max": 0.15639230608940125, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565283.5373807} +{"event": "train", "step": 3625, "loss": 0.15737205266952514, "lr": 0.0001, "steps_per_s": 1.2645542049487823, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06615439713001252, "grad_norm_max": 0.0877472534775734, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565309.962197} +{"event": "train", "step": 3650, "loss": 0.15500070989131928, "lr": 0.0001, "steps_per_s": 1.2649405180024285, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06677953496575356, "grad_norm_max": 0.14377737045288086, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565328.8505929} +{"event": "train", "step": 3675, "loss": 0.1572491854429245, "lr": 0.0001, "steps_per_s": 1.265304723346885, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06710978895425797, "grad_norm_max": 0.10395252704620361, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565347.7783456} +{"event": "train", "step": 3700, "loss": 0.16508317172527312, "lr": 0.0001, "steps_per_s": 1.2656155528482664, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06933935523033143, "grad_norm_max": 0.11580441147089005, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565366.8180952} +{"event": "train", "step": 3725, "loss": 0.16238923013210296, "lr": 0.0001, "steps_per_s": 1.2660904089956255, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07837349697947502, "grad_norm_max": 0.13259130716323853, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565385.4673152} +{"event": "train", "step": 3750, "loss": 0.15986151039600371, "lr": 0.0001, "steps_per_s": 1.2664700134989162, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07129497155547142, "grad_norm_max": 0.11627455055713654, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565404.325533} +{"event": "train", "step": 3775, "loss": 0.16236647844314575, "lr": 0.0001, "steps_per_s": 1.267009444935042, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07389772206544876, "grad_norm_max": 0.13837158679962158, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565422.7962} +{"event": "train", "step": 3800, "loss": 0.1629797077178955, "lr": 0.0001, "steps_per_s": 1.2673382878369188, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07153031811118125, "grad_norm_max": 0.11816058307886124, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565441.74974} +{"event": "train", "step": 3825, "loss": 0.15768599331378938, "lr": 0.0001, "steps_per_s": 1.2678973991875535, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06872776627540589, "grad_norm_max": 0.12292341887950897, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565460.144935} +{"event": "train", "step": 3850, "loss": 0.1637396591901779, "lr": 0.0001, "steps_per_s": 1.2682024601819968, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.072058514803648, "grad_norm_max": 0.11422930657863617, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565479.1321628} +{"event": "train", "step": 3875, "loss": 0.15569205939769745, "lr": 0.0001, "steps_per_s": 1.2684556162702818, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06981894224882126, "grad_norm_max": 0.13658051192760468, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565498.235367} +{"event": "train", "step": 3900, "loss": 0.1638339102268219, "lr": 0.0001, "steps_per_s": 1.2689347700884441, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07524702221155166, "grad_norm_max": 0.1645495742559433, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565516.7834723} +{"event": "train", "step": 3925, "loss": 0.1585769236087799, "lr": 0.0001, "steps_per_s": 1.2694775560983484, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06838695973157882, "grad_norm_max": 0.12304025143384933, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565535.162691} +{"event": "train", "step": 3950, "loss": 0.16846185982227324, "lr": 0.0001, "steps_per_s": 1.2700596671496043, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07632297158241272, "grad_norm_max": 0.13771942257881165, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565553.429741} +{"event": "train", "step": 3975, "loss": 0.15715785086154938, "lr": 0.0001, "steps_per_s": 1.270512914321357, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07939662829041481, "grad_norm_max": 0.12831443548202515, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565571.9971993} +{"event": "train", "step": 4000, "loss": 0.1635346966981888, "lr": 0.0001, "steps_per_s": 1.27088454867453, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07711877822875976, "grad_norm_max": 0.1447967290878296, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790565590.753884} +{"event": "val", "step": 4000, "val_loss": 0.16002802550792694, "val_loss_by_t_quartile": [0.2734490931034088, 0.12659291923046112, 0.11980976164340973, 0.14093026518821716], "excursion": false, "time": 1790565593.5671203} +{"event": "checkpoint", "step": 4000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt", "val_loss": 0.16002802550792694, "time": 1790565593.806086} +{"event": "end", "step": 4000, "time": 1790565593.8077645} diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores.jsonl b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..887786f3540ddc28468e190b7db90da6ed021e2b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores.jsonl @@ -0,0 +1,9 @@ +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 0, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "2577237ae576dcb46b25aa7da6d39fb9c19abe93a70862fc8e26a0608f2b99f9", "step": 0, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 19.874328643083572, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.2674221590277739, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.7335066755767912, "heldout_latent_mse": 0.21314373177301604, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 21.475021567195654, "heldout_lpips_dec": 0.2282424012082629, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 0.10808290541172028, "heldout_lpips_gain": -0.0805928596528247, "heldout_latent_ratio_of_means": 0.6996942230357398, "heldout_windows": 256, "heldout_latent_skill": 1.4959337219810884, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7335066764584777, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.10808290541172028, "heldout_lpips_gain_paired": -0.0805928596528247, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/heldout/paired_windows.csv", "heldout_A_stock": 1.1047214716672897, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 0.9940006583929062, "heldout_B_stock": 0.08346519028418697, "heldout_C_stock": 5.507304545491934, "heldout_A_tuned": 1.20772160962224, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 1.1873263530433178, "heldout_B_tuned": 0.05569336927146651, "heldout_C_tuned": 6.747159466147423, "trainmap_psnr": 22.560567766427994, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.1772625455923844, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5360811052378267, "trainmap_latent_mse": 0.16236915795161622, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 26.037940502166748, "trainmap_lpips_dec": 0.128997650987003, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.8529434613883495, "trainmap_lpips_gain": 0.024291466290378594, "trainmap_latent_ratio_of_means": 0.5142882598068218, "trainmap_windows": 256, "trainmap_latent_skill": 2.893628930711127, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5360811028727365, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.8529434613883495, "trainmap_lpips_gain_paired": 0.024291466290378594, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/trainmap/paired_windows.csv", "trainmap_A_stock": 4.062437433749437, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 3.6469945572316647, "trainmap_B_stock": -0.04356531833582267, "trainmap_C_stock": 2.463347837328911, "trainmap_A_tuned": 4.987002331763506, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 4.877047538757324, "trainmap_B_tuned": -0.07910556922251999, "trainmap_C_tuned": 3.2238037027418613, "directional_correct_frac": 0.76171875, "directional_ref_frac": 0.88671875, "directional_motion_ratio": 0.9869608571194749, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d", "scored_at": 1790566995.1473393, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 50, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "13356625a753f6bd8a2d8c4b3abf1587f2693d0e557ddc7c34184efa93189dc3", "step": 50, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 20.601475205272436, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.243200829194393, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6929653895786032, "heldout_latent_mse": 0.2019212537270505, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 22.569775890558958, "heldout_lpips_dec": 0.20305744232609868, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 0.835229467600584, "heldout_lpips_gain": -0.05637152981944382, "heldout_latent_ratio_of_means": 0.6628538102701902, "heldout_windows": 256, "heldout_latent_skill": 1.7435758003745896, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6929653888609562, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 0.835229467600584, "heldout_lpips_gain_paired": -0.05637152981944382, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3/heldout/paired_windows.csv", "heldout_A_stock": 2.259962111711502, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.0887549817562103, "heldout_B_stock": 0.05493620040942915, "heldout_C_stock": 4.533342350274324, "heldout_A_tuned": 2.524760890752077, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.4920096322894096, "heldout_B_tuned": 0.027565464028157294, "heldout_C_tuned": 5.6452084966003895, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3", "scored_at": 1790567286.1145988, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 100, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "ea2472436385c4dd9c267474fa233928334e45d58a317001339c9525fb8b99e0", "step": 100, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 20.894622433930635, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.22198251937516034, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6694259798387066, "heldout_latent_mse": 0.1946253081987379, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.033539675176144, "heldout_lpips_dec": 0.1817107371171005, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.1283766962587833, "heldout_lpips_gain": -0.03515322000021115, "heldout_latent_ratio_of_means": 0.6389031601840776, "heldout_windows": 256, "heldout_latent_skill": 1.9113319453366784, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6694259791207715, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.1283766962587833, "heldout_lpips_gain_paired": -0.03515322000021115, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c/heldout/paired_windows.csv", "heldout_A_stock": 2.752598099410534, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.552518766373396, "heldout_B_stock": 0.02887876794557087, "heldout_C_stock": 4.123575899749994, "heldout_A_tuned": 3.09361856803298, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.0514222905039787, "heldout_B_tuned": 0.0027426429733168334, "heldout_C_tuned": 5.196881789714098, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c", "scored_at": 1790567576.8050785, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 150, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "35367111519d10f4f9190598e8f41fd32ce0f53caa08838c2263fd8c2ca53955", "step": 150, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.02263741567731, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.21223611570894718, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6612189362058416, "heldout_latent_mse": 0.1916521352250129, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.25406865030527, "heldout_lpips_dec": 0.17219028892577626, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.256391678005457, "heldout_lpips_gain": -0.025406816333997995, "heldout_latent_ratio_of_means": 0.629143023507777, "heldout_windows": 256, "heldout_latent_skill": 1.9804350663736128, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6612189384612239, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.256391678005457, "heldout_lpips_gain_paired": -0.025406816333997995, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6/heldout/paired_windows.csv", "heldout_A_stock": 2.990036990493536, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.7730477415025234, "heldout_B_stock": 0.016835632413858548, "heldout_C_stock": 3.9342179000377655, "heldout_A_tuned": 3.3958448320627213, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.3475302159786224, "heldout_B_tuned": -0.009122272487729788, "heldout_C_tuned": 4.972485616803169, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6", "scored_at": 1790567869.0836813, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 250, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "ea0cc6353d328bbef06db3c40a68016775ebdfb2d013781e6957f1d1c8e4f3d8", "step": 250, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.11264893040061, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.20929427939699963, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6553139404859394, "heldout_latent_mse": 0.18969621729047503, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.406589824706316, "heldout_lpips_dec": 0.16865358137874864, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.3464031927287579, "heldout_lpips_gain": -0.02246498002205044, "heldout_latent_ratio_of_means": 0.6227222647636936, "heldout_windows": 256, "heldout_latent_skill": 2.0279208575319463, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6553139394726889, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.3464031927287579, "heldout_lpips_gain_paired": -0.02246498002205044, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a/heldout/paired_windows.csv", "heldout_A_stock": 3.1526944376528263, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.9255689159035683, "heldout_B_stock": 0.013495189574314281, "heldout_C_stock": 3.8071147352457047, "heldout_A_tuned": 3.5914293378591537, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.537803143262863, "heldout_B_tuned": -0.012743418803438544, "heldout_C_tuned": 4.83914503082633, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a", "scored_at": 1790568162.4395807, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 500, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "e20210bfa541c774194084b784f401a489b96c076adfa31f819975f6ef1505c3", "step": 500, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.11295634135604, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.2076882013643626, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6593928853981197, "heldout_latent_mse": 0.19018374920415226, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.434433214366436, "heldout_lpips_dec": 0.16671309777302667, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.346710603684187, "heldout_lpips_gain": -0.020858901989413425, "heldout_latent_ratio_of_means": 0.6243227024622735, "heldout_windows": 256, "heldout_latent_skill": 2.016544784227335, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6593928843663838, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.346710603684187, "heldout_lpips_gain_paired": -0.020858901989413425, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9/heldout/paired_windows.csv", "heldout_A_stock": 3.1975837647914886, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.9534123055636883, "heldout_B_stock": 0.01163287294912152, "heldout_C_stock": 3.785396747291088, "heldout_A_tuned": 3.643558796495199, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.586089413613081, "heldout_B_tuned": -0.01532672013854608, "heldout_C_tuned": 4.811273600906134, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9", "scored_at": 1790568454.0052516, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 1000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "f9f9ac212ff4a31e320f4e737c65d4a66bc042cf5d8bd47c1b29e808639314de", "step": 1000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.201072689145803, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.20190657931379974, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6488552732625976, "heldout_latent_mse": 0.18677127976843622, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.589072957634926, "heldout_lpips_dec": 0.16094150551361963, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.4348269514739513, "heldout_lpips_gain": -0.015077279938850552, "heldout_latent_ratio_of_means": 0.6131204722554792, "heldout_windows": 256, "heldout_latent_skill": 2.1019826358758067, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6488552747517671, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.4348269514739513, "heldout_lpips_gain_paired": -0.015077279938850552, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2/heldout/paired_windows.csv", "heldout_A_stock": 3.3481655567884445, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 3.108052048832178, "heldout_B_stock": 0.004974315379513428, "heldout_C_stock": 3.67001099511981, "heldout_A_tuned": 3.8382946737110615, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.7809772603213787, "heldout_B_tuned": -0.021603090892313048, "heldout_C_tuned": 4.667225651443005, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2", "scored_at": 1790568744.5959218, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 2000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "3df0c76751420d55226a776c172b18a002b16462b020fd37f82b024a5ff0b3e4", "step": 2000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 21.195070814341307, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.19950745411915705, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.658917949302122, "heldout_latent_mse": 0.18711147058638744, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.60297565162182, "heldout_lpips_dec": 0.1582362689950969, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.4288250766694546, "heldout_lpips_gain": -0.012678154744207859, "heldout_latent_ratio_of_means": 0.6142372282964391, "heldout_windows": 256, "heldout_latent_skill": 2.0924334959354804, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.658917948338365, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.4288250766694546, "heldout_lpips_gain_paired": -0.012678154744207859, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4/heldout/paired_windows.csv", "heldout_A_stock": 3.367319617420435, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 3.121954742819071, "heldout_B_stock": 0.0019061356724705547, "heldout_C_stock": 3.6576004289090633, "heldout_A_tuned": 3.8686259984970093, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.808735854923725, "heldout_B_tuned": -0.025436814670683816, "heldout_C_tuned": 4.657007083296776, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4", "scored_at": 1790569036.0223181, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map07_r16_k8_s0", "map": "arenas13_map07", "set": "arenas13", "map_id": 7, "step": 4000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "96af090fda38a5ff8f12a5b3667272be3a0c8b36e897947f0983652e7162b8f0", "key": {"ckpt_sha256": "2c81aeb8a0b69b3d43a52d045b71d998f9edf6c86292c17df4fcdb29fdf51ecf", "step": 4000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", "eval_split_sha256": "9e79002742da712c7c23b926fc1d100f3a6f64daa07651c5fdb60b871abaab16", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 21.29302129894495, "heldout_persist_psnr": 19.766245737671852, "heldout_lpips": 0.19359521107980981, "heldout_persist_lpips": 0.1868292993749492, "heldout_latent_mse_ratio": 0.6389235565438867, "heldout_latent_mse": 0.183832090740907, "heldout_copy_latent_mse": 0.304624112584861, "heldout_psnr_dec": 23.777394004166126, "heldout_lpips_dec": 0.15210527199087664, "heldout_copy_psnr_dec": 20.481020908802748, "heldout_vae_psnr": 23.53726026415825, "heldout_vae_lpips": 0.08258002236834727, "heldout_psnr_gain": 1.526775561273098, "heldout_lpips_gain": -0.006765911704860628, "heldout_latent_ratio_of_means": 0.6034718958424402, "heldout_windows": 256, "heldout_latent_skill": 2.1688240498587605, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6389235571991622, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": 1.526775561273098, "heldout_lpips_gain_paired": -0.006765911704860628, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/heldout/paired_windows.csv", "heldout_A_stock": 3.5492022931575775, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 3.2963730953633785, "heldout_B_stock": -0.005364489683415741, "heldout_C_stock": 3.5130283758044243, "heldout_A_tuned": 4.076397005468607, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 4.01375899836421, "heldout_B_tuned": -0.032550697156693786, "heldout_C_tuned": 4.49538142234087, "trainmap_psnr": 22.06418790668249, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.1901413902232889, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5617997975787148, "trainmap_latent_mse": 0.16904679489380214, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 24.909467190504074, "trainmap_lpips_dec": 0.14474136395438109, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.35656360164284706, "trainmap_lpips_gain": 0.011412621659474098, "trainmap_latent_ratio_of_means": 0.5354390148267, "trainmap_windows": 256, "trainmap_latent_skill": 2.6927530454664255, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5617997947324479, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.35656360164284706, "trainmap_lpips_gain_paired": 0.011412621659474098, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/trainmap/paired_windows.csv", "trainmap_A_stock": 2.787599965929985, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 2.5185212455689907, "trainmap_B_stock": -0.028579890813489328, "trainmap_C_stock": 3.39877849817276, "trainmap_A_tuned": 3.275368604809046, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 3.207905448973179, "trainmap_B_tuned": -0.06398222702955536, "trainmap_C_tuned": 4.26194678992033, "directional_correct_frac": 0.85546875, "directional_ref_frac": 0.88671875, "directional_motion_ratio": 0.8785442589489296, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c", "scored_at": 1790570170.3232203, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/directional.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..110de1cc3e2ff28638db36915e5b5c39eb8f0e0f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.76171875, + "ref_frac": 0.88671875, + "ref_raw_frac": 0.8828125, + "recorded_expected_sign_frac": 0.83203125, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.6796875, + "recorded": { + "mean": 12.069485050727963, + "median": 14.029470920562744, + "expected_sign_frac": 0.7578125, + "undefined": 0 + }, + "swapped": { + "mean": -14.08566854489618, + "median": -14.654957294464111, + "expected_sign_frac": 0.890625, + "undefined": 0 + }, + "reference": { + "mean": 11.978845892794197, + "median": 13.821150779724121, + "expected_sign_frac": 0.8203125, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.8203125, + "reference_raw": { + "mean": 11.64331442378898, + "median": 12.059857845306396, + "expected_sign_frac": 0.8203125, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.84375, + "recorded": { + "mean": -17.371474747429602, + "median": -19.798653602600098, + "expected_sign_frac": 0.90625, + "undefined": 0 + }, + "swapped": { + "mean": 18.097801204999996, + "median": 21.160758018493652, + "expected_sign_frac": 0.9140625, + "undefined": 0 + }, + "reference": { + "mean": -17.479781622067094, + "median": -19.788779258728027, + "expected_sign_frac": 0.953125, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.953125, + "reference_raw": { + "mean": -17.444063463946804, + "median": -19.498746871948242, + "expected_sign_frac": 0.9453125, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.9869608571194749, + "per_horizon": { + "1": 1.2530003810846067, + "2": 0.9466933720580177, + "3": 0.8774312423230974, + "4": 0.8635936321381273 + }, + "mean_pred": 0.057313587405587896, + "mean_real": 0.058070780611160444, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 55, + "episode": 41, + "map": 7, + "start": 55, + "target_tic": 87, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.21531867980957, + "shift_swapped": -30.500009536743164, + "shift_reference": 20.417577743530273, + "peak_recorded": 0.8760594725608826, + "peak_swapped": 0.8131961226463318, + "peak_reference": 0.9206621050834656, + "motion_pred": [ + 0.08322847634553909, + 0.05220898240804672, + 0.042713429778814316, + 0.03383326157927513 + ], + "motion_real": [ + 0.07237482815980911, + 0.061666641384363174, + 0.0601569302380085, + 0.052920058369636536 + ], + "shift_reference_raw": 20.20597267150879 + }, + { + "index": 417, + "episode": 41, + "map": 7, + "start": 417, + "target_tic": 449, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.94183349609375, + "shift_swapped": -26.8167667388916, + "shift_reference": 18.830724716186523, + "peak_recorded": 0.4283432960510254, + "peak_swapped": 0.6913012266159058, + "peak_reference": 0.3050231337547302, + "motion_pred": [ + 0.05226412042975426, + 0.0480659045279026, + 0.041708532720804214, + 0.048661235719919205 + ], + "motion_real": [ + 0.051406633108854294, + 0.055688053369522095, + 0.055452216416597366, + 0.05710619315505028 + ], + "shift_reference_raw": 17.875341415405273 + }, + { + "index": 550, + "episode": 41, + "map": 7, + "start": 585, + "target_tic": 617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.12165069580078, + "shift_swapped": 23.81218910217285, + "shift_reference": -15.933425903320312, + "peak_recorded": 0.5617712140083313, + "peak_swapped": 0.23849520087242126, + "peak_reference": 0.6149818301200867, + "motion_pred": [ + 0.06240883097052574, + 0.053934939205646515, + 0.03502432256937027, + 0.029759392142295837 + ], + "motion_real": [ + 0.04508835822343826, + 0.05124750733375549, + 0.04022006690502167, + 0.039389487355947495 + ], + "shift_reference_raw": -15.809743881225586 + }, + { + "index": 554, + "episode": 41, + "map": 7, + "start": 589, + "target_tic": 621, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -17.80715560913086, + "shift_swapped": -16.04593276977539, + "shift_reference": 28.351421356201172, + "peak_recorded": 0.08524543046951294, + "peak_swapped": 0.48858150839805603, + "peak_reference": 0.6095780730247498, + "motion_pred": [ + 0.06095215305685997, + 0.03655759617686272, + 0.03134424239397049, + 0.027447283267974854 + ], + "motion_real": [ + 0.03925302252173424, + 0.042788442224264145, + 0.040055084973573685, + 0.036951664835214615 + ], + "shift_reference_raw": 28.556554794311523 + }, + { + "index": 668, + "episode": 41, + "map": 7, + "start": 703, + "target_tic": 735, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -6.416372299194336, + "shift_swapped": -12.958605766296387, + "shift_reference": -9.773021697998047, + "peak_recorded": 0.42500612139701843, + "peak_swapped": 0.43413978815078735, + "peak_reference": 0.6271133422851562, + "motion_pred": [ + 0.0739743560552597, + 0.06325938552618027, + 0.06703493744134903, + 0.0681186094880104 + ], + "motion_real": [ + 0.056169651448726654, + 0.06613605469465256, + 0.07289823144674301, + 0.08605960011482239 + ], + "shift_reference_raw": -10.302939414978027 + }, + { + "index": 728, + "episode": 41, + "map": 7, + "start": 763, + "target_tic": 795, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6600666046142578, + "shift_swapped": -3.770092010498047, + "shift_reference": 2.1462786197662354, + "peak_recorded": 0.5255371332168579, + "peak_swapped": 0.6706843972206116, + "peak_reference": 0.47259125113487244, + "motion_pred": [ + 0.062249790877103806, + 0.040774594992399216, + 0.04417863488197327, + 0.036346547305583954 + ], + "motion_real": [ + 0.05663387477397919, + 0.05027757212519646, + 0.04957352206110954, + 0.03668595477938652 + ], + "shift_reference_raw": 2.619042158126831 + }, + { + "index": 986, + "episode": 41, + "map": 7, + "start": 1056, + "target_tic": 1088, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.621129989624023, + "shift_swapped": -2.0772836208343506, + "shift_reference": -32.0, + "peak_recorded": 0.6718993186950684, + "peak_swapped": 0.7471606731414795, + "peak_reference": 0.8053764700889587, + "motion_pred": [ + 0.062177084386348724, + 0.03322359547019005, + 0.030532093718647957, + 0.02426525391638279 + ], + "motion_real": [ + 0.05169651657342911, + 0.047984279692173004, + 0.045570068061351776, + 0.030650850385427475 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 1130, + "episode": 41, + "map": 7, + "start": 1200, + "target_tic": 1232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.812786102294922, + "shift_swapped": -23.798826217651367, + "shift_reference": 23.56254005432129, + "peak_recorded": 0.4803350865840912, + "peak_swapped": 0.4594637155532837, + "peak_reference": 0.659522294998169, + "motion_pred": [ + 0.07614797353744507, + 0.04822832718491554, + 0.040095772594213486, + 0.03921167925000191 + ], + "motion_real": [ + 0.06388039141893387, + 0.061035629361867905, + 0.060909733176231384, + 0.062002427875995636 + ], + "shift_reference_raw": 21.712987899780273 + }, + { + "index": 1276, + "episode": 41, + "map": 7, + "start": 1381, + "target_tic": 1413, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.0902833938598633, + "shift_swapped": -7.378604412078857, + "shift_reference": 3.002671241760254, + "peak_recorded": 0.6629108190536499, + "peak_swapped": 0.7141613960266113, + "peak_reference": 0.8254714012145996, + "motion_pred": [ + 0.07881007343530655, + 0.04607338830828667, + 0.03596671298146248, + 0.028105977922677994 + ], + "motion_real": [ + 0.03960895165801048, + 0.04371735081076622, + 0.04761870205402374, + 0.04584682732820511 + ], + "shift_reference_raw": 3.004236936569214 + }, + { + "index": 1348, + "episode": 41, + "map": 7, + "start": 1453, + "target_tic": 1485, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.233048915863037, + "shift_swapped": 4.2092437744140625, + "shift_reference": -2.4548304080963135, + "peak_recorded": 0.6340409517288208, + "peak_swapped": 0.4851682186126709, + "peak_reference": 0.7851098775863647, + "motion_pred": [ + 0.06932221353054047, + 0.057154662907123566, + 0.047872159630060196, + 0.0492057129740715 + ], + "motion_real": [ + 0.05386124551296234, + 0.056200578808784485, + 0.06174265593290329, + 0.053647205233573914 + ], + "shift_reference_raw": -2.562605381011963 + }, + { + "index": 1369, + "episode": 41, + "map": 7, + "start": 1474, + "target_tic": 1506, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.107038497924805, + "shift_swapped": -4.026934623718262, + "shift_reference": 29.60269546508789, + "peak_recorded": 0.6103826761245728, + "peak_swapped": 0.7349534034729004, + "peak_reference": 0.7331377863883972, + "motion_pred": [ + 0.09003589302301407, + 0.06877189129590988, + 0.047235794365406036, + 0.04994019493460655 + ], + "motion_real": [ + 0.056096151471138, + 0.05252852663397789, + 0.051054153591394424, + 0.04888373985886574 + ], + "shift_reference_raw": 29.368013381958008 + }, + { + "index": 1444, + "episode": 41, + "map": 7, + "start": 1549, + "target_tic": 1581, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.290599822998047, + "shift_swapped": 22.723814010620117, + "shift_reference": -22.880239486694336, + "peak_recorded": 0.7947753667831421, + "peak_swapped": 0.919751763343811, + "peak_reference": 0.9463653564453125, + "motion_pred": [ + 0.06383905559778214, + 0.05401474982500076, + 0.05536624789237976, + 0.05720003321766853 + ], + "motion_real": [ + 0.051124244928359985, + 0.05700505152344704, + 0.06393216550350189, + 0.0689951479434967 + ], + "shift_reference_raw": -22.855606079101562 + }, + { + "index": 1648, + "episode": 41, + "map": 7, + "start": 1753, + "target_tic": 1785, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.932411193847656, + "shift_swapped": 20.987472534179688, + "shift_reference": -24.65540885925293, + "peak_recorded": 0.31830543279647827, + "peak_swapped": 0.4632599651813507, + "peak_reference": 0.8461581468582153, + "motion_pred": [ + 0.07897433638572693, + 0.05856500566005707, + 0.06007203087210655, + 0.06671237200498581 + ], + "motion_real": [ + 0.0477050244808197, + 0.04351744055747986, + 0.04457521438598633, + 0.04082807898521423 + ], + "shift_reference_raw": -24.9829158782959 + }, + { + "index": 1819, + "episode": 41, + "map": 7, + "start": 1924, + "target_tic": 1956, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.124235153198242, + "shift_swapped": 16.821807861328125, + "shift_reference": -20.38475799560547, + "peak_recorded": 0.7780396938323975, + "peak_swapped": 0.7967551350593567, + "peak_reference": 0.9340359568595886, + "motion_pred": [ + 0.07995431125164032, + 0.05614196136593819, + 0.044275835156440735, + 0.04728706181049347 + ], + "motion_real": [ + 0.04981055483222008, + 0.0531332828104496, + 0.04532447084784508, + 0.04170302301645279 + ], + "shift_reference_raw": -20.900291442871094 + }, + { + "index": 1860, + "episode": 41, + "map": 7, + "start": 1965, + "target_tic": 1997, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.6171661019325256, + "shift_swapped": 6.01614236831665, + "shift_reference": -0.9264802932739258, + "peak_recorded": 0.7310699224472046, + "peak_swapped": 0.7818358540534973, + "peak_reference": 0.686617910861969, + "motion_pred": [ + 0.06823320686817169, + 0.06624282896518707, + 0.06554684787988663, + 0.07070999592542648 + ], + "motion_real": [ + 0.06781142204999924, + 0.081660695374012, + 0.07818975299596786, + 0.06995495408773422 + ], + "shift_reference_raw": -0.6014107465744019 + }, + { + "index": 1868, + "episode": 41, + "map": 7, + "start": 1973, + "target_tic": 2005, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.966114044189453, + "shift_swapped": 17.842891693115234, + "shift_reference": -21.855487823486328, + "peak_recorded": 0.8170211315155029, + "peak_swapped": 0.8729633688926697, + "peak_reference": 0.8192075490951538, + "motion_pred": [ + 0.06439138203859329, + 0.05233919993042946, + 0.04600286856293678, + 0.04023510590195656 + ], + "motion_real": [ + 0.05767164006829262, + 0.061417605727910995, + 0.05477729067206383, + 0.04719139635562897 + ], + "shift_reference_raw": -21.37551498413086 + }, + { + "index": 1964, + "episode": 41, + "map": 7, + "start": 2069, + "target_tic": 2101, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.120302200317383, + "shift_swapped": 26.22624397277832, + "shift_reference": -23.00823402404785, + "peak_recorded": 0.9654531478881836, + "peak_swapped": 0.9353801012039185, + "peak_reference": 0.953501284122467, + "motion_pred": [ + 0.06740649044513702, + 0.040511321276426315, + 0.03806203231215477, + 0.03371939808130264 + ], + "motion_real": [ + 0.06045226380228996, + 0.044090110808610916, + 0.04340020939707756, + 0.038783151656389236 + ], + "shift_reference_raw": -22.97636604309082 + }, + { + "index": 2003, + "episode": 41, + "map": 7, + "start": 2108, + "target_tic": 2140, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.843507766723633, + "shift_swapped": 20.769845962524414, + "shift_reference": -19.76769256591797, + "peak_recorded": 0.8457772135734558, + "peak_swapped": 0.8363804817199707, + "peak_reference": 0.9159350395202637, + "motion_pred": [ + 0.06353317201137543, + 0.054647497832775116, + 0.049805983901023865, + 0.04279354587197304 + ], + "motion_real": [ + 0.05614374577999115, + 0.061144664883613586, + 0.0623786523938179, + 0.06414903700351715 + ], + "shift_reference_raw": -19.498180389404297 + }, + { + "index": 2068, + "episode": 41, + "map": 7, + "start": 2173, + "target_tic": 2205, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.245250701904297, + "shift_swapped": 32.0, + "shift_reference": -19.021284103393555, + "peak_recorded": 0.9352457523345947, + "peak_swapped": 0.8298524618148804, + "peak_reference": 0.9361267685890198, + "motion_pred": [ + 0.06296484172344208, + 0.043609946966171265, + 0.03665268048644066, + 0.03371096029877663 + ], + "motion_real": [ + 0.04990341141819954, + 0.043107692152261734, + 0.03312045708298683, + 0.03395247086882591 + ], + "shift_reference_raw": -19.031023025512695 + }, + { + "index": 2094, + "episode": 41, + "map": 7, + "start": 2199, + "target_tic": 2231, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.954496383666992, + "shift_swapped": 32.0, + "shift_reference": -21.840782165527344, + "peak_recorded": 0.7710020542144775, + "peak_swapped": 0.6164567470550537, + "peak_reference": 0.8230487704277039, + "motion_pred": [ + 0.05227264389395714, + 0.043243974447250366, + 0.04041062295436859, + 0.04459180310368538 + ], + "motion_real": [ + 0.04643582925200462, + 0.0455910824239254, + 0.04957270994782448, + 0.04851540923118591 + ], + "shift_reference_raw": -21.535348892211914 + }, + { + "index": 2098, + "episode": 41, + "map": 7, + "start": 2203, + "target_tic": 2235, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.036846160888672, + "shift_swapped": 32.0, + "shift_reference": -19.740659713745117, + "peak_recorded": 0.6285000443458557, + "peak_swapped": 0.45637115836143494, + "peak_reference": 0.8012695908546448, + "motion_pred": [ + 0.06081438809633255, + 0.04695654287934303, + 0.04097875952720642, + 0.039587147533893585 + ], + "motion_real": [ + 0.05248931050300598, + 0.052335478365421295, + 0.05156126245856285, + 0.05350617319345474 + ], + "shift_reference_raw": -17.965194702148438 + }, + { + "index": 2104, + "episode": 41, + "map": 7, + "start": 2209, + "target_tic": 2241, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.49020004272461, + "shift_swapped": 24.193206787109375, + "shift_reference": -18.64733123779297, + "peak_recorded": 0.7701324820518494, + "peak_swapped": 0.7342751026153564, + "peak_reference": 0.8392351269721985, + "motion_pred": [ + 0.07461860030889511, + 0.06142184138298035, + 0.05220537260174751, + 0.045291997492313385 + ], + "motion_real": [ + 0.06573154032230377, + 0.06853572279214859, + 0.06598212569952011, + 0.06464220583438873 + ], + "shift_reference_raw": -18.448503494262695 + }, + { + "index": 2123, + "episode": 41, + "map": 7, + "start": 2228, + "target_tic": 2260, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.652244567871094, + "shift_swapped": 30.671228408813477, + "shift_reference": -17.45920753479004, + "peak_recorded": 0.8593922853469849, + "peak_swapped": 0.8865097165107727, + "peak_reference": 0.8986951112747192, + "motion_pred": [ + 0.07439152896404266, + 0.0573163777589798, + 0.0395166277885437, + 0.03680884465575218 + ], + "motion_real": [ + 0.05925425514578819, + 0.057941898703575134, + 0.04624423384666443, + 0.04286537319421768 + ], + "shift_reference_raw": -17.593486785888672 + }, + { + "index": 2385, + "episode": 41, + "map": 7, + "start": 2490, + "target_tic": 2522, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.930055618286133, + "shift_swapped": 27.966455459594727, + "shift_reference": -21.86533546447754, + "peak_recorded": 0.7025099992752075, + "peak_swapped": 0.6768546104431152, + "peak_reference": 0.815704345703125, + "motion_pred": [ + 0.06235591694712639, + 0.05013455078005791, + 0.04672371968626976, + 0.05187635496258736 + ], + "motion_real": [ + 0.05124809965491295, + 0.05511989817023277, + 0.05302628129720688, + 0.05223298817873001 + ], + "shift_reference_raw": -21.9307804107666 + }, + { + "index": 2425, + "episode": 41, + "map": 7, + "start": 2530, + "target_tic": 2562, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.264219284057617, + "shift_swapped": 20.02304458618164, + "shift_reference": -21.258563995361328, + "peak_recorded": 0.9202020764350891, + "peak_swapped": 0.9332254528999329, + "peak_reference": 0.9123069643974304, + "motion_pred": [ + 0.05084419623017311, + 0.037000905722379684, + 0.038330789655447006, + 0.040142908692359924 + ], + "motion_real": [ + 0.039552077651023865, + 0.0408865250647068, + 0.042713429778814316, + 0.0432390533387661 + ], + "shift_reference_raw": -21.686389923095703 + }, + { + "index": 2432, + "episode": 41, + "map": 7, + "start": 2537, + "target_tic": 2569, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.364227294921875, + "shift_swapped": 25.86490249633789, + "shift_reference": -17.262351989746094, + "peak_recorded": 0.780739426612854, + "peak_swapped": 0.6985546350479126, + "peak_reference": 0.8053438067436218, + "motion_pred": [ + 0.05874808877706528, + 0.04085180163383484, + 0.04143824428319931, + 0.039956800639629364 + ], + "motion_real": [ + 0.04702335596084595, + 0.047167547047138214, + 0.046809662133455276, + 0.04738105833530426 + ], + "shift_reference_raw": -17.848814010620117 + }, + { + "index": 2454, + "episode": 41, + "map": 7, + "start": 2559, + "target_tic": 2591, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.38713836669922, + "shift_swapped": 24.850297927856445, + "shift_reference": -19.065153121948242, + "peak_recorded": 0.7943723201751709, + "peak_swapped": 0.8589330911636353, + "peak_reference": 0.7531908750534058, + "motion_pred": [ + 0.06270691752433777, + 0.05066673085093498, + 0.04230371490120888, + 0.03797294571995735 + ], + "motion_real": [ + 0.06258650869131088, + 0.06885986775159836, + 0.06654878705739975, + 0.05712359398603439 + ], + "shift_reference_raw": -18.844934463500977 + }, + { + "index": 2475, + "episode": 41, + "map": 7, + "start": 2580, + "target_tic": 2612, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.401579856872559, + "shift_swapped": 32.0, + "shift_reference": -16.734926223754883, + "peak_recorded": 0.8534837961196899, + "peak_swapped": 0.8188802599906921, + "peak_reference": 0.8663385510444641, + "motion_pred": [ + 0.05077072232961655, + 0.039733048528432846, + 0.035919979214668274, + 0.037004292011260986 + ], + "motion_real": [ + 0.03920566290616989, + 0.03822966665029526, + 0.03980393335223198, + 0.04139255732297897 + ], + "shift_reference_raw": -16.764358520507812 + }, + { + "index": 2532, + "episode": 41, + "map": 7, + "start": 2637, + "target_tic": 2669, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.210588455200195, + "shift_swapped": 24.65635871887207, + "shift_reference": -18.287046432495117, + "peak_recorded": 0.8028404712677002, + "peak_swapped": 0.8056134581565857, + "peak_reference": 0.8638391494750977, + "motion_pred": [ + 0.056853633373975754, + 0.04942817986011505, + 0.04030687361955643, + 0.03785959631204605 + ], + "motion_real": [ + 0.04823588952422142, + 0.04979436472058296, + 0.046995893120765686, + 0.04678218439221382 + ], + "shift_reference_raw": -18.879154205322266 + }, + { + "index": 2609, + "episode": 41, + "map": 7, + "start": 2714, + "target_tic": 2746, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.24844741821289, + "shift_swapped": 23.332334518432617, + "shift_reference": -18.36574363708496, + "peak_recorded": 0.7996936440467834, + "peak_swapped": 0.7591193914413452, + "peak_reference": 0.8521173596382141, + "motion_pred": [ + 0.06791745126247406, + 0.05561353266239166, + 0.0551479198038578, + 0.0537794753909111 + ], + "motion_real": [ + 0.06623674929141998, + 0.06279431283473969, + 0.06421247124671936, + 0.06747623533010483 + ], + "shift_reference_raw": -18.962642669677734 + }, + { + "index": 2650, + "episode": 41, + "map": 7, + "start": 2790, + "target_tic": 2822, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.3547306060791, + "shift_swapped": 17.258691787719727, + "shift_reference": -18.319284439086914, + "peak_recorded": 0.8422107696533203, + "peak_swapped": 0.8629934191703796, + "peak_reference": 0.8926519155502319, + "motion_pred": [ + 0.0908295065164566, + 0.06700795143842697, + 0.06096051633358002, + 0.033416423946619034 + ], + "motion_real": [ + 0.0688946396112442, + 0.05733112990856171, + 0.054191023111343384, + 0.042749982327222824 + ], + "shift_reference_raw": -18.204315185546875 + }, + { + "index": 2657, + "episode": 41, + "map": 7, + "start": 2797, + "target_tic": 2829, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.8419189453125, + "shift_swapped": 14.556312561035156, + "shift_reference": -19.78487205505371, + "peak_recorded": 0.8004110455513, + "peak_swapped": 0.8499188423156738, + "peak_reference": 0.8755143880844116, + "motion_pred": [ + 0.08765850961208344, + 0.06430575996637344, + 0.054627615958452225, + 0.046356406062841415 + ], + "motion_real": [ + 0.04838877171278, + 0.05107806995511055, + 0.06561838090419769, + 0.06264213472604752 + ], + "shift_reference_raw": -19.20196533203125 + }, + { + "index": 2679, + "episode": 41, + "map": 7, + "start": 2819, + "target_tic": 2851, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 9.9685640335083, + "shift_swapped": 18.64000129699707, + "shift_reference": -4.36300802230835, + "peak_recorded": 0.7872291207313538, + "peak_swapped": 0.7630500197410583, + "peak_reference": 0.8988054990768433, + "motion_pred": [ + 0.05087943747639656, + 0.03704418987035751, + 0.04492272436618805, + 0.028194142505526543 + ], + "motion_real": [ + 0.032114267349243164, + 0.03377785161137581, + 0.04224279895424843, + 0.038801681250333786 + ], + "shift_reference_raw": -4.9689040184021 + }, + { + "index": 3239, + "episode": 41, + "map": 7, + "start": 3449, + "target_tic": 3481, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.287460327148438, + "shift_swapped": -27.497819900512695, + "shift_reference": 19.638118743896484, + "peak_recorded": 0.5014671683311462, + "peak_swapped": 0.46608686447143555, + "peak_reference": 0.7336434125900269, + "motion_pred": [ + 0.0636705681681633, + 0.054152507334947586, + 0.06091021001338959, + 0.051032375544309616 + ], + "motion_real": [ + 0.054436326026916504, + 0.05350496247410774, + 0.05438836291432381, + 0.04837874695658684 + ], + "shift_reference_raw": 19.278934478759766 + }, + { + "index": 3246, + "episode": 41, + "map": 7, + "start": 3456, + "target_tic": 3488, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.66242027282715, + "shift_swapped": 19.32209014892578, + "shift_reference": -20.949520111083984, + "peak_recorded": 0.4290306270122528, + "peak_swapped": 0.5336810946464539, + "peak_reference": 0.7260907292366028, + "motion_pred": [ + 0.062182873487472534, + 0.0507613904774189, + 0.04466310143470764, + 0.04836288467049599 + ], + "motion_real": [ + 0.051284145563840866, + 0.054857008159160614, + 0.04971715062856674, + 0.0515284389257431 + ], + "shift_reference_raw": -20.929317474365234 + }, + { + "index": 3912, + "episode": 41, + "map": 7, + "start": 4192, + "target_tic": 4224, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.13956204056739807, + "shift_swapped": -0.17875440418720245, + "shift_reference": 23.26556396484375, + "peak_recorded": 0.44226858019828796, + "peak_swapped": 0.46698805689811707, + "peak_reference": 0.4804675579071045, + "motion_pred": [ + 0.0660468116402626, + 0.0580323152244091, + 0.03872305154800415, + 0.038915324956178665 + ], + "motion_real": [ + 0.07378766685724258, + 0.07152646780014038, + 0.05051666125655174, + 0.04613637551665306 + ], + "shift_reference_raw": 23.412927627563477 + }, + { + "index": 4311, + "episode": 41, + "map": 7, + "start": 4626, + "target_tic": 4658, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.37542152404785, + "shift_swapped": -16.159425735473633, + "shift_reference": 23.13007926940918, + "peak_recorded": 0.3694063723087311, + "peak_swapped": 0.372808039188385, + "peak_reference": 0.6477648615837097, + "motion_pred": [ + 0.08734644949436188, + 0.08279567211866379, + 0.0734650120139122, + 0.05600666627287865 + ], + "motion_real": [ + 0.07538986951112747, + 0.08073960989713669, + 0.07561389356851578, + 0.07034782320261002 + ], + "shift_reference_raw": 23.052881240844727 + }, + { + "index": 4491, + "episode": 158, + "map": 7, + "start": 19, + "target_tic": 51, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.855224609375, + "shift_swapped": 23.52305793762207, + "shift_reference": -19.966888427734375, + "peak_recorded": 0.41272619366645813, + "peak_swapped": 0.35654452443122864, + "peak_reference": 0.5473293662071228, + "motion_pred": [ + 0.07009090483188629, + 0.056087084114551544, + 0.06979592889547348, + 0.06171932816505432 + ], + "motion_real": [ + 0.048608772456645966, + 0.05411188304424286, + 0.06402785331010818, + 0.054727703332901 + ], + "shift_reference_raw": -19.992795944213867 + }, + { + "index": 4558, + "episode": 158, + "map": 7, + "start": 86, + "target_tic": 118, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 16.904388427734375, + "shift_reference": -21.279539108276367, + "peak_recorded": 0.5550557971000671, + "peak_swapped": 0.48754391074180603, + "peak_reference": 0.6728984713554382, + "motion_pred": [ + 0.09511107951402664, + 0.09248042106628418, + 0.0727509930729866, + 0.040277425199747086 + ], + "motion_real": [ + 0.07149443030357361, + 0.08059494197368622, + 0.07156679034233093, + 0.038386739790439606 + ], + "shift_reference_raw": -20.667898178100586 + }, + { + "index": 4879, + "episode": 158, + "map": 7, + "start": 407, + "target_tic": 439, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.451549530029297, + "shift_swapped": 0.004111073445528746, + "shift_reference": -23.63899040222168, + "peak_recorded": 0.4207782447338104, + "peak_swapped": 0.4479643404483795, + "peak_reference": 0.5577384233474731, + "motion_pred": [ + 0.0877445638179779, + 0.05371464043855667, + 0.032614998519420624, + 0.03758670762181282 + ], + "motion_real": [ + 0.04133779928088188, + 0.0418158657848835, + 0.03898661211133003, + 0.0396418534219265 + ], + "shift_reference_raw": -23.098649978637695 + }, + { + "index": 4882, + "episode": 158, + "map": 7, + "start": 410, + "target_tic": 442, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.124042510986328, + "shift_swapped": 15.757816314697266, + "shift_reference": -28.94482421875, + "peak_recorded": 0.49055367708206177, + "peak_swapped": 0.5158429145812988, + "peak_reference": 0.741871178150177, + "motion_pred": [ + 0.09999767690896988, + 0.04908154904842377, + 0.03601666912436485, + 0.03676324337720871 + ], + "motion_real": [ + 0.0396418534219265, + 0.04048322141170502, + 0.042101118713617325, + 0.039975233376026154 + ], + "shift_reference_raw": -28.57096290588379 + }, + { + "index": 4914, + "episode": 158, + "map": 7, + "start": 442, + "target_tic": 474, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.36827278137207, + "shift_swapped": 18.961254119873047, + "shift_reference": -23.811986923217773, + "peak_recorded": 0.43950986862182617, + "peak_swapped": 0.5575304627418518, + "peak_reference": 0.6052209734916687, + "motion_pred": [ + 0.07537820190191269, + 0.06448924541473389, + 0.056884750723838806, + 0.05394824594259262 + ], + "motion_real": [ + 0.04973116144537926, + 0.05033325403928757, + 0.04929371550679207, + 0.04197341576218605 + ], + "shift_reference_raw": -23.771163940429688 + }, + { + "index": 5042, + "episode": 158, + "map": 7, + "start": 570, + "target_tic": 602, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.123882293701172, + "shift_swapped": -26.184988021850586, + "shift_reference": 20.906898498535156, + "peak_recorded": 0.5426912307739258, + "peak_swapped": 0.6750952005386353, + "peak_reference": 0.6415249109268188, + "motion_pred": [ + 0.05863061919808388, + 0.03969232365489006, + 0.038468796759843826, + 0.041901372373104095 + ], + "motion_real": [ + 0.03938530758023262, + 0.041388023644685745, + 0.037397291511297226, + 0.03890182450413704 + ], + "shift_reference_raw": 30.87232780456543 + }, + { + "index": 5044, + "episode": 158, + "map": 7, + "start": 572, + "target_tic": 604, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.395390510559082, + "shift_swapped": -26.788951873779297, + "shift_reference": 19.370288848876953, + "peak_recorded": 0.5480762720108032, + "peak_swapped": 0.8071547746658325, + "peak_reference": 0.7750728130340576, + "motion_pred": [ + 0.07553445547819138, + 0.04609980061650276, + 0.039047230035066605, + 0.03586653620004654 + ], + "motion_real": [ + 0.037397291511297226, + 0.03890182450413704, + 0.03753303736448288, + 0.038322970271110535 + ], + "shift_reference_raw": 12.353293418884277 + }, + { + "index": 5099, + "episode": 158, + "map": 7, + "start": 627, + "target_tic": 659, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.3322436809539795, + "shift_swapped": -5.4214935302734375, + "shift_reference": 5.303852081298828, + "peak_recorded": 0.5055512189865112, + "peak_swapped": 0.5207568407058716, + "peak_reference": 0.7552111744880676, + "motion_pred": [ + 0.05755900964140892, + 0.05381128937005997, + 0.03672128543257713, + 0.0607830286026001 + ], + "motion_real": [ + 0.051862336695194244, + 0.05107608437538147, + 0.05051562935113907, + 0.08173498511314392 + ], + "shift_reference_raw": 5.164144515991211 + }, + { + "index": 5198, + "episode": 158, + "map": 7, + "start": 726, + "target_tic": 758, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.36501693725586, + "shift_swapped": -20.433528900146484, + "shift_reference": 22.61958885192871, + "peak_recorded": 0.36517587304115295, + "peak_swapped": 0.3361782431602478, + "peak_reference": 0.6749265193939209, + "motion_pred": [ + 0.0809263288974762, + 0.0410936214029789, + 0.04176054149866104, + 0.031599514186382294 + ], + "motion_real": [ + 0.04143582656979561, + 0.038305316120386124, + 0.03959148749709129, + 0.04237985983490944 + ], + "shift_reference_raw": 22.00575065612793 + }, + { + "index": 5203, + "episode": 158, + "map": 7, + "start": 731, + "target_tic": 763, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.368165969848633, + "shift_swapped": 27.327926635742188, + "shift_reference": -18.491804122924805, + "peak_recorded": 0.6073232889175415, + "peak_swapped": 0.6490984559059143, + "peak_reference": 0.7779491543769836, + "motion_pred": [ + 0.0718444362282753, + 0.04414979740977287, + 0.03742334991693497, + 0.034859493374824524 + ], + "motion_real": [ + 0.040798671543598175, + 0.06253509223461151, + 0.04741322249174118, + 0.04779590666294098 + ], + "shift_reference_raw": -18.253314971923828 + }, + { + "index": 5251, + "episode": 158, + "map": 7, + "start": 779, + "target_tic": 811, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.400453567504883, + "shift_swapped": 15.498440742492676, + "shift_reference": -21.202064514160156, + "peak_recorded": 0.6656184196472168, + "peak_swapped": 0.6575323343276978, + "peak_reference": 0.7882738709449768, + "motion_pred": [ + 0.08918298780918121, + 0.05304723605513573, + 0.03724208474159241, + 0.035216376185417175 + ], + "motion_real": [ + 0.05371202528476715, + 0.05383732542395592, + 0.047974005341529846, + 0.046122148633003235 + ], + "shift_reference_raw": -21.18621253967285 + }, + { + "index": 5357, + "episode": 158, + "map": 7, + "start": 920, + "target_tic": 952, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.328563690185547, + "shift_swapped": 1.911275029182434, + "shift_reference": -19.603618621826172, + "peak_recorded": 0.4719292223453522, + "peak_swapped": 0.4072670042514801, + "peak_reference": 0.542495846748352, + "motion_pred": [ + 0.06338521838188171, + 0.05102507397532463, + 0.05665402114391327, + 0.03424348309636116 + ], + "motion_real": [ + 0.06406436860561371, + 0.06710172444581985, + 0.0682414099574089, + 0.043743498623371124 + ], + "shift_reference_raw": -19.036169052124023 + }, + { + "index": 5506, + "episode": 158, + "map": 7, + "start": 1069, + "target_tic": 1101, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.43614131212234497, + "shift_swapped": -8.345513343811035, + "shift_reference": 0.8059344291687012, + "peak_recorded": 0.7285565733909607, + "peak_swapped": 0.6512641906738281, + "peak_reference": 0.7658872008323669, + "motion_pred": [ + 0.07159797847270966, + 0.045991409569978714, + 0.036643583327531815, + 0.035430897027254105 + ], + "motion_real": [ + 0.03996753692626953, + 0.03959972783923149, + 0.04678928107023239, + 0.053460825234651566 + ], + "shift_reference_raw": 0.9220960736274719 + }, + { + "index": 5569, + "episode": 158, + "map": 7, + "start": 1132, + "target_tic": 1164, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.22574234008789, + "shift_swapped": -2.691093921661377, + "shift_reference": 9.570060729980469, + "peak_recorded": 0.6727515459060669, + "peak_swapped": 0.6990445256233215, + "peak_reference": 0.7482720017433167, + "motion_pred": [ + 0.07400569319725037, + 0.04381135106086731, + 0.048503074795007706, + 0.03359809145331383 + ], + "motion_real": [ + 0.05486109480261803, + 0.05273457616567612, + 0.0778774544596672, + 0.05407317355275154 + ], + "shift_reference_raw": 10.090381622314453 + }, + { + "index": 5716, + "episode": 158, + "map": 7, + "start": 1314, + "target_tic": 1346, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -1.4956793785095215, + "shift_reference": 32.0, + "peak_recorded": 0.43369612097740173, + "peak_swapped": 0.4502457082271576, + "peak_reference": 0.5149539709091187, + "motion_pred": [ + 0.07567515224218369, + 0.06533733755350113, + 0.08442027121782303, + 0.07675240933895111 + ], + "motion_real": [ + 0.06743398308753967, + 0.06937341392040253, + 0.07847274839878082, + 0.09031926840543747 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 5990, + "episode": 158, + "map": 7, + "start": 1623, + "target_tic": 1655, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.57656478881836, + "shift_swapped": 13.284774780273438, + "shift_reference": 9.356925010681152, + "peak_recorded": 0.5164844989776611, + "peak_swapped": 0.5022246241569519, + "peak_reference": 0.46478232741355896, + "motion_pred": [ + 0.08611588925123215, + 0.05024184286594391, + 0.04835899919271469, + 0.05324971303343773 + ], + "motion_real": [ + 0.08916489779949188, + 0.06720169633626938, + 0.05368812009692192, + 0.05110777169466019 + ], + "shift_reference_raw": 9.902030944824219 + }, + { + "index": 6381, + "episode": 158, + "map": 7, + "start": 2014, + "target_tic": 2046, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -13.170351028442383, + "shift_reference": 32.0, + "peak_recorded": 0.2569144070148468, + "peak_swapped": 0.7130299806594849, + "peak_reference": 0.4048420786857605, + "motion_pred": [ + 0.09839119762182236, + 0.08291001617908478, + 0.0701206773519516, + 0.07770325243473053 + ], + "motion_real": [ + 0.09514637291431427, + 0.09914655983448029, + 0.09900877624750137, + 0.09275558590888977 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 6448, + "episode": 158, + "map": 7, + "start": 2081, + "target_tic": 2113, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -25.046743392944336, + "shift_reference": 20.96102523803711, + "peak_recorded": 0.5663830637931824, + "peak_swapped": 0.5518624186515808, + "peak_reference": 0.7003266215324402, + "motion_pred": [ + 0.07427723705768585, + 0.05331850051879883, + 0.05525900050997734, + 0.04746077582240105 + ], + "motion_real": [ + 0.07066060602664948, + 0.05906552076339722, + 0.06547629088163376, + 0.06795693933963776 + ], + "shift_reference_raw": 20.874900817871094 + }, + { + "index": 6646, + "episode": 158, + "map": 7, + "start": 2314, + "target_tic": 2346, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.13667869567871, + "shift_swapped": 26.18203353881836, + "shift_reference": -29.65498161315918, + "peak_recorded": 0.41941961646080017, + "peak_swapped": 0.4887637197971344, + "peak_reference": 0.5305359959602356, + "motion_pred": [ + 0.09150033444166183, + 0.07473107427358627, + 0.06321709603071213, + 0.04729236662387848 + ], + "motion_real": [ + 0.07458942383527756, + 0.0777362510561943, + 0.06911386549472809, + 0.064731664955616 + ], + "shift_reference_raw": -29.94049644470215 + }, + { + "index": 6678, + "episode": 158, + "map": 7, + "start": 2346, + "target_tic": 2378, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.614992141723633, + "shift_swapped": 15.690505981445312, + "shift_reference": -23.964048385620117, + "peak_recorded": 0.4974977970123291, + "peak_swapped": 0.41836538910865784, + "peak_reference": 0.6796371340751648, + "motion_pred": [ + 0.08332521468400955, + 0.06403964012861252, + 0.07714419811964035, + 0.07049806416034698 + ], + "motion_real": [ + 0.05720989406108856, + 0.0616036094725132, + 0.08721040934324265, + 0.08327212184667587 + ], + "shift_reference_raw": -23.779741287231445 + }, + { + "index": 6691, + "episode": 158, + "map": 7, + "start": 2359, + "target_tic": 2391, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.542789459228516, + "shift_swapped": 0.07709424942731857, + "shift_reference": -13.895511627197266, + "peak_recorded": 0.45292234420776367, + "peak_swapped": 0.5132113099098206, + "peak_reference": 0.665354311466217, + "motion_pred": [ + 0.07752369344234467, + 0.0470605343580246, + 0.039011094719171524, + 0.03810740262269974 + ], + "motion_real": [ + 0.04316979646682739, + 0.04189722612500191, + 0.04215585067868233, + 0.0429096482694149 + ], + "shift_reference_raw": -14.087935447692871 + }, + { + "index": 6715, + "episode": 158, + "map": 7, + "start": 2418, + "target_tic": 2450, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.892669677734375, + "shift_swapped": -18.750864028930664, + "shift_reference": 22.08888816833496, + "peak_recorded": 0.6376557946205139, + "peak_swapped": 0.6188574433326721, + "peak_reference": 0.708218514919281, + "motion_pred": [ + 0.07608586549758911, + 0.05107878893613815, + 0.062248505651950836, + 0.0462656132876873 + ], + "motion_real": [ + 0.07889058440923691, + 0.07084383070468903, + 0.08515843749046326, + 0.057720303535461426 + ], + "shift_reference_raw": 22.17142677307129 + }, + { + "index": 6843, + "episode": 158, + "map": 7, + "start": 2546, + "target_tic": 2578, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.767831802368164, + "shift_swapped": 27.009618759155273, + "shift_reference": -15.830488204956055, + "peak_recorded": 0.7100789546966553, + "peak_swapped": 0.38084086775779724, + "peak_reference": 0.7838177680969238, + "motion_pred": [ + 0.051121946424245834, + 0.03069951944053173, + 0.028031833469867706, + 0.03239424154162407 + ], + "motion_real": [ + 0.037724584341049194, + 0.03835967555642128, + 0.03924720361828804, + 0.0402422770857811 + ], + "shift_reference_raw": -14.354036331176758 + }, + { + "index": 6927, + "episode": 158, + "map": 7, + "start": 2665, + "target_tic": 2697, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.36938008666038513, + "shift_swapped": -0.47173869609832764, + "shift_reference": 2.065337657928467, + "peak_recorded": 0.5785998106002808, + "peak_swapped": 0.6376997828483582, + "peak_reference": 0.5749924778938293, + "motion_pred": [ + 0.07225631922483444, + 0.04324714094400406, + 0.029948269948363304, + 0.03351117670536041 + ], + "motion_real": [ + 0.06793244183063507, + 0.06020962819457054, + 0.060242701321840286, + 0.06011759489774704 + ], + "shift_reference_raw": 2.001934289932251 + }, + { + "index": 7065, + "episode": 158, + "map": 7, + "start": 2803, + "target_tic": 2835, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.9928611516952515, + "shift_swapped": -5.222520351409912, + "shift_reference": 6.29868221282959, + "peak_recorded": 0.5572352409362793, + "peak_swapped": 0.7852168083190918, + "peak_reference": 0.4770778715610504, + "motion_pred": [ + 0.058551229536533356, + 0.08086767047643661, + 0.07557882368564606, + 0.07755917310714722 + ], + "motion_real": [ + 0.06470967829227448, + 0.08739805966615677, + 0.06831201165914536, + 0.06979837268590927 + ], + "shift_reference_raw": 6.283514976501465 + }, + { + "index": 7148, + "episode": 158, + "map": 7, + "start": 2886, + "target_tic": 2918, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.6000944375991821, + "shift_swapped": -1.8082494735717773, + "shift_reference": -0.5006514191627502, + "peak_recorded": 0.5948384404182434, + "peak_swapped": 0.523197591304779, + "peak_reference": 0.65195232629776, + "motion_pred": [ + 0.0705072283744812, + 0.05143234506249428, + 0.04619349166750908, + 0.05346599966287613 + ], + "motion_real": [ + 0.05307995155453682, + 0.058766599744558334, + 0.06237410008907318, + 0.06808904558420181 + ], + "shift_reference_raw": 0.3186754584312439 + }, + { + "index": 7518, + "episode": 158, + "map": 7, + "start": 3326, + "target_tic": 3358, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -10.434964179992676, + "shift_swapped": -11.656692504882812, + "shift_reference": 2.6252214908599854, + "peak_recorded": 0.6225686073303223, + "peak_swapped": 0.6837679743766785, + "peak_reference": 0.4741312563419342, + "motion_pred": [ + 0.08744052797555923, + 0.083794966340065, + 0.06867599487304688, + 0.04311695694923401 + ], + "motion_real": [ + 0.07378445565700531, + 0.10182622820138931, + 0.09628361463546753, + 0.057649899274110794 + ], + "shift_reference_raw": 4.5514607429504395 + }, + { + "index": 7519, + "episode": 158, + "map": 7, + "start": 3327, + "target_tic": 3359, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.850957870483398, + "shift_swapped": -3.247809410095215, + "shift_reference": 13.418079376220703, + "peak_recorded": 0.22144083678722382, + "peak_swapped": 0.3138372302055359, + "peak_reference": 0.12724526226520538, + "motion_pred": [ + 0.09315146505832672, + 0.0664135217666626, + 0.04825127497315407, + 0.049529410898685455 + ], + "motion_real": [ + 0.10182622820138931, + 0.09628361463546753, + 0.057649899274110794, + 0.05518955737352371 + ], + "shift_reference_raw": -16.81380271911621 + }, + { + "index": 7560, + "episode": 158, + "map": 7, + "start": 3368, + "target_tic": 3400, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.5079264640808105, + "shift_swapped": -11.884603500366211, + "shift_reference": -1.8894476890563965, + "peak_recorded": 0.42187586426734924, + "peak_swapped": 0.4242092967033386, + "peak_reference": 0.4667830169200897, + "motion_pred": [ + 0.07664597034454346, + 0.05068633332848549, + 0.05976296216249466, + 0.04649120196700096 + ], + "motion_real": [ + 0.06197158247232437, + 0.0687292218208313, + 0.09989821910858154, + 0.08090057224035263 + ], + "shift_reference_raw": -1.6638935804367065 + }, + { + "index": 8294, + "episode": 158, + "map": 7, + "start": 4172, + "target_tic": 4204, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.787416458129883, + "shift_swapped": 16.369922637939453, + "shift_reference": -22.515213012695312, + "peak_recorded": 0.8445600271224976, + "peak_swapped": 0.8362578749656677, + "peak_reference": 0.9375096559524536, + "motion_pred": [ + 0.06662379950284958, + 0.0606653168797493, + 0.053082846105098724, + 0.055685367435216904 + ], + "motion_real": [ + 0.062216535210609436, + 0.06265440583229065, + 0.06445673853158951, + 0.06474397331476212 + ], + "shift_reference_raw": -22.40107536315918 + }, + { + "index": 8357, + "episode": 158, + "map": 7, + "start": 4270, + "target_tic": 4302, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.762589454650879, + "shift_swapped": -23.19097328186035, + "shift_reference": 4.832504749298096, + "peak_recorded": 0.481570303440094, + "peak_swapped": 0.610595703125, + "peak_reference": 0.7169958353042603, + "motion_pred": [ + 0.0708024650812149, + 0.049358636140823364, + 0.04720674455165863, + 0.041882164776325226 + ], + "motion_real": [ + 0.04229504615068436, + 0.03970932215452194, + 0.04063764959573746, + 0.047308940440416336 + ], + "shift_reference_raw": 4.629546642303467 + }, + { + "index": 8418, + "episode": 158, + "map": 7, + "start": 4331, + "target_tic": 4363, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6719592809677124, + "shift_swapped": -9.850167274475098, + "shift_reference": 3.414048910140991, + "peak_recorded": 0.5840181708335876, + "peak_swapped": 0.7469397783279419, + "peak_reference": 0.5373795032501221, + "motion_pred": [ + 0.055583227425813675, + 0.04000592604279518, + 0.03831503167748451, + 0.033778268843889236 + ], + "motion_real": [ + 0.04439051076769829, + 0.03427477553486824, + 0.038367193192243576, + 0.034451331943273544 + ], + "shift_reference_raw": 3.1052417755126953 + }, + { + "index": 8699, + "episode": 158, + "map": 7, + "start": 4647, + "target_tic": 4679, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.7634073495864868, + "shift_swapped": -2.2568814754486084, + "shift_reference": 0.9932014346122742, + "peak_recorded": 0.680692195892334, + "peak_swapped": 0.6595857739448547, + "peak_reference": 0.7444080114364624, + "motion_pred": [ + 0.05781308934092522, + 0.045376382768154144, + 0.03451753035187721, + 0.03796345368027687 + ], + "motion_real": [ + 0.04559589922428131, + 0.041608888655900955, + 0.03619633987545967, + 0.04018695652484894 + ], + "shift_reference_raw": 0.7824510335922241 + }, + { + "index": 8807, + "episode": 171, + "map": 7, + "start": 11, + "target_tic": 43, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.780799865722656, + "shift_swapped": -18.781015396118164, + "shift_reference": 23.34027671813965, + "peak_recorded": 0.9275076389312744, + "peak_swapped": 0.9554322957992554, + "peak_reference": 0.9544845819473267, + "motion_pred": [ + 0.05214959755539894, + 0.05505770444869995, + 0.053085606545209885, + 0.04780987277626991 + ], + "motion_real": [ + 0.0487084724009037, + 0.05087190493941307, + 0.05748298019170761, + 0.05650760233402252 + ], + "shift_reference_raw": 23.399890899658203 + }, + { + "index": 8852, + "episode": 171, + "map": 7, + "start": 56, + "target_tic": 88, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.30861473083496, + "shift_swapped": 20.66120147705078, + "shift_reference": -23.89011001586914, + "peak_recorded": 0.7916465997695923, + "peak_swapped": 0.8524585962295532, + "peak_reference": 0.8827487230300903, + "motion_pred": [ + 0.08077649027109146, + 0.057277385145425797, + 0.04286904260516167, + 0.04172462224960327 + ], + "motion_real": [ + 0.06280819326639175, + 0.061137113720178604, + 0.052414823323488235, + 0.049824438989162445 + ], + "shift_reference_raw": -24.700288772583008 + }, + { + "index": 8990, + "episode": 171, + "map": 7, + "start": 194, + "target_tic": 226, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.70691680908203, + "shift_swapped": -28.960634231567383, + "shift_reference": -13.724241256713867, + "peak_recorded": 0.08376101404428482, + "peak_swapped": 0.01240029837936163, + "peak_reference": 0.280426949262619, + "motion_pred": [ + 0.03410283476114273, + 0.02533392608165741, + 0.03945345804095268, + 0.05213167518377304 + ], + "motion_real": [ + 0.02993961051106453, + 0.03108382597565651, + 0.03163935989141464, + 0.030417580157518387 + ], + "shift_reference_raw": -12.473085403442383 + }, + { + "index": 9173, + "episode": 171, + "map": 7, + "start": 377, + "target_tic": 409, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.9370927810668945, + "shift_swapped": 30.733951568603516, + "shift_reference": -5.5832600593566895, + "peak_recorded": 0.7305902242660522, + "peak_swapped": 0.6982685923576355, + "peak_reference": 0.6792295575141907, + "motion_pred": [ + 0.07227860391139984, + 0.06786581128835678, + 0.0596187449991703, + 0.060815583914518356 + ], + "motion_real": [ + 0.07358839362859726, + 0.08406349271535873, + 0.06246676295995712, + 0.06384188681840897 + ], + "shift_reference_raw": -5.961853504180908 + }, + { + "index": 9286, + "episode": 171, + "map": 7, + "start": 490, + "target_tic": 522, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.942230224609375, + "shift_swapped": -23.747642517089844, + "shift_reference": 16.89687728881836, + "peak_recorded": 0.9254210591316223, + "peak_swapped": 0.9179818034172058, + "peak_reference": 0.9213502407073975, + "motion_pred": [ + 0.049220144748687744, + 0.03181957080960274, + 0.04021526500582695, + 0.033730536699295044 + ], + "motion_real": [ + 0.038637805730104446, + 0.038153477013111115, + 0.03697852045297623, + 0.04061645269393921 + ], + "shift_reference_raw": 16.916471481323242 + }, + { + "index": 9296, + "episode": 171, + "map": 7, + "start": 500, + "target_tic": 532, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.756132125854492, + "shift_swapped": -24.689346313476562, + "shift_reference": 19.645299911499023, + "peak_recorded": 0.8888378143310547, + "peak_swapped": 0.8505816459655762, + "peak_reference": 0.929046094417572, + "motion_pred": [ + 0.07612139731645584, + 0.06430687010288239, + 0.041074153035879135, + 0.02742745913565159 + ], + "motion_real": [ + 0.06789564341306686, + 0.06729833036661148, + 0.06177466735243797, + 0.05378827452659607 + ], + "shift_reference_raw": 19.33302116394043 + }, + { + "index": 9343, + "episode": 171, + "map": 7, + "start": 547, + "target_tic": 579, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.15658950805664, + "shift_swapped": 23.110143661499023, + "shift_reference": -18.720720291137695, + "peak_recorded": 0.6195874214172363, + "peak_swapped": 0.6555109620094299, + "peak_reference": 0.8525189757347107, + "motion_pred": [ + 0.06966860592365265, + 0.05874636396765709, + 0.06819118559360504, + 0.06545940041542053 + ], + "motion_real": [ + 0.047328319400548935, + 0.0474717803299427, + 0.07198607176542282, + 0.06455902010202408 + ], + "shift_reference_raw": -19.6630859375 + }, + { + "index": 9375, + "episode": 171, + "map": 7, + "start": 579, + "target_tic": 611, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.461231231689453, + "shift_swapped": -21.438446044921875, + "shift_reference": 19.951114654541016, + "peak_recorded": 0.8538328409194946, + "peak_swapped": 0.8275799751281738, + "peak_reference": 0.8866092562675476, + "motion_pred": [ + 0.08389293402433395, + 0.057155024260282516, + 0.07453330606222153, + 0.05325618386268616 + ], + "motion_real": [ + 0.0627472847700119, + 0.06865847855806351, + 0.0840323269367218, + 0.06107393279671669 + ], + "shift_reference_raw": 19.41900062561035 + }, + { + "index": 9376, + "episode": 171, + "map": 7, + "start": 580, + "target_tic": 612, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.29566764831543, + "shift_swapped": -17.75435447692871, + "shift_reference": 19.285369873046875, + "peak_recorded": 0.8470602631568909, + "peak_swapped": 0.8222362399101257, + "peak_reference": 0.9037627577781677, + "motion_pred": [ + 0.08770377188920975, + 0.07235019654035568, + 0.049836721271276474, + 0.040874235332012177 + ], + "motion_real": [ + 0.06865847855806351, + 0.0840323269367218, + 0.06107393279671669, + 0.05496187135577202 + ], + "shift_reference_raw": 19.243427276611328 + }, + { + "index": 9594, + "episode": 171, + "map": 7, + "start": 798, + "target_tic": 830, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.6220703125, + "shift_swapped": 17.677114486694336, + "shift_reference": -23.232378005981445, + "peak_recorded": 0.8695207834243774, + "peak_swapped": 0.8835216164588928, + "peak_reference": 0.9229755997657776, + "motion_pred": [ + 0.09439347684383392, + 0.07708976417779922, + 0.0610819011926651, + 0.04797153174877167 + ], + "motion_real": [ + 0.07706258445978165, + 0.07395374029874802, + 0.08451590687036514, + 0.07800744473934174 + ], + "shift_reference_raw": -23.21266746520996 + }, + { + "index": 9624, + "episode": 171, + "map": 7, + "start": 828, + "target_tic": 860, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.19833755493164, + "shift_swapped": 29.65972137451172, + "shift_reference": -23.087173461914062, + "peak_recorded": 0.9534631371498108, + "peak_swapped": 0.9389240741729736, + "peak_reference": 0.9571300745010376, + "motion_pred": [ + 0.04883553460240364, + 0.035902541130781174, + 0.03525301069021225, + 0.035352859646081924 + ], + "motion_real": [ + 0.043133798986673355, + 0.039039112627506256, + 0.038933165371418, + 0.03822954371571541 + ], + "shift_reference_raw": -22.93132972717285 + }, + { + "index": 9662, + "episode": 171, + "map": 7, + "start": 866, + "target_tic": 898, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.651987075805664, + "shift_swapped": -20.190353393554688, + "shift_reference": 22.20212745666504, + "peak_recorded": 0.8102436661720276, + "peak_swapped": 0.8253719210624695, + "peak_reference": 0.8477439284324646, + "motion_pred": [ + 0.08191072940826416, + 0.06999596208333969, + 0.08733459562063217, + 0.06871111690998077 + ], + "motion_real": [ + 0.08497728407382965, + 0.08894331753253937, + 0.09217154234647751, + 0.07504548877477646 + ], + "shift_reference_raw": 22.223487854003906 + }, + { + "index": 9679, + "episode": 171, + "map": 7, + "start": 883, + "target_tic": 915, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.213504791259766, + "shift_swapped": 23.31307601928711, + "shift_reference": -22.113407135009766, + "peak_recorded": 0.9551532864570618, + "peak_swapped": 0.9450361132621765, + "peak_reference": 0.9791732430458069, + "motion_pred": [ + 0.062285810708999634, + 0.05166981741786003, + 0.043284960091114044, + 0.04576915130019188 + ], + "motion_real": [ + 0.05959870666265488, + 0.057104047387838364, + 0.05577334389090538, + 0.05629180371761322 + ], + "shift_reference_raw": -22.014577865600586 + }, + { + "index": 9887, + "episode": 171, + "map": 7, + "start": 1091, + "target_tic": 1123, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -20.428314208984375, + "shift_reference": -7.417016983032227, + "peak_recorded": 0.0958339050412178, + "peak_swapped": 0.05656152218580246, + "peak_reference": 0.1700039505958557, + "motion_pred": [ + 0.046680670231580734, + 0.0297014769166708, + 0.025301208719611168, + 0.027588006108999252 + ], + "motion_real": [ + 0.0459909662604332, + 0.060228485614061356, + 0.04118253290653229, + 0.03687326982617378 + ], + "shift_reference_raw": -7.265239715576172 + }, + { + "index": 9947, + "episode": 171, + "map": 7, + "start": 1151, + "target_tic": 1183, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.9544568061828613, + "shift_swapped": -9.811116218566895, + "shift_reference": 2.472482442855835, + "peak_recorded": 0.8977260589599609, + "peak_swapped": 0.8688137531280518, + "peak_reference": 0.9134694933891296, + "motion_pred": [ + 0.04513520747423172, + 0.039416298270225525, + 0.02840404585003853, + 0.0291350819170475 + ], + "motion_real": [ + 0.04024888947606087, + 0.04197787865996361, + 0.037621479481458664, + 0.039757516235113144 + ], + "shift_reference_raw": 2.4931769371032715 + }, + { + "index": 9957, + "episode": 171, + "map": 7, + "start": 1161, + "target_tic": 1193, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.0507272332906723, + "shift_swapped": -13.201123237609863, + "shift_reference": -1.2987675666809082, + "peak_recorded": 0.9108765125274658, + "peak_swapped": 0.846692681312561, + "peak_reference": 0.9056938886642456, + "motion_pred": [ + 0.05947837978601456, + 0.04551464319229126, + 0.03207123652100563, + 0.026628918945789337 + ], + "motion_real": [ + 0.04869528114795685, + 0.06346094608306885, + 0.05805544927716255, + 0.05864747241139412 + ], + "shift_reference_raw": -1.4071871042251587 + }, + { + "index": 9959, + "episode": 171, + "map": 7, + "start": 1163, + "target_tic": 1195, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 11.09604263305664, + "shift_swapped": -32.0, + "shift_reference": 11.626934051513672, + "peak_recorded": 0.9089980125427246, + "peak_swapped": 0.664103090763092, + "peak_reference": 0.9347510933876038, + "motion_pred": [ + 0.076053686439991, + 0.04332089051604271, + 0.04258660227060318, + 0.043944425880908966 + ], + "motion_real": [ + 0.05805544927716255, + 0.05864747241139412, + 0.05474749207496643, + 0.053081244230270386 + ], + "shift_reference_raw": 11.766422271728516 + }, + { + "index": 9978, + "episode": 171, + "map": 7, + "start": 1182, + "target_tic": 1214, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.08901596069336, + "shift_swapped": 16.48422622680664, + "shift_reference": -28.921302795410156, + "peak_recorded": 0.8710349202156067, + "peak_swapped": 0.843050479888916, + "peak_reference": 0.9370059967041016, + "motion_pred": [ + 0.08039408922195435, + 0.0636003389954567, + 0.05513494834303856, + 0.051882561296224594 + ], + "motion_real": [ + 0.07421239465475082, + 0.07073011994361877, + 0.07024306058883667, + 0.06880102306604385 + ], + "shift_reference_raw": -28.906164169311523 + }, + { + "index": 10038, + "episode": 171, + "map": 7, + "start": 1242, + "target_tic": 1274, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.196792602539062, + "shift_swapped": 17.306167602539062, + "shift_reference": -28.90989875793457, + "peak_recorded": 0.6053683161735535, + "peak_swapped": 0.5924213528633118, + "peak_reference": 0.7007192373275757, + "motion_pred": [ + 0.06055619567632675, + 0.05189485475420952, + 0.05098281055688858, + 0.059516094624996185 + ], + "motion_real": [ + 0.05579083040356636, + 0.05183355510234833, + 0.04939280450344086, + 0.04967838153243065 + ], + "shift_reference_raw": -29.027297973632812 + }, + { + "index": 10108, + "episode": 171, + "map": 7, + "start": 1312, + "target_tic": 1344, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.260025024414062, + "shift_swapped": 23.517545700073242, + "shift_reference": -18.74393081665039, + "peak_recorded": 0.7901074290275574, + "peak_swapped": 0.778657853603363, + "peak_reference": 0.8603101968765259, + "motion_pred": [ + 0.054205480962991714, + 0.047237806022167206, + 0.05165410786867142, + 0.054570239037275314 + ], + "motion_real": [ + 0.050626277923583984, + 0.050170909613370895, + 0.049022868275642395, + 0.049074895679950714 + ], + "shift_reference_raw": -18.91526985168457 + }, + { + "index": 10165, + "episode": 171, + "map": 7, + "start": 1369, + "target_tic": 1401, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.19875717163086, + "shift_swapped": 15.981216430664062, + "shift_reference": -20.198884963989258, + "peak_recorded": 0.9625381231307983, + "peak_swapped": 0.9485993385314941, + "peak_reference": 0.9738670587539673, + "motion_pred": [ + 0.041153717786073685, + 0.038206763565540314, + 0.03658069297671318, + 0.035763464868068695 + ], + "motion_real": [ + 0.03939173370599747, + 0.03909587860107422, + 0.03876137733459473, + 0.039337076246738434 + ], + "shift_reference_raw": -19.4503231048584 + }, + { + "index": 10248, + "episode": 171, + "map": 7, + "start": 1452, + "target_tic": 1484, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.594794273376465, + "shift_swapped": 28.17483901977539, + "shift_reference": -15.88153076171875, + "peak_recorded": 0.791135311126709, + "peak_swapped": 0.8038517832756042, + "peak_reference": 0.8353410363197327, + "motion_pred": [ + 0.07413332164287567, + 0.05873551219701767, + 0.05258675664663315, + 0.052755892276763916 + ], + "motion_real": [ + 0.06832776218652725, + 0.06198068708181381, + 0.05668458715081215, + 0.06229420378804207 + ], + "shift_reference_raw": -15.90184211730957 + }, + { + "index": 10350, + "episode": 171, + "map": 7, + "start": 1554, + "target_tic": 1586, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.099123001098633, + "shift_swapped": -19.546483993530273, + "shift_reference": 23.91366195678711, + "peak_recorded": 0.8280060887336731, + "peak_swapped": 0.8222485780715942, + "peak_reference": 0.8601380586624146, + "motion_pred": [ + 0.06441012769937515, + 0.05598248541355133, + 0.0608900748193264, + 0.056074000895023346 + ], + "motion_real": [ + 0.0613224059343338, + 0.06347867846488953, + 0.06636197865009308, + 0.061807405203580856 + ], + "shift_reference_raw": 23.961971282958984 + }, + { + "index": 10355, + "episode": 171, + "map": 7, + "start": 1559, + "target_tic": 1591, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.561559677124023, + "shift_swapped": -19.305212020874023, + "shift_reference": 26.974374771118164, + "peak_recorded": 0.4284641146659851, + "peak_swapped": 0.6338120698928833, + "peak_reference": 0.6912096738815308, + "motion_pred": [ + 0.05976235494017601, + 0.0416562482714653, + 0.05048035457730293, + 0.057486642152071 + ], + "motion_real": [ + 0.05296232923865318, + 0.05645586922764778, + 0.056969624012708664, + 0.055148400366306305 + ], + "shift_reference_raw": 26.940908432006836 + }, + { + "index": 10362, + "episode": 171, + "map": 7, + "start": 1566, + "target_tic": 1598, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.1835880279541, + "shift_swapped": 26.760074615478516, + "shift_reference": -16.269189834594727, + "peak_recorded": 0.7259956002235413, + "peak_swapped": 0.6450657248497009, + "peak_reference": 0.7664932012557983, + "motion_pred": [ + 0.07697893679141998, + 0.0485597588121891, + 0.04962800815701485, + 0.049986667931079865 + ], + "motion_real": [ + 0.06668510288000107, + 0.06722006946802139, + 0.07446746528148651, + 0.07483190298080444 + ], + "shift_reference_raw": -16.35849952697754 + }, + { + "index": 10364, + "episode": 171, + "map": 7, + "start": 1568, + "target_tic": 1600, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.374265670776367, + "shift_swapped": 32.0, + "shift_reference": -16.60770034790039, + "peak_recorded": 0.8071243166923523, + "peak_swapped": 0.6292087435722351, + "peak_reference": 0.8207642436027527, + "motion_pred": [ + 0.07817025482654572, + 0.06221383810043335, + 0.060686033219099045, + 0.05410715937614441 + ], + "motion_real": [ + 0.07446746528148651, + 0.07483190298080444, + 0.06954064965248108, + 0.06615936011075974 + ], + "shift_reference_raw": -16.53108787536621 + }, + { + "index": 10491, + "episode": 171, + "map": 7, + "start": 1695, + "target_tic": 1727, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.44544792175293, + "shift_swapped": 14.481125831604004, + "shift_reference": -19.586265563964844, + "peak_recorded": 0.5006480813026428, + "peak_swapped": 0.7157814502716064, + "peak_reference": 0.566852331161499, + "motion_pred": [ + 0.09154689311981201, + 0.06389814615249634, + 0.03755896911025047, + 0.04712759330868721 + ], + "motion_real": [ + 0.08452124148607254, + 0.0722343698143959, + 0.037550315260887146, + 0.038308434188365936 + ], + "shift_reference_raw": -19.491544723510742 + }, + { + "index": 10539, + "episode": 171, + "map": 7, + "start": 1743, + "target_tic": 1775, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.24126434326172, + "shift_swapped": 26.696189880371094, + "shift_reference": -13.210049629211426, + "peak_recorded": 0.6233299970626831, + "peak_swapped": 0.6862651109695435, + "peak_reference": 0.6832321882247925, + "motion_pred": [ + 0.04788745567202568, + 0.04284805431962013, + 0.04326767101883888, + 0.03948036953806877 + ], + "motion_real": [ + 0.045178335160017014, + 0.0461907833814621, + 0.047226447612047195, + 0.045916736125946045 + ], + "shift_reference_raw": -13.254070281982422 + }, + { + "index": 10936, + "episode": 171, + "map": 7, + "start": 2175, + "target_tic": 2207, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.880687952041626, + "shift_swapped": -10.193903923034668, + "shift_reference": 2.7294564247131348, + "peak_recorded": 0.7599535584449768, + "peak_swapped": 0.7248532772064209, + "peak_reference": 0.8113864064216614, + "motion_pred": [ + 0.06182454526424408, + 0.041728533804416656, + 0.05895400047302246, + 0.07664906233549118 + ], + "motion_real": [ + 0.038655832409858704, + 0.04500332474708557, + 0.055324453860521317, + 0.07224969565868378 + ], + "shift_reference_raw": 2.8268775939941406 + }, + { + "index": 11027, + "episode": 171, + "map": 7, + "start": 2301, + "target_tic": 2333, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.54102325439453, + "shift_swapped": -23.781375885009766, + "shift_reference": 20.13529396057129, + "peak_recorded": 0.5186080932617188, + "peak_swapped": 0.5669121742248535, + "peak_reference": 0.7342972159385681, + "motion_pred": [ + 0.06657331436872482, + 0.05802026763558388, + 0.04568078741431236, + 0.03230680897831917 + ], + "motion_real": [ + 0.05591768026351929, + 0.054639481008052826, + 0.053506460040807724, + 0.04053923860192299 + ], + "shift_reference_raw": 20.259746551513672 + }, + { + "index": 11098, + "episode": 171, + "map": 7, + "start": 2372, + "target_tic": 2404, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.965288162231445, + "shift_swapped": -17.885847091674805, + "shift_reference": 26.05066680908203, + "peak_recorded": 0.46637699007987976, + "peak_swapped": 0.5369768738746643, + "peak_reference": 0.6690889596939087, + "motion_pred": [ + 0.08645235002040863, + 0.06524814665317535, + 0.058625172823667526, + 0.04133771359920502 + ], + "motion_real": [ + 0.08605917543172836, + 0.10612621903419495, + 0.09556174278259277, + 0.05669013410806656 + ], + "shift_reference_raw": 26.816661834716797 + }, + { + "index": 11228, + "episode": 171, + "map": 7, + "start": 2502, + "target_tic": 2534, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.736543655395508, + "shift_swapped": 32.0, + "shift_reference": -21.51421546936035, + "peak_recorded": 0.6063641905784607, + "peak_swapped": 0.6011895537376404, + "peak_reference": 0.6756492853164673, + "motion_pred": [ + 0.11046266555786133, + 0.07952815294265747, + 0.08359956741333008, + 0.0746937021613121 + ], + "motion_real": [ + 0.09791408479213715, + 0.09727456420660019, + 0.08737592399120331, + 0.08339838683605194 + ], + "shift_reference_raw": -21.308731079101562 + }, + { + "index": 11244, + "episode": 171, + "map": 7, + "start": 2518, + "target_tic": 2550, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.29936009645462036, + "shift_swapped": -8.33906364440918, + "shift_reference": 0.22479160130023956, + "peak_recorded": 0.6516912579536438, + "peak_swapped": 0.6360762715339661, + "peak_reference": 0.7432951331138611, + "motion_pred": [ + 0.05683298036456108, + 0.04374242573976517, + 0.04629693180322647, + 0.04890407249331474 + ], + "motion_real": [ + 0.043438173830509186, + 0.05098210647702217, + 0.05265685170888901, + 0.056941546499729156 + ], + "shift_reference_raw": 1.4563069343566895 + }, + { + "index": 11366, + "episode": 171, + "map": 7, + "start": 2640, + "target_tic": 2672, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.26123809814453, + "shift_swapped": -21.985456466674805, + "shift_reference": 18.287403106689453, + "peak_recorded": 0.47338706254959106, + "peak_swapped": 0.5766013264656067, + "peak_reference": 0.7203781008720398, + "motion_pred": [ + 0.05354610085487366, + 0.03535331413149834, + 0.03645549342036247, + 0.026824109256267548 + ], + "motion_real": [ + 0.04123114049434662, + 0.04166482761502266, + 0.04216546565294266, + 0.0338180810213089 + ], + "shift_reference_raw": 18.272977828979492 + }, + { + "index": 11652, + "episode": 171, + "map": 7, + "start": 2926, + "target_tic": 2958, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.30507469177246, + "shift_swapped": 13.953898429870605, + "shift_reference": -24.148969650268555, + "peak_recorded": 0.7589547634124756, + "peak_swapped": 0.743568480014801, + "peak_reference": 0.7771111130714417, + "motion_pred": [ + 0.0794152021408081, + 0.05770294368267059, + 0.04800630733370781, + 0.036330126225948334 + ], + "motion_real": [ + 0.05831431970000267, + 0.04751959443092346, + 0.040040045976638794, + 0.041456643491983414 + ], + "shift_reference_raw": -24.568706512451172 + }, + { + "index": 11669, + "episode": 171, + "map": 7, + "start": 2943, + "target_tic": 2975, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.902729034423828, + "shift_swapped": -32.0, + "shift_reference": 10.9127836227417, + "peak_recorded": 0.793620228767395, + "peak_swapped": 0.7453643083572388, + "peak_reference": 0.8730818629264832, + "motion_pred": [ + 0.053739286959171295, + 0.038468118757009506, + 0.03556149825453758, + 0.033253349363803864 + ], + "motion_real": [ + 0.03885669261217117, + 0.03923612833023071, + 0.04015757888555527, + 0.0414087176322937 + ], + "shift_reference_raw": 11.017742156982422 + }, + { + "index": 11971, + "episode": 171, + "map": 7, + "start": 3280, + "target_tic": 3312, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.299203395843506, + "shift_swapped": -3.7161455154418945, + "shift_reference": 6.146940231323242, + "peak_recorded": 0.45689234137535095, + "peak_swapped": 0.5404219627380371, + "peak_reference": 0.560407817363739, + "motion_pred": [ + 0.07857998460531235, + 0.0837421640753746, + 0.08774711936712265, + 0.06566057354211807 + ], + "motion_real": [ + 0.05382297560572624, + 0.06546132266521454, + 0.07172682136297226, + 0.055472034960985184 + ], + "shift_reference_raw": 6.174889087677002 + }, + { + "index": 12163, + "episode": 171, + "map": 7, + "start": 3472, + "target_tic": 3504, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": -30.066617965698242, + "shift_reference": -13.921874046325684, + "peak_recorded": -0.07799495756626129, + "peak_swapped": -0.05733466148376465, + "peak_reference": 0.30734455585479736, + "motion_pred": [ + 0.05070658400654793, + 0.05415636673569679, + 0.04579734057188034, + 0.05366280674934387 + ], + "motion_real": [ + 0.04704682528972626, + 0.03760136291384697, + 0.032726578414440155, + 0.03755263611674309 + ], + "shift_reference_raw": -13.184577941894531 + }, + { + "index": 13326, + "episode": 171, + "map": 7, + "start": 4740, + "target_tic": 4772, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.80074119567871, + "shift_swapped": -26.685760498046875, + "shift_reference": 19.213796615600586, + "peak_recorded": 0.31005969643592834, + "peak_swapped": 0.41175222396850586, + "peak_reference": 0.6850905418395996, + "motion_pred": [ + 0.08849697560071945, + 0.044731758534908295, + 0.02987339161336422, + 0.0246316809207201 + ], + "motion_real": [ + 0.044038157910108566, + 0.04853825643658638, + 0.0335206538438797, + 0.03344487398862839 + ], + "shift_reference_raw": 19.60065269470215 + }, + { + "index": 13436, + "episode": 171, + "map": 7, + "start": 4850, + "target_tic": 4882, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -6.184291839599609, + "shift_reference": 22.603496551513672, + "peak_recorded": 0.8269899487495422, + "peak_swapped": 0.7992644309997559, + "peak_reference": 0.924475371837616, + "motion_pred": [ + 0.08454761654138565, + 0.06251092255115509, + 0.05323364958167076, + 0.039365023374557495 + ], + "motion_real": [ + 0.05318193882703781, + 0.05447385460138321, + 0.05253990739583969, + 0.051901835948228836 + ], + "shift_reference_raw": 22.46727180480957 + }, + { + "index": 13496, + "episode": 171, + "map": 7, + "start": 4910, + "target_tic": 4942, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -6.362010955810547, + "shift_reference": -32.0, + "peak_recorded": 0.6589709520339966, + "peak_swapped": 0.7460688352584839, + "peak_reference": 0.7502549886703491, + "motion_pred": [ + 0.0967806726694107, + 0.0535903237760067, + 0.06253254413604736, + 0.06522414833307266 + ], + "motion_real": [ + 0.07899174839258194, + 0.0783536359667778, + 0.06496261060237885, + 0.06208544597029686 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 13584, + "episode": 197, + "map": 7, + "start": 56, + "target_tic": 88, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.955785751342773, + "shift_swapped": 20.338674545288086, + "shift_reference": -20.121679306030273, + "peak_recorded": 0.7844194173812866, + "peak_swapped": 0.8244370222091675, + "peak_reference": 0.9177094101905823, + "motion_pred": [ + 0.07692453265190125, + 0.06465642899274826, + 0.06503089517354965, + 0.0738319382071495 + ], + "motion_real": [ + 0.06668820977210999, + 0.0649472177028656, + 0.06447718292474747, + 0.0671420618891716 + ], + "shift_reference_raw": -20.130617141723633 + }, + { + "index": 13598, + "episode": 197, + "map": 7, + "start": 70, + "target_tic": 102, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 10.219585418701172, + "shift_swapped": 20.06171989440918, + "shift_reference": -12.549395561218262, + "peak_recorded": 0.698074996471405, + "peak_swapped": 0.8369207382202148, + "peak_reference": 0.8289794325828552, + "motion_pred": [ + 0.09667221456766129, + 0.06126020848751068, + 0.046048592776060104, + 0.04258270934224129 + ], + "motion_real": [ + 0.06840106099843979, + 0.06044699251651764, + 0.06721241027116776, + 0.06814587861299515 + ], + "shift_reference_raw": -9.595908164978027 + }, + { + "index": 13687, + "episode": 197, + "map": 7, + "start": 159, + "target_tic": 191, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.207710266113281, + "shift_swapped": -24.19712257385254, + "shift_reference": 15.985474586486816, + "peak_recorded": 0.517648458480835, + "peak_swapped": 0.5183038115501404, + "peak_reference": 0.599615216255188, + "motion_pred": [ + 0.07177644968032837, + 0.0642712265253067, + 0.06968937814235687, + 0.09241258352994919 + ], + "motion_real": [ + 0.05681030452251434, + 0.0598219558596611, + 0.0794486477971077, + 0.07626257836818695 + ], + "shift_reference_raw": 15.463977813720703 + }, + { + "index": 13824, + "episode": 197, + "map": 7, + "start": 296, + "target_tic": 328, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.041749954223633, + "shift_swapped": 21.10408592224121, + "shift_reference": -20.141584396362305, + "peak_recorded": 0.7378789782524109, + "peak_swapped": 0.6711048483848572, + "peak_reference": 0.7850663065910339, + "motion_pred": [ + 0.06433028727769852, + 0.05074864998459816, + 0.048208773136138916, + 0.05224763602018356 + ], + "motion_real": [ + 0.05989699065685272, + 0.059432197362184525, + 0.0659802034497261, + 0.07680638879537582 + ], + "shift_reference_raw": -20.186019897460938 + }, + { + "index": 13888, + "episode": 197, + "map": 7, + "start": 360, + "target_tic": 392, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.604815483093262, + "shift_swapped": 26.06667709350586, + "shift_reference": -17.177587509155273, + "peak_recorded": 0.6825264096260071, + "peak_swapped": 0.797675371170044, + "peak_reference": 0.5554944276809692, + "motion_pred": [ + 0.07658010721206665, + 0.05227614939212799, + 0.039079271256923676, + 0.028549395501613617 + ], + "motion_real": [ + 0.0785273090004921, + 0.06900815665721893, + 0.04047383740544319, + 0.02769865095615387 + ], + "shift_reference_raw": -18.991374969482422 + }, + { + "index": 13920, + "episode": 197, + "map": 7, + "start": 392, + "target_tic": 424, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.910587310791016, + "shift_swapped": 17.179372787475586, + "shift_reference": -21.893354415893555, + "peak_recorded": 0.9241607785224915, + "peak_swapped": 0.9179674983024597, + "peak_reference": 0.9291365146636963, + "motion_pred": [ + 0.08055521547794342, + 0.07565826922655106, + 0.07003186643123627, + 0.06824962049722672 + ], + "motion_real": [ + 0.07885102927684784, + 0.07130652666091919, + 0.07947366684675217, + 0.06455063074827194 + ], + "shift_reference_raw": -22.10870933532715 + }, + { + "index": 13937, + "episode": 197, + "map": 7, + "start": 409, + "target_tic": 441, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.675233840942383, + "shift_swapped": 23.348529815673828, + "shift_reference": -19.91746711730957, + "peak_recorded": 0.8478118777275085, + "peak_swapped": 0.8589735627174377, + "peak_reference": 0.881028950214386, + "motion_pred": [ + 0.05610997602343559, + 0.04761267825961113, + 0.05557926371693611, + 0.05413359776139259 + ], + "motion_real": [ + 0.05462910607457161, + 0.05582469701766968, + 0.058778949081897736, + 0.05192824453115463 + ], + "shift_reference_raw": -19.97752571105957 + }, + { + "index": 13952, + "episode": 197, + "map": 7, + "start": 424, + "target_tic": 456, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.802581787109375, + "shift_swapped": 29.798372268676758, + "shift_reference": -16.352550506591797, + "peak_recorded": 0.8102558851242065, + "peak_swapped": 0.7759274244308472, + "peak_reference": 0.8615702390670776, + "motion_pred": [ + 0.08420144021511078, + 0.06651509553194046, + 0.062155406922101974, + 0.05330948159098625 + ], + "motion_real": [ + 0.07152234017848969, + 0.07537981122732162, + 0.07998614013195038, + 0.08117146044969559 + ], + "shift_reference_raw": -16.348833084106445 + }, + { + "index": 13962, + "episode": 197, + "map": 7, + "start": 434, + "target_tic": 466, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.430999755859375, + "shift_swapped": 29.67402458190918, + "shift_reference": -17.604887008666992, + "peak_recorded": 0.729681670665741, + "peak_swapped": 0.7482845783233643, + "peak_reference": 0.7828395962715149, + "motion_pred": [ + 0.07327196002006531, + 0.06331434845924377, + 0.04841071367263794, + 0.04786502569913864 + ], + "motion_real": [ + 0.0717548131942749, + 0.06757202744483948, + 0.0605580136179924, + 0.05761454254388809 + ], + "shift_reference_raw": -17.520952224731445 + }, + { + "index": 13974, + "episode": 197, + "map": 7, + "start": 446, + "target_tic": 478, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.76458740234375, + "shift_swapped": 19.077320098876953, + "shift_reference": -26.66061019897461, + "peak_recorded": 0.8962183594703674, + "peak_swapped": 0.8575150370597839, + "peak_reference": 0.9146236181259155, + "motion_pred": [ + 0.06212523579597473, + 0.07638504356145859, + 0.07646075636148453, + 0.07939161360263824 + ], + "motion_real": [ + 0.05234917253255844, + 0.052664414048194885, + 0.048476461321115494, + 0.04303538054227829 + ], + "shift_reference_raw": -26.50827980041504 + }, + { + "index": 14008, + "episode": 197, + "map": 7, + "start": 480, + "target_tic": 512, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.643709182739258, + "shift_swapped": 22.485532760620117, + "shift_reference": -19.074350357055664, + "peak_recorded": 0.7365372180938721, + "peak_swapped": 0.7013965249061584, + "peak_reference": 0.8065730333328247, + "motion_pred": [ + 0.07339272648096085, + 0.05956263095140457, + 0.04975968226790428, + 0.045689187943935394 + ], + "motion_real": [ + 0.07145347446203232, + 0.06732151657342911, + 0.07316949218511581, + 0.07729806751012802 + ], + "shift_reference_raw": -18.821203231811523 + }, + { + "index": 14139, + "episode": 197, + "map": 7, + "start": 646, + "target_tic": 678, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.222028732299805, + "shift_swapped": 23.75861930847168, + "shift_reference": -19.792686462402344, + "peak_recorded": 0.47256240248680115, + "peak_swapped": 0.42685866355895996, + "peak_reference": 0.6054425835609436, + "motion_pred": [ + 0.08613359183073044, + 0.07066766172647476, + 0.07829869538545609, + 0.06626448780298233 + ], + "motion_real": [ + 0.0728645995259285, + 0.07399584352970123, + 0.08132316172122955, + 0.06070227921009064 + ], + "shift_reference_raw": -18.962512969970703 + }, + { + "index": 14181, + "episode": 197, + "map": 7, + "start": 688, + "target_tic": 720, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.433130741119385, + "shift_swapped": 4.2635602951049805, + "shift_reference": -8.083097457885742, + "peak_recorded": 0.6916785836219788, + "peak_swapped": 0.6544313430786133, + "peak_reference": 0.9021545052528381, + "motion_pred": [ + 0.04233627766370773, + 0.03672346472740173, + 0.03991016745567322, + 0.04369596764445305 + ], + "motion_real": [ + 0.034157563000917435, + 0.034494321793317795, + 0.03463635966181755, + 0.04842324182391167 + ], + "shift_reference_raw": -8.039920806884766 + }, + { + "index": 14203, + "episode": 197, + "map": 7, + "start": 710, + "target_tic": 742, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.179403781890869, + "shift_swapped": 12.102371215820312, + "shift_reference": 3.4915621280670166, + "peak_recorded": 0.7030700445175171, + "peak_swapped": 0.6480089426040649, + "peak_reference": 0.8880426287651062, + "motion_pred": [ + 0.06528624892234802, + 0.059114135801792145, + 0.039942942559719086, + 0.0354660339653492 + ], + "motion_real": [ + 0.03589378297328949, + 0.04287824407219887, + 0.04395861551165581, + 0.048076093196868896 + ], + "shift_reference_raw": 3.5854740142822266 + }, + { + "index": 14204, + "episode": 197, + "map": 7, + "start": 711, + "target_tic": 743, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.851231575012207, + "shift_swapped": -7.862138271331787, + "shift_reference": 18.04876708984375, + "peak_recorded": 0.6190448999404907, + "peak_swapped": 0.5818169713020325, + "peak_reference": 0.7722843289375305, + "motion_pred": [ + 0.07272780686616898, + 0.05422525480389595, + 0.04268689081072807, + 0.022886887192726135 + ], + "motion_real": [ + 0.04287824407219887, + 0.04395861551165581, + 0.048076093196868896, + 0.040088094770908356 + ], + "shift_reference_raw": 18.17856216430664 + }, + { + "index": 14221, + "episode": 197, + "map": 7, + "start": 728, + "target_tic": 760, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.87568473815918, + "shift_swapped": 3.7806529998779297, + "shift_reference": 1.8621535301208496, + "peak_recorded": 0.4547926187515259, + "peak_swapped": 0.49620747566223145, + "peak_reference": 0.7132228016853333, + "motion_pred": [ + 0.08644995838403702, + 0.07708984613418579, + 0.060679253190755844, + 0.043712541460990906 + ], + "motion_real": [ + 0.07052848488092422, + 0.06980612874031067, + 0.06424689292907715, + 0.064049132168293 + ], + "shift_reference_raw": 1.8526684045791626 + }, + { + "index": 14353, + "episode": 197, + "map": 7, + "start": 860, + "target_tic": 892, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.146947860717773, + "shift_swapped": -22.55160903930664, + "shift_reference": 18.599254608154297, + "peak_recorded": 0.6121302843093872, + "peak_swapped": 0.6072694659233093, + "peak_reference": 0.7080128192901611, + "motion_pred": [ + 0.08052340894937515, + 0.049616217613220215, + 0.030559854581952095, + 0.027778983116149902 + ], + "motion_real": [ + 0.072382353246212, + 0.06040003523230553, + 0.04210538789629936, + 0.040776606649160385 + ], + "shift_reference_raw": 18.907379150390625 + }, + { + "index": 14462, + "episode": 197, + "map": 7, + "start": 969, + "target_tic": 1001, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.8282928466796875, + "shift_swapped": 4.174961566925049, + "shift_reference": -4.752077579498291, + "peak_recorded": 0.6126214265823364, + "peak_swapped": 0.5765347480773926, + "peak_reference": 0.6214959621429443, + "motion_pred": [ + 0.0701826736330986, + 0.03634916618466377, + 0.044346656650304794, + 0.037762243300676346 + ], + "motion_real": [ + 0.04204804077744484, + 0.04205906391143799, + 0.04930981993675232, + 0.04405204951763153 + ], + "shift_reference_raw": -3.729064702987671 + }, + { + "index": 14786, + "episode": 197, + "map": 7, + "start": 1328, + "target_tic": 1360, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -1.7916514873504639, + "shift_reference": -28.477067947387695, + "peak_recorded": 0.7390198707580566, + "peak_swapped": 0.7114771008491516, + "peak_reference": 0.7560343742370605, + "motion_pred": [ + 0.09049716591835022, + 0.0789259672164917, + 0.0642569288611412, + 0.06296586245298386 + ], + "motion_real": [ + 0.07800440490245819, + 0.08247294276952744, + 0.0817747712135315, + 0.07524022459983826 + ], + "shift_reference_raw": -28.449865341186523 + }, + { + "index": 14788, + "episode": 197, + "map": 7, + "start": 1330, + "target_tic": 1362, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 10.468647956848145, + "shift_reference": -29.578916549682617, + "peak_recorded": 0.46153560280799866, + "peak_swapped": 0.5826832056045532, + "peak_reference": 0.7084483504295349, + "motion_pred": [ + 0.09563227742910385, + 0.08048519492149353, + 0.062375567853450775, + 0.05701110139489174 + ], + "motion_real": [ + 0.0817747712135315, + 0.07524022459983826, + 0.07160331308841705, + 0.06479296833276749 + ], + "shift_reference_raw": -29.673465728759766 + }, + { + "index": 14828, + "episode": 197, + "map": 7, + "start": 1370, + "target_tic": 1402, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -2.4970154762268066, + "shift_swapped": -4.356811046600342, + "shift_reference": 6.040783405303955, + "peak_recorded": 0.3711083233356476, + "peak_swapped": 0.3334510624408722, + "peak_reference": 0.6271390914916992, + "motion_pred": [ + 0.07057792693376541, + 0.05486870929598808, + 0.04054061695933342, + 0.03041951358318329 + ], + "motion_real": [ + 0.051739078015089035, + 0.056662123650312424, + 0.06114339455962181, + 0.04999250918626785 + ], + "shift_reference_raw": 6.732900619506836 + }, + { + "index": 14958, + "episode": 197, + "map": 7, + "start": 1500, + "target_tic": 1532, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.9677734375, + "shift_swapped": 23.162879943847656, + "shift_reference": -20.10490608215332, + "peak_recorded": 0.5141414999961853, + "peak_swapped": 0.3623959422111511, + "peak_reference": 0.4797435700893402, + "motion_pred": [ + 0.08910886198282242, + 0.05928902328014374, + 0.04669363424181938, + 0.0410650372505188 + ], + "motion_real": [ + 0.07272708415985107, + 0.0879325270652771, + 0.06657207757234573, + 0.06372323632240295 + ], + "shift_reference_raw": -19.786272048950195 + }, + { + "index": 15034, + "episode": 197, + "map": 7, + "start": 1576, + "target_tic": 1608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.244452476501465, + "shift_swapped": -30.964513778686523, + "shift_reference": 15.936469078063965, + "peak_recorded": 0.6759945750236511, + "peak_swapped": 0.7607467174530029, + "peak_reference": 0.7272695302963257, + "motion_pred": [ + 0.07849518209695816, + 0.06960926949977875, + 0.05349181592464447, + 0.06003231555223465 + ], + "motion_real": [ + 0.0580759234726429, + 0.07440383732318878, + 0.0603349395096302, + 0.06142868101596832 + ], + "shift_reference_raw": 12.382893562316895 + }, + { + "index": 15133, + "episode": 197, + "map": 7, + "start": 1675, + "target_tic": 1707, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.54369354248047, + "shift_swapped": 29.972780227661133, + "shift_reference": -10.504561424255371, + "peak_recorded": 0.6143906116485596, + "peak_swapped": 0.8732538819313049, + "peak_reference": 0.8061137795448303, + "motion_pred": [ + 0.07353683561086655, + 0.06550496816635132, + 0.0564451701939106, + 0.06792285293340683 + ], + "motion_real": [ + 0.049439046531915665, + 0.057993531227111816, + 0.053483836352825165, + 0.05643888935446739 + ], + "shift_reference_raw": -10.31783390045166 + }, + { + "index": 15212, + "episode": 197, + "map": 7, + "start": 1754, + "target_tic": 1786, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.088168621063232, + "shift_swapped": -5.669297218322754, + "shift_reference": 4.6305341720581055, + "peak_recorded": 0.6957610249519348, + "peak_swapped": 0.7005626559257507, + "peak_reference": 0.8267728090286255, + "motion_pred": [ + 0.05304001271724701, + 0.038328491151332855, + 0.03932967036962509, + 0.05373168736696243 + ], + "motion_real": [ + 0.04101312533020973, + 0.042496804147958755, + 0.04328857362270355, + 0.05193783715367317 + ], + "shift_reference_raw": 4.334941387176514 + }, + { + "index": 15249, + "episode": 197, + "map": 7, + "start": 1791, + "target_tic": 1823, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.806658983230591, + "shift_swapped": -6.007964611053467, + "shift_reference": 4.575992107391357, + "peak_recorded": 0.6851645708084106, + "peak_swapped": 0.6578081846237183, + "peak_reference": 0.763991117477417, + "motion_pred": [ + 0.04674755781888962, + 0.037927933037281036, + 0.05439922586083412, + 0.05543789640069008 + ], + "motion_real": [ + 0.03561403229832649, + 0.03465908393263817, + 0.06146955117583275, + 0.05665694549679756 + ], + "shift_reference_raw": 4.261025428771973 + }, + { + "index": 15358, + "episode": 197, + "map": 7, + "start": 1935, + "target_tic": 1967, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -29.274356842041016, + "peak_recorded": 0.552112877368927, + "peak_swapped": 0.4909166693687439, + "peak_reference": 0.692690908908844, + "motion_pred": [ + 0.07563064992427826, + 0.057355914264917374, + 0.03827640786767006, + 0.06178873032331467 + ], + "motion_real": [ + 0.05949440225958824, + 0.05342114344239235, + 0.050806429237127304, + 0.05239178612828255 + ], + "shift_reference_raw": -30.48843765258789 + }, + { + "index": 15400, + "episode": 197, + "map": 7, + "start": 1977, + "target_tic": 2009, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.554401397705078, + "shift_swapped": -0.8595432043075562, + "shift_reference": 24.286109924316406, + "peak_recorded": 0.3147457242012024, + "peak_swapped": 0.2808912694454193, + "peak_reference": 0.3748355209827423, + "motion_pred": [ + 0.09367625415325165, + 0.08225353807210922, + 0.08794879168272018, + 0.09422567486763 + ], + "motion_real": [ + 0.06877294927835464, + 0.06300396472215652, + 0.06412964314222336, + 0.07518267631530762 + ], + "shift_reference_raw": 23.962966918945312 + }, + { + "index": 15821, + "episode": 197, + "map": 7, + "start": 2433, + "target_tic": 2465, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.924808502197266, + "shift_swapped": 20.763931274414062, + "shift_reference": -20.638103485107422, + "peak_recorded": 0.8041749000549316, + "peak_swapped": 0.8624741435050964, + "peak_reference": 0.8809691667556763, + "motion_pred": [ + 0.06936897337436676, + 0.06304631382226944, + 0.03254009410738945, + 0.023654593154788017 + ], + "motion_real": [ + 0.054777685552835464, + 0.05665915831923485, + 0.0378430001437664, + 0.02693963050842285 + ], + "shift_reference_raw": -20.627098083496094 + }, + { + "index": 16006, + "episode": 197, + "map": 7, + "start": 2653, + "target_tic": 2685, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 8.484419822692871, + "peak_recorded": 0.6862664818763733, + "peak_swapped": 0.7298126816749573, + "peak_reference": 0.9122782349586487, + "motion_pred": [ + 0.0654858648777008, + 0.029894964769482613, + 0.023264938965439796, + 0.031185131520032883 + ], + "motion_real": [ + 0.0378844328224659, + 0.04407837614417076, + 0.04054686427116394, + 0.04444349557161331 + ], + "shift_reference_raw": 9.136468887329102 + }, + { + "index": 16185, + "episode": 197, + "map": 7, + "start": 2867, + "target_tic": 2899, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.670932769775391, + "shift_swapped": -4.492990016937256, + "shift_reference": 4.408871173858643, + "peak_recorded": 0.7663577198982239, + "peak_swapped": 0.7213379740715027, + "peak_reference": 0.7765209674835205, + "motion_pred": [ + 0.06024310737848282, + 0.03992386907339096, + 0.04441007971763611, + 0.04108751192688942 + ], + "motion_real": [ + 0.03866604343056679, + 0.04151270538568497, + 0.04850713908672333, + 0.047675833106040955 + ], + "shift_reference_raw": 5.342370986938477 + }, + { + "index": 16191, + "episode": 197, + "map": 7, + "start": 2873, + "target_tic": 2905, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.5461041331291199, + "shift_swapped": 21.334625244140625, + "shift_reference": -21.807737350463867, + "peak_recorded": 0.48961976170539856, + "peak_swapped": 0.4123459756374359, + "peak_reference": 0.5441066026687622, + "motion_pred": [ + 0.06288620084524155, + 0.03783528134226799, + 0.03461327403783798, + 0.023613961413502693 + ], + "motion_real": [ + 0.04816335439682007, + 0.04521705210208893, + 0.04827519878745079, + 0.026959434151649475 + ], + "shift_reference_raw": -20.32576560974121 + }, + { + "index": 16917, + "episode": 197, + "map": 7, + "start": 3704, + "target_tic": 3736, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.5960097908973694, + "shift_swapped": 24.61967658996582, + "shift_reference": -21.046737670898438, + "peak_recorded": 0.42137208580970764, + "peak_swapped": 0.4419758915901184, + "peak_reference": 0.48426252603530884, + "motion_pred": [ + 0.0981055423617363, + 0.09644431620836258, + 0.060952506959438324, + 0.06142823398113251 + ], + "motion_real": [ + 0.09297671914100647, + 0.08134271949529648, + 0.06427647173404694, + 0.07227817922830582 + ], + "shift_reference_raw": -21.045570373535156 + }, + { + "index": 17152, + "episode": 197, + "map": 7, + "start": 3974, + "target_tic": 4006, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 0.48852601647377014, + "shift_reference": 32.0, + "peak_recorded": 0.5091599822044373, + "peak_swapped": 0.4780241549015045, + "peak_reference": 0.36209842562675476, + "motion_pred": [ + 0.10465892404317856, + 0.06969290226697922, + 0.06512821465730667, + 0.07617335766553879 + ], + "motion_real": [ + 0.10385677963495255, + 0.10909932106733322, + 0.11476089805364609, + 0.12261513620615005 + ], + "shift_reference_raw": 0.2575121521949768 + }, + { + "index": 17166, + "episode": 197, + "map": 7, + "start": 3988, + "target_tic": 4020, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.17110538482666, + "shift_swapped": -32.0, + "shift_reference": 8.871223449707031, + "peak_recorded": 0.5098327994346619, + "peak_swapped": 0.5033628344535828, + "peak_reference": 0.5624944567680359, + "motion_pred": [ + 0.09580085426568985, + 0.06664211302995682, + 0.07198683172464371, + 0.08094394952058792 + ], + "motion_real": [ + 0.09556473046541214, + 0.09021978080272675, + 0.1031205803155899, + 0.11900525540113449 + ], + "shift_reference_raw": 10.882960319519043 + }, + { + "index": 17589, + "episode": 197, + "map": 7, + "start": 4446, + "target_tic": 4478, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.72575569152832, + "shift_swapped": 23.655057907104492, + "shift_reference": -27.615673065185547, + "peak_recorded": 0.4651356041431427, + "peak_swapped": 0.4510824978351593, + "peak_reference": 0.5184115767478943, + "motion_pred": [ + 0.08041639626026154, + 0.053538039326667786, + 0.04536616802215576, + 0.05424642935395241 + ], + "motion_real": [ + 0.08694782853126526, + 0.06915824860334396, + 0.062239084392786026, + 0.05984896421432495 + ], + "shift_reference_raw": -28.164979934692383 + }, + { + "index": 17642, + "episode": 197, + "map": 7, + "start": 4499, + "target_tic": 4531, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.142902374267578, + "shift_swapped": 24.9241943359375, + "shift_reference": -23.17951202392578, + "peak_recorded": 0.4076349437236786, + "peak_swapped": 0.41589510440826416, + "peak_reference": 0.5964918732643127, + "motion_pred": [ + 0.12696868181228638, + 0.07521309703588486, + 0.06324499100446701, + 0.08815076947212219 + ], + "motion_real": [ + 0.10562875121831894, + 0.08007221668958664, + 0.0761646181344986, + 0.09880101680755615 + ], + "shift_reference_raw": -20.47752571105957 + }, + { + "index": 17655, + "episode": 197, + "map": 7, + "start": 4512, + "target_tic": 4544, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.18098258972168, + "shift_swapped": -25.35262107849121, + "shift_reference": 14.977987289428711, + "peak_recorded": 0.651678204536438, + "peak_swapped": 0.6052282452583313, + "peak_reference": 0.6389337182044983, + "motion_pred": [ + 0.08801732957363129, + 0.07250383496284485, + 0.08579162508249283, + 0.06543517857789993 + ], + "motion_real": [ + 0.08206228166818619, + 0.08069824427366257, + 0.10550861060619354, + 0.09305386990308762 + ], + "shift_reference_raw": 15.066027641296387 + }, + { + "index": 17824, + "episode": 197, + "map": 7, + "start": 4716, + "target_tic": 4748, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.528907775878906, + "shift_swapped": 24.70269775390625, + "shift_reference": -11.220519065856934, + "peak_recorded": 0.43568098545074463, + "peak_swapped": 0.6531201004981995, + "peak_reference": 0.6182512044906616, + "motion_pred": [ + 0.10445665568113327, + 0.09958041459321976, + 0.10972226411104202, + 0.11394277215003967 + ], + "motion_real": [ + 0.09464899450540543, + 0.09956406056880951, + 0.0953492820262909, + 0.1053934171795845 + ], + "shift_reference_raw": -10.79927921295166 + }, + { + "index": 18071, + "episode": 210, + "map": 7, + "start": 219, + "target_tic": 251, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.094432830810547, + "shift_swapped": 7.7726850509643555, + "shift_reference": 32.0, + "peak_recorded": 0.4247993528842926, + "peak_swapped": 0.43453875184059143, + "peak_reference": 0.43147438764572144, + "motion_pred": [ + 0.08134017139673233, + 0.0706431195139885, + 0.08226986229419708, + 0.05830826237797737 + ], + "motion_real": [ + 0.09013034403324127, + 0.10190102458000183, + 0.09918470680713654, + 0.08711528778076172 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 18939, + "episode": 210, + "map": 7, + "start": 1157, + "target_tic": 1189, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.4330062866210938, + "shift_swapped": -10.496315002441406, + "shift_reference": -0.49472925066947937, + "peak_recorded": 0.6320832371711731, + "peak_swapped": 0.5681154131889343, + "peak_reference": 0.6954924464225769, + "motion_pred": [ + 0.07006463408470154, + 0.046053603291511536, + 0.052949052304029465, + 0.05256172642111778 + ], + "motion_real": [ + 0.04616124555468559, + 0.046577323228120804, + 0.07165060937404633, + 0.06344106793403625 + ], + "shift_reference_raw": -1.0866899490356445 + }, + { + "index": 19026, + "episode": 210, + "map": 7, + "start": 1244, + "target_tic": 1276, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.49399232864379883, + "shift_swapped": 0.03447599709033966, + "shift_reference": -1.4721431732177734, + "peak_recorded": 0.49254268407821655, + "peak_swapped": 0.6102852821350098, + "peak_reference": 0.49656879901885986, + "motion_pred": [ + 0.06538067013025284, + 0.04546859487891197, + 0.042201198637485504, + 0.043411899358034134 + ], + "motion_real": [ + 0.05178002640604973, + 0.04772879555821419, + 0.047584544867277145, + 0.04264793545007706 + ], + "shift_reference_raw": -0.46507319808006287 + }, + { + "index": 19491, + "episode": 210, + "map": 7, + "start": 1744, + "target_tic": 1776, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.869513034820557, + "shift_swapped": 6.782706260681152, + "shift_reference": -3.2164206504821777, + "peak_recorded": 0.2518632411956787, + "peak_swapped": 0.3911360502243042, + "peak_reference": 0.6302057504653931, + "motion_pred": [ + 0.06314897537231445, + 0.05121153965592384, + 0.03481658920645714, + 0.025470977649092674 + ], + "motion_real": [ + 0.04490441083908081, + 0.047241270542144775, + 0.04022892564535141, + 0.035935644060373306 + ], + "shift_reference_raw": -3.2040767669677734 + }, + { + "index": 19537, + "episode": 210, + "map": 7, + "start": 1790, + "target_tic": 1822, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.691967964172363, + "shift_swapped": 28.270124435424805, + "shift_reference": -16.2996826171875, + "peak_recorded": 0.7502544522285461, + "peak_swapped": 0.7723934650421143, + "peak_reference": 0.7721062898635864, + "motion_pred": [ + 0.06447765976190567, + 0.04958131164312363, + 0.038156840950250626, + 0.04090416803956032 + ], + "motion_real": [ + 0.050494369119405746, + 0.05049767345190048, + 0.05505901947617531, + 0.05807659775018692 + ], + "shift_reference_raw": -16.902421951293945 + }, + { + "index": 19628, + "episode": 210, + "map": 7, + "start": 1881, + "target_tic": 1913, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -14.39304256439209, + "shift_reference": -32.0, + "peak_recorded": 0.10032892227172852, + "peak_swapped": 0.6536250710487366, + "peak_reference": 0.16470441222190857, + "motion_pred": [ + 0.0593235157430172, + 0.035303995013237, + 0.02625015377998352, + 0.04621560871601105 + ], + "motion_real": [ + 0.0512169748544693, + 0.04447726160287857, + 0.035264477133750916, + 0.0494101382791996 + ], + "shift_reference_raw": 3.212817907333374 + }, + { + "index": 19785, + "episode": 210, + "map": 7, + "start": 2073, + "target_tic": 2105, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.736997604370117, + "shift_swapped": -24.283916473388672, + "shift_reference": -10.623290061950684, + "peak_recorded": 0.03552115708589554, + "peak_swapped": 0.17165079712867737, + "peak_reference": 0.44804471731185913, + "motion_pred": [ + 0.07703065127134323, + 0.05019805580377579, + 0.040429484099149704, + 0.03753873333334923 + ], + "motion_real": [ + 0.07685752213001251, + 0.05605274438858032, + 0.035542555153369904, + 0.038907185196876526 + ], + "shift_reference_raw": -12.531014442443848 + }, + { + "index": 19845, + "episode": 210, + "map": 7, + "start": 2133, + "target_tic": 2165, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.635970115661621, + "shift_swapped": -12.337920188903809, + "shift_reference": 0.4484330415725708, + "peak_recorded": 0.44274428486824036, + "peak_swapped": 0.6368194222450256, + "peak_reference": 0.6291309595108032, + "motion_pred": [ + 0.07810519635677338, + 0.04601556807756424, + 0.040663376450538635, + 0.038145821541547775 + ], + "motion_real": [ + 0.05013764649629593, + 0.045530252158641815, + 0.041812337934970856, + 0.04211236163973808 + ], + "shift_reference_raw": 2.5882887840270996 + }, + { + "index": 20061, + "episode": 210, + "map": 7, + "start": 2384, + "target_tic": 2416, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -29.833234786987305, + "shift_reference": 21.998823165893555, + "peak_recorded": 0.15091530978679657, + "peak_swapped": 0.26780104637145996, + "peak_reference": 0.4420885741710663, + "motion_pred": [ + 0.044829417020082474, + 0.03785393387079239, + 0.0409906730055809, + 0.03956752270460129 + ], + "motion_real": [ + 0.037109021097421646, + 0.03693778067827225, + 0.039191704243421555, + 0.039889365434646606 + ], + "shift_reference_raw": 22.023054122924805 + }, + { + "index": 20170, + "episode": 210, + "map": 7, + "start": 2493, + "target_tic": 2525, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.854583978652954, + "shift_swapped": -9.960136413574219, + "shift_reference": 32.0, + "peak_recorded": 0.6041414141654968, + "peak_swapped": 0.6323819160461426, + "peak_reference": 0.5503187775611877, + "motion_pred": [ + 0.07864963263273239, + 0.042744532227516174, + 0.03972950577735901, + 0.05080502852797508 + ], + "motion_real": [ + 0.04744682088494301, + 0.04514624923467636, + 0.044039297848939896, + 0.07048714905977249 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 20369, + "episode": 210, + "map": 7, + "start": 2692, + "target_tic": 2724, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.659519672393799, + "shift_swapped": 4.143831729888916, + "shift_reference": -8.138395309448242, + "peak_recorded": 0.5577401518821716, + "peak_swapped": 0.6398657560348511, + "peak_reference": 0.7852283716201782, + "motion_pred": [ + 0.06310294568538666, + 0.05550236254930496, + 0.04864014685153961, + 0.04633943736553192 + ], + "motion_real": [ + 0.042962901294231415, + 0.05643806979060173, + 0.057591069489717484, + 0.06443720310926437 + ], + "shift_reference_raw": -8.226410865783691 + }, + { + "index": 20534, + "episode": 210, + "map": 7, + "start": 2892, + "target_tic": 2924, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.7021842002868652, + "shift_swapped": 0.8123520612716675, + "shift_reference": 4.594051837921143, + "peak_recorded": 0.49466603994369507, + "peak_swapped": 0.5566901564598083, + "peak_reference": 0.5990871787071228, + "motion_pred": [ + 0.06877939403057098, + 0.08159339427947998, + 0.05375957116484642, + 0.04177536815404892 + ], + "motion_real": [ + 0.060537103563547134, + 0.06977155804634094, + 0.05262778699398041, + 0.047047510743141174 + ], + "shift_reference_raw": 4.548504829406738 + }, + { + "index": 20557, + "episode": 210, + "map": 7, + "start": 2915, + "target_tic": 2947, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.079622268676758, + "shift_swapped": 20.3020076751709, + "shift_reference": -24.186756134033203, + "peak_recorded": 0.6825477480888367, + "peak_swapped": 0.5789898037910461, + "peak_reference": 0.7240197658538818, + "motion_pred": [ + 0.07282604277133942, + 0.06208154559135437, + 0.07744232565164566, + 0.04717249795794487 + ], + "motion_real": [ + 0.06255155801773071, + 0.07135704159736633, + 0.08595530688762665, + 0.07497414946556091 + ], + "shift_reference_raw": -24.24177360534668 + }, + { + "index": 20679, + "episode": 210, + "map": 7, + "start": 3037, + "target_tic": 3069, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.7543278932571411, + "shift_swapped": -17.318443298339844, + "shift_reference": 4.031524181365967, + "peak_recorded": 0.6119462251663208, + "peak_swapped": 0.5470839738845825, + "peak_reference": 0.7024151682853699, + "motion_pred": [ + 0.08048848807811737, + 0.08100507408380508, + 0.05546706169843674, + 0.05112878978252411 + ], + "motion_real": [ + 0.0694589912891388, + 0.056006912142038345, + 0.0572618804872036, + 0.07131148874759674 + ], + "shift_reference_raw": 4.738844871520996 + }, + { + "index": 20935, + "episode": 210, + "map": 7, + "start": 3328, + "target_tic": 3360, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.53118133544922, + "shift_swapped": -22.08721923828125, + "shift_reference": 21.129608154296875, + "peak_recorded": 0.5748616456985474, + "peak_swapped": 0.5210246443748474, + "peak_reference": 0.7042393684387207, + "motion_pred": [ + 0.07908983528614044, + 0.05843823403120041, + 0.059670377522706985, + 0.048337046056985855 + ], + "motion_real": [ + 0.08082346618175507, + 0.04512561857700348, + 0.055288128554821014, + 0.024641916155815125 + ], + "shift_reference_raw": 21.2027645111084 + }, + { + "index": 21093, + "episode": 210, + "map": 7, + "start": 3521, + "target_tic": 3553, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.2906126976013184, + "shift_swapped": -7.794093608856201, + "shift_reference": 3.536238670349121, + "peak_recorded": 0.6412707567214966, + "peak_swapped": 0.6404083371162415, + "peak_reference": 0.7235909104347229, + "motion_pred": [ + 0.07434334605932236, + 0.0534580759704113, + 0.04842979088425636, + 0.0428951196372509 + ], + "motion_real": [ + 0.04620867595076561, + 0.05177270621061325, + 0.06039779633283615, + 0.05035211890935898 + ], + "shift_reference_raw": 3.5910611152648926 + }, + { + "index": 21286, + "episode": 210, + "map": 7, + "start": 3749, + "target_tic": 3781, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.824909210205078, + "shift_swapped": -0.42772018909454346, + "shift_reference": 13.071849822998047, + "peak_recorded": 0.4982723295688629, + "peak_swapped": 0.4226561188697815, + "peak_reference": 0.34168702363967896, + "motion_pred": [ + 0.07797428220510483, + 0.06688538938760757, + 0.06826496869325638, + 0.051331084221601486 + ], + "motion_real": [ + 0.07408454269170761, + 0.06428578495979309, + 0.0656888410449028, + 0.05888098105788231 + ], + "shift_reference_raw": 13.316238403320312 + }, + { + "index": 21439, + "episode": 210, + "map": 7, + "start": 3902, + "target_tic": 3934, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.444903373718262, + "shift_swapped": -6.2430243492126465, + "shift_reference": 4.400177478790283, + "peak_recorded": 0.549951434135437, + "peak_swapped": 0.4912974238395691, + "peak_reference": 0.8401798605918884, + "motion_pred": [ + 0.07610024511814117, + 0.038438986986875534, + 0.029725659638643265, + 0.02187824249267578 + ], + "motion_real": [ + 0.03624379634857178, + 0.03776460513472557, + 0.03528488799929619, + 0.03695715218782425 + ], + "shift_reference_raw": 4.4782395362854 + }, + { + "index": 21745, + "episode": 210, + "map": 7, + "start": 4243, + "target_tic": 4275, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.565757751464844, + "shift_swapped": 22.089773178100586, + "shift_reference": -20.290861129760742, + "peak_recorded": 0.4655141532421112, + "peak_swapped": 0.5017989277839661, + "peak_reference": 0.6327652931213379, + "motion_pred": [ + 0.06701928377151489, + 0.06597944349050522, + 0.04867911711335182, + 0.061140045523643494 + ], + "motion_real": [ + 0.07229821383953094, + 0.09127570688724518, + 0.07141298055648804, + 0.0670078694820404 + ], + "shift_reference_raw": -20.94062042236328 + }, + { + "index": 21926, + "episode": 210, + "map": 7, + "start": 4459, + "target_tic": 4491, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.678813934326172, + "shift_swapped": 24.983203887939453, + "shift_reference": -16.997304916381836, + "peak_recorded": 0.7574512958526611, + "peak_swapped": 0.724213719367981, + "peak_reference": 0.7386724352836609, + "motion_pred": [ + 0.05889258533716202, + 0.047026317566633224, + 0.04380352422595024, + 0.03765114024281502 + ], + "motion_real": [ + 0.03635016456246376, + 0.037647444754838943, + 0.039401084184646606, + 0.04340701177716255 + ], + "shift_reference_raw": -17.162906646728516 + }, + { + "index": 21995, + "episode": 210, + "map": 7, + "start": 4528, + "target_tic": 4560, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.574731826782227, + "shift_swapped": 23.69096565246582, + "shift_reference": -22.037559509277344, + "peak_recorded": 0.5363598465919495, + "peak_swapped": 0.5662442445755005, + "peak_reference": 0.6882902979850769, + "motion_pred": [ + 0.08891628682613373, + 0.05537540838122368, + 0.05757094547152519, + 0.05659053474664688 + ], + "motion_real": [ + 0.05679985135793686, + 0.04996906965970993, + 0.05565456673502922, + 0.06670105457305908 + ], + "shift_reference_raw": -22.853023529052734 + }, + { + "index": 22055, + "episode": 210, + "map": 7, + "start": 4588, + "target_tic": 4620, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.423828125, + "shift_swapped": -17.481313705444336, + "shift_reference": 23.217144012451172, + "peak_recorded": 0.4362970292568207, + "peak_swapped": 0.5610605478286743, + "peak_reference": 0.6190353035926819, + "motion_pred": [ + 0.08011242002248764, + 0.0682256892323494, + 0.07687663286924362, + 0.05761200934648514 + ], + "motion_real": [ + 0.060799792408943176, + 0.060643270611763, + 0.08213021606206894, + 0.07316549122333527 + ], + "shift_reference_raw": 23.260204315185547 + }, + { + "index": 22165, + "episode": 210, + "map": 7, + "start": 4698, + "target_tic": 4730, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.426313400268555, + "shift_swapped": -20.39516258239746, + "shift_reference": 27.925600051879883, + "peak_recorded": 0.2566501200199127, + "peak_swapped": 0.35724112391471863, + "peak_reference": 0.4801566004753113, + "motion_pred": [ + 0.09762108325958252, + 0.06544087082147598, + 0.042946912348270416, + 0.05056316405534744 + ], + "motion_real": [ + 0.08065079152584076, + 0.09124550223350525, + 0.10133954882621765, + 0.07713967561721802 + ], + "shift_reference_raw": 28.395017623901367 + }, + { + "index": 22293, + "episode": 288, + "map": 7, + "start": 43, + "target_tic": 75, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.22676408290863037, + "shift_swapped": -10.937970161437988, + "shift_reference": 0.812877893447876, + "peak_recorded": 0.5620210766792297, + "peak_swapped": 0.5722309350967407, + "peak_reference": 0.6918495297431946, + "motion_pred": [ + 0.059132929891347885, + 0.038009051233530045, + 0.03585856035351753, + 0.02454419434070587 + ], + "motion_real": [ + 0.03235409036278725, + 0.042715057730674744, + 0.03867831826210022, + 0.036692507565021515 + ], + "shift_reference_raw": 0.8891321420669556 + }, + { + "index": 22340, + "episode": 288, + "map": 7, + "start": 90, + "target_tic": 122, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.012139348313212395, + "shift_swapped": -0.005244847387075424, + "shift_reference": 0.04638628289103508, + "peak_recorded": 0.5958662629127502, + "peak_swapped": 0.5880927443504333, + "peak_reference": 0.5091198086738586, + "motion_pred": [ + 0.06639603525400162, + 0.056316494941711426, + 0.0505070798099041, + 0.036031324416399 + ], + "motion_real": [ + 0.04349544644355774, + 0.0465720072388649, + 0.043870870023965836, + 0.03717285767197609 + ], + "shift_reference_raw": 0.009314394555985928 + }, + { + "index": 22847, + "episode": 288, + "map": 7, + "start": 632, + "target_tic": 664, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.216365814208984, + "shift_swapped": -19.9511661529541, + "shift_reference": 21.036739349365234, + "peak_recorded": 0.2573205232620239, + "peak_swapped": 0.4973452091217041, + "peak_reference": 0.5960021018981934, + "motion_pred": [ + 0.07861746847629547, + 0.05506293103098869, + 0.04713108763098717, + 0.053425323218107224 + ], + "motion_real": [ + 0.06341756135225296, + 0.06539876013994217, + 0.06853814423084259, + 0.07215754687786102 + ], + "shift_reference_raw": 21.1048583984375 + }, + { + "index": 22863, + "episode": 288, + "map": 7, + "start": 648, + "target_tic": 680, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.297624588012695, + "shift_swapped": -27.86576271057129, + "shift_reference": 12.935823440551758, + "peak_recorded": 0.4623287320137024, + "peak_swapped": 0.4609223008155823, + "peak_reference": 0.6185406446456909, + "motion_pred": [ + 0.08863821625709534, + 0.0476214736700058, + 0.04189714416861534, + 0.0594695620238781 + ], + "motion_real": [ + 0.058418624103069305, + 0.05804524943232536, + 0.05691235512495041, + 0.06494523584842682 + ], + "shift_reference_raw": 12.394219398498535 + }, + { + "index": 23049, + "episode": 288, + "map": 7, + "start": 869, + "target_tic": 901, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.529050827026367, + "shift_swapped": 20.24017906188965, + "shift_reference": -20.06610870361328, + "peak_recorded": 0.5114805102348328, + "peak_swapped": 0.4187057316303253, + "peak_reference": 0.7007642984390259, + "motion_pred": [ + 0.06505164504051208, + 0.05668739601969719, + 0.06382904946804047, + 0.05985744297504425 + ], + "motion_real": [ + 0.05960207059979439, + 0.05977519601583481, + 0.06226048991084099, + 0.05931583419442177 + ], + "shift_reference_raw": -20.528072357177734 + }, + { + "index": 23183, + "episode": 288, + "map": 7, + "start": 1038, + "target_tic": 1070, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.8172222971916199, + "shift_swapped": -19.602508544921875, + "shift_reference": -0.1919940859079361, + "peak_recorded": 0.33496350049972534, + "peak_swapped": 0.2603270709514618, + "peak_reference": 0.28684642910957336, + "motion_pred": [ + 0.07901275902986526, + 0.07678399980068207, + 0.05609952285885811, + 0.06014205142855644 + ], + "motion_real": [ + 0.07517832517623901, + 0.10088430345058441, + 0.07755620777606964, + 0.08073704689741135 + ], + "shift_reference_raw": -0.15867826342582703 + }, + { + "index": 23589, + "episode": 288, + "map": 7, + "start": 1479, + "target_tic": 1511, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.742333889007568, + "shift_swapped": -8.40366268157959, + "shift_reference": 4.412346363067627, + "peak_recorded": 0.3229672312736511, + "peak_swapped": 0.37533077597618103, + "peak_reference": 0.4452264904975891, + "motion_pred": [ + 0.06294906139373779, + 0.050299838185310364, + 0.052360087633132935, + 0.05302220955491066 + ], + "motion_real": [ + 0.06833846867084503, + 0.051025986671447754, + 0.046766821295022964, + 0.052689727395772934 + ], + "shift_reference_raw": 4.216761112213135 + }, + { + "index": 23699, + "episode": 288, + "map": 7, + "start": 1589, + "target_tic": 1621, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.953577041625977, + "shift_swapped": -24.53160858154297, + "shift_reference": 19.443193435668945, + "peak_recorded": 0.6064481735229492, + "peak_swapped": 0.6306411623954773, + "peak_reference": 0.8285213112831116, + "motion_pred": [ + 0.0941348746418953, + 0.06542719155550003, + 0.05702021345496178, + 0.04306821897625923 + ], + "motion_real": [ + 0.059776607900857925, + 0.06113860011100769, + 0.08539441972970963, + 0.06932742893695831 + ], + "shift_reference_raw": 20.2292423248291 + }, + { + "index": 23822, + "episode": 288, + "map": 7, + "start": 1712, + "target_tic": 1744, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.745571613311768, + "shift_swapped": -4.691141128540039, + "shift_reference": 6.882994174957275, + "peak_recorded": 0.6350659728050232, + "peak_swapped": 0.648318350315094, + "peak_reference": 0.7157588005065918, + "motion_pred": [ + 0.06265855580568314, + 0.056356169283390045, + 0.04940423741936684, + 0.051560766994953156 + ], + "motion_real": [ + 0.05148579552769661, + 0.07333298027515411, + 0.06699420511722565, + 0.05558108910918236 + ], + "shift_reference_raw": 6.622303485870361 + }, + { + "index": 23994, + "episode": 288, + "map": 7, + "start": 1919, + "target_tic": 1951, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.17793607711792, + "shift_swapped": 6.13667631149292, + "shift_reference": -7.620657444000244, + "peak_recorded": 0.6929571032524109, + "peak_swapped": 0.6573769450187683, + "peak_reference": 0.7367224097251892, + "motion_pred": [ + 0.08116121590137482, + 0.07967627048492432, + 0.060469914227724075, + 0.06402669101953506 + ], + "motion_real": [ + 0.06485431641340256, + 0.0749891847372055, + 0.06121521070599556, + 0.058834247291088104 + ], + "shift_reference_raw": -9.777682304382324 + }, + { + "index": 24057, + "episode": 288, + "map": 7, + "start": 1982, + "target_tic": 2014, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.312533378601074, + "shift_swapped": 7.729139804840088, + "shift_reference": -5.562145709991455, + "peak_recorded": 0.6455345749855042, + "peak_swapped": 0.6816680431365967, + "peak_reference": 0.9060072898864746, + "motion_pred": [ + 0.056400902569293976, + 0.03182542696595192, + 0.05493617802858353, + 0.047933198511600494 + ], + "motion_real": [ + 0.03275081142783165, + 0.03201449662446976, + 0.05091904103755951, + 0.053214527666568756 + ], + "shift_reference_raw": -5.559832572937012 + }, + { + "index": 24068, + "episode": 288, + "map": 7, + "start": 1993, + "target_tic": 2025, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.253347396850586, + "shift_swapped": 30.94837760925293, + "shift_reference": 28.62468147277832, + "peak_recorded": 0.5957415103912354, + "peak_swapped": 0.566828191280365, + "peak_reference": 0.851405680179596, + "motion_pred": [ + 0.07642363011837006, + 0.06574701517820358, + 0.08270270377397537, + 0.0568898506462574 + ], + "motion_real": [ + 0.05379923805594444, + 0.05147531256079674, + 0.0749657154083252, + 0.055141691118478775 + ], + "shift_reference_raw": 28.509429931640625 + }, + { + "index": 24202, + "episode": 288, + "map": 7, + "start": 2127, + "target_tic": 2159, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.878056049346924, + "shift_swapped": 32.0, + "shift_reference": -5.234475612640381, + "peak_recorded": 0.7064317464828491, + "peak_swapped": 0.5500289797782898, + "peak_reference": 0.6366634368896484, + "motion_pred": [ + 0.08519000560045242, + 0.06865862756967545, + 0.06708120554685593, + 0.055858250707387924 + ], + "motion_real": [ + 0.07574142515659332, + 0.08481447398662567, + 0.09448764473199844, + 0.08067011088132858 + ], + "shift_reference_raw": -4.920149803161621 + }, + { + "index": 24334, + "episode": 288, + "map": 7, + "start": 2259, + "target_tic": 2291, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.742082595825195, + "shift_swapped": 24.152057647705078, + "shift_reference": -20.57275390625, + "peak_recorded": 0.6010993719100952, + "peak_swapped": 0.609704315662384, + "peak_reference": 0.6214751601219177, + "motion_pred": [ + 0.07617967575788498, + 0.04839879646897316, + 0.040498945862054825, + 0.035810742527246475 + ], + "motion_real": [ + 0.04649440571665764, + 0.04798378795385361, + 0.044267747551202774, + 0.04227295145392418 + ], + "shift_reference_raw": -20.19501304626465 + }, + { + "index": 24357, + "episode": 288, + "map": 7, + "start": 2282, + "target_tic": 2314, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.966733932495117, + "shift_swapped": 24.955421447753906, + "shift_reference": -18.569263458251953, + "peak_recorded": 0.46376484632492065, + "peak_swapped": 0.5821130275726318, + "peak_reference": 0.5963345170021057, + "motion_pred": [ + 0.07242392748594284, + 0.058014556765556335, + 0.061424512416124344, + 0.06522354483604431 + ], + "motion_real": [ + 0.04961581155657768, + 0.049552563577890396, + 0.04884753003716469, + 0.0492156557738781 + ], + "shift_reference_raw": -17.880830764770508 + }, + { + "index": 24367, + "episode": 288, + "map": 7, + "start": 2292, + "target_tic": 2324, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.116857528686523, + "shift_swapped": 23.7512149810791, + "shift_reference": -15.624316215515137, + "peak_recorded": 0.4571678340435028, + "peak_swapped": 0.36625799536705017, + "peak_reference": 0.5576521754264832, + "motion_pred": [ + 0.06282250583171844, + 0.05523761361837387, + 0.05825374275445938, + 0.04993252828717232 + ], + "motion_real": [ + 0.05536662042140961, + 0.05275827273726463, + 0.05058567598462105, + 0.03734631836414337 + ], + "shift_reference_raw": -21.252429962158203 + }, + { + "index": 24525, + "episode": 288, + "map": 7, + "start": 2485, + "target_tic": 2517, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.1121973991394043, + "shift_swapped": -8.588478088378906, + "shift_reference": 2.3283774852752686, + "peak_recorded": 0.5302528738975525, + "peak_swapped": 0.5342005491256714, + "peak_reference": 0.5445870757102966, + "motion_pred": [ + 0.0465218685567379, + 0.03355097025632858, + 0.02840055339038372, + 0.056056082248687744 + ], + "motion_real": [ + 0.04179907962679863, + 0.04742079973220825, + 0.04539182409644127, + 0.07845267653465271 + ], + "shift_reference_raw": 2.271775960922241 + }, + { + "index": 24584, + "episode": 288, + "map": 7, + "start": 2544, + "target_tic": 2576, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.007994174957275, + "shift_swapped": 3.9389350414276123, + "shift_reference": -7.387330055236816, + "peak_recorded": 0.421701580286026, + "peak_swapped": 0.6283606886863708, + "peak_reference": 0.7267957329750061, + "motion_pred": [ + 0.06399527937173843, + 0.051440753042697906, + 0.04365306720137596, + 0.03557998687028885 + ], + "motion_real": [ + 0.0422222837805748, + 0.048771295696496964, + 0.03838587924838066, + 0.03923248499631882 + ], + "shift_reference_raw": -7.548238277435303 + }, + { + "index": 24589, + "episode": 288, + "map": 7, + "start": 2549, + "target_tic": 2581, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.081655502319336, + "shift_swapped": 20.841949462890625, + "shift_reference": -21.836776733398438, + "peak_recorded": 0.44674625992774963, + "peak_swapped": 0.41620415449142456, + "peak_reference": 0.5105512738227844, + "motion_pred": [ + 0.07351444661617279, + 0.05239984020590782, + 0.04504895955324173, + 0.048332925885915756 + ], + "motion_real": [ + 0.04464682936668396, + 0.04890405386686325, + 0.06023024767637253, + 0.06797893345355988 + ], + "shift_reference_raw": -21.825172424316406 + }, + { + "index": 24909, + "episode": 288, + "map": 7, + "start": 2869, + "target_tic": 2901, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.286117553710938, + "shift_swapped": -1.8030563592910767, + "shift_reference": 23.798128128051758, + "peak_recorded": 0.46157917380332947, + "peak_swapped": 0.4204639494419098, + "peak_reference": 0.7190558910369873, + "motion_pred": [ + 0.06814298778772354, + 0.031665898859500885, + 0.03674483671784401, + 0.04151191562414169 + ], + "motion_real": [ + 0.0369003489613533, + 0.03423535078763962, + 0.034447651356458664, + 0.04012836888432503 + ], + "shift_reference_raw": 23.956186294555664 + }, + { + "index": 24990, + "episode": 288, + "map": 7, + "start": 2950, + "target_tic": 2982, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.939449310302734, + "shift_swapped": -30.82107162475586, + "shift_reference": 14.224222183227539, + "peak_recorded": 0.5571824312210083, + "peak_swapped": 0.44480574131011963, + "peak_reference": 0.6917482018470764, + "motion_pred": [ + 0.09687860310077667, + 0.07675005495548248, + 0.08125968277454376, + 0.07333878427743912 + ], + "motion_real": [ + 0.08219490945339203, + 0.0784674733877182, + 0.09355920553207397, + 0.08965805172920227 + ], + "shift_reference_raw": 14.147967338562012 + }, + { + "index": 25011, + "episode": 288, + "map": 7, + "start": 2971, + "target_tic": 3003, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.724674224853516, + "shift_swapped": 23.588157653808594, + "shift_reference": -19.346101760864258, + "peak_recorded": 0.5298038721084595, + "peak_swapped": 0.5120651125907898, + "peak_reference": 0.5255520343780518, + "motion_pred": [ + 0.09639568626880646, + 0.048386845737695694, + 0.06634151935577393, + 0.052934110164642334 + ], + "motion_real": [ + 0.08529495447874069, + 0.0494866743683815, + 0.08097546547651291, + 0.06081521883606911 + ], + "shift_reference_raw": -19.499313354492188 + }, + { + "index": 25227, + "episode": 288, + "map": 7, + "start": 3222, + "target_tic": 3254, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.625242233276367, + "shift_swapped": 19.597875595092773, + "shift_reference": -20.186935424804688, + "peak_recorded": 0.6230898499488831, + "peak_swapped": 0.6091880798339844, + "peak_reference": 0.6980929970741272, + "motion_pred": [ + 0.08804474025964737, + 0.08090272545814514, + 0.07025755196809769, + 0.050204455852508545 + ], + "motion_real": [ + 0.08408941328525543, + 0.08241026103496552, + 0.07626810669898987, + 0.06451217830181122 + ], + "shift_reference_raw": -20.150800704956055 + }, + { + "index": 25310, + "episode": 288, + "map": 7, + "start": 3305, + "target_tic": 3337, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.16105842590332, + "shift_swapped": -4.382185935974121, + "shift_reference": 4.746057033538818, + "peak_recorded": 0.6211272478103638, + "peak_swapped": 0.5368138551712036, + "peak_reference": 0.8139066100120544, + "motion_pred": [ + 0.061865177005529404, + 0.048489972949028015, + 0.04994697868824005, + 0.0511615015566349 + ], + "motion_real": [ + 0.04794471338391304, + 0.05733957886695862, + 0.05297552049160004, + 0.0818636566400528 + ], + "shift_reference_raw": 4.370683670043945 + }, + { + "index": 26220, + "episode": 288, + "map": 7, + "start": 4285, + "target_tic": 4317, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.66857147216797, + "shift_swapped": 27.94031524658203, + "shift_reference": -17.58577537536621, + "peak_recorded": 0.70576411485672, + "peak_swapped": 0.699190616607666, + "peak_reference": 0.8186852335929871, + "motion_pred": [ + 0.08115268498659134, + 0.05904689431190491, + 0.05507056787610054, + 0.06412467360496521 + ], + "motion_real": [ + 0.06310679763555527, + 0.05904572829604149, + 0.05677634850144386, + 0.05590265989303589 + ], + "shift_reference_raw": -17.678905487060547 + }, + { + "index": 26343, + "episode": 288, + "map": 7, + "start": 4408, + "target_tic": 4440, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.11083221435547, + "shift_swapped": 18.974632263183594, + "shift_reference": -24.825206756591797, + "peak_recorded": 0.5639390349388123, + "peak_swapped": 0.5791889429092407, + "peak_reference": 0.41480690240859985, + "motion_pred": [ + 0.11355369538068771, + 0.07042169570922852, + 0.04656040668487549, + 0.03795568272471428 + ], + "motion_real": [ + 0.11643088608980179, + 0.05984773114323616, + 0.05877641215920448, + 0.057086288928985596 + ], + "shift_reference_raw": -24.180965423583984 + }, + { + "index": 26394, + "episode": 288, + "map": 7, + "start": 4494, + "target_tic": 4526, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -12.00916862487793, + "shift_swapped": -27.62245750427246, + "shift_reference": -0.4068264663219452, + "peak_recorded": 0.5067182183265686, + "peak_swapped": 0.5392787456512451, + "peak_reference": 0.6395077705383301, + "motion_pred": [ + 0.07710710167884827, + 0.05124884843826294, + 0.041536908596754074, + 0.06513212621212006 + ], + "motion_real": [ + 0.056588076055049896, + 0.05317576602101326, + 0.050988540053367615, + 0.08566237986087799 + ], + "shift_reference_raw": -0.3782619535923004 + }, + { + "index": 26614, + "episode": 288, + "map": 7, + "start": 4714, + "target_tic": 4746, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.688949584960938, + "shift_swapped": -25.855178833007812, + "shift_reference": 24.203691482543945, + "peak_recorded": 0.4911055862903595, + "peak_swapped": 0.5117347240447998, + "peak_reference": 0.7424384355545044, + "motion_pred": [ + 0.06963619589805603, + 0.053420647978782654, + 0.05516117811203003, + 0.054804738610982895 + ], + "motion_real": [ + 0.055284008383750916, + 0.057038769125938416, + 0.06009986251592636, + 0.05722420662641525 + ], + "shift_reference_raw": 24.340612411499023 + }, + { + "index": 26660, + "episode": 288, + "map": 7, + "start": 4760, + "target_tic": 4792, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.74197006225586, + "shift_swapped": 21.46269989013672, + "shift_reference": -19.85725975036621, + "peak_recorded": 0.3937711715698242, + "peak_swapped": 0.44108709692955017, + "peak_reference": 0.6207893490791321, + "motion_pred": [ + 0.06671227514743805, + 0.05029483512043953, + 0.03731398656964302, + 0.04012163728475571 + ], + "motion_real": [ + 0.05623248219490051, + 0.039594244211912155, + 0.04153144359588623, + 0.04742996767163277 + ], + "shift_reference_raw": -19.23769187927246 + }, + { + "index": 26748, + "episode": 314, + "map": 7, + "start": 26, + "target_tic": 58, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -20.007535934448242, + "shift_reference": 3.1249051094055176, + "peak_recorded": 0.45424842834472656, + "peak_swapped": 0.31737804412841797, + "peak_reference": 0.4290176331996918, + "motion_pred": [ + 0.10538813471794128, + 0.07521869987249374, + 0.07283695042133331, + 0.06197039410471916 + ], + "motion_real": [ + 0.09273256361484528, + 0.08635061979293823, + 0.08299513161182404, + 0.07953472435474396 + ], + "shift_reference_raw": 5.24824857711792 + }, + { + "index": 27007, + "episode": 314, + "map": 7, + "start": 285, + "target_tic": 317, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.54296350479126, + "shift_swapped": 10.396170616149902, + "shift_reference": -5.569505214691162, + "peak_recorded": 0.43902167677879333, + "peak_swapped": 0.4235154092311859, + "peak_reference": 0.5925928354263306, + "motion_pred": [ + 0.0639951154589653, + 0.04058465734124184, + 0.03997165337204933, + 0.0402752049267292 + ], + "motion_real": [ + 0.03967675939202309, + 0.04194105789065361, + 0.04555390775203705, + 0.0472237728536129 + ], + "shift_reference_raw": -7.127308368682861 + }, + { + "index": 27240, + "episode": 314, + "map": 7, + "start": 553, + "target_tic": 585, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.31400489807129, + "shift_swapped": -22.01420021057129, + "shift_reference": 19.504409790039062, + "peak_recorded": 0.49420204758644104, + "peak_swapped": 0.483119934797287, + "peak_reference": 0.7006498575210571, + "motion_pred": [ + 0.07625313848257065, + 0.042136553674936295, + 0.03139125183224678, + 0.032242365181446075 + ], + "motion_real": [ + 0.0704079270362854, + 0.05575551465153694, + 0.052931688725948334, + 0.052719052881002426 + ], + "shift_reference_raw": 19.231733322143555 + }, + { + "index": 27322, + "episode": 314, + "map": 7, + "start": 635, + "target_tic": 667, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.8909969329834, + "shift_swapped": -32.0, + "shift_reference": 0.9110269546508789, + "peak_recorded": 0.19382847845554352, + "peak_swapped": 0.2818782925605774, + "peak_reference": 0.5011703372001648, + "motion_pred": [ + 0.06919430196285248, + 0.05257078632712364, + 0.027101388201117516, + 0.028005994856357574 + ], + "motion_real": [ + 0.05332029610872269, + 0.04521934315562248, + 0.0404396653175354, + 0.040144942700862885 + ], + "shift_reference_raw": 0.14076341688632965 + }, + { + "index": 27363, + "episode": 314, + "map": 7, + "start": 676, + "target_tic": 708, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.825899124145508, + "shift_swapped": -28.97557830810547, + "shift_reference": 21.985849380493164, + "peak_recorded": 0.4944077432155609, + "peak_swapped": 0.5701655149459839, + "peak_reference": 0.6020017862319946, + "motion_pred": [ + 0.10833289474248886, + 0.06170124560594559, + 0.05239880457520485, + 0.039917826652526855 + ], + "motion_real": [ + 0.06896191835403442, + 0.06320285052061081, + 0.06352279335260391, + 0.057435043156147 + ], + "shift_reference_raw": 21.942670822143555 + }, + { + "index": 27691, + "episode": 314, + "map": 7, + "start": 1039, + "target_tic": 1071, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.43540382385254, + "shift_swapped": -18.052719116210938, + "shift_reference": 18.265153884887695, + "peak_recorded": 0.4555164575576782, + "peak_swapped": 0.4392096698284149, + "peak_reference": 0.527649462223053, + "motion_pred": [ + 0.07096540927886963, + 0.060573115944862366, + 0.06212151423096657, + 0.03870116174221039 + ], + "motion_real": [ + 0.07044706493616104, + 0.0671449601650238, + 0.06431025266647339, + 0.03810453042387962 + ], + "shift_reference_raw": 18.192474365234375 + }, + { + "index": 27994, + "episode": 314, + "map": 7, + "start": 1377, + "target_tic": 1409, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.961175918579102, + "shift_swapped": 26.973325729370117, + "shift_reference": -23.204833984375, + "peak_recorded": 0.5254399180412292, + "peak_swapped": 0.4383384585380554, + "peak_reference": 0.6143518090248108, + "motion_pred": [ + 0.0940941795706749, + 0.07993172109127045, + 0.07365929335355759, + 0.071923166513443 + ], + "motion_real": [ + 0.09084496647119522, + 0.09176839143037796, + 0.08995848149061203, + 0.09445306658744812 + ], + "shift_reference_raw": -20.922266006469727 + }, + { + "index": 28533, + "episode": 314, + "map": 7, + "start": 1986, + "target_tic": 2018, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -6.64881706237793, + "shift_swapped": 0.025010906159877777, + "shift_reference": -7.416966438293457, + "peak_recorded": 0.5710729956626892, + "peak_swapped": 0.31313058733940125, + "peak_reference": 0.49925199151039124, + "motion_pred": [ + 0.0664629116654396, + 0.05268369987607002, + 0.045435767620801926, + 0.04144241288304329 + ], + "motion_real": [ + 0.05379727855324745, + 0.04720057174563408, + 0.04985876381397247, + 0.041991110891103745 + ], + "shift_reference_raw": -8.797159194946289 + }, + { + "index": 28567, + "episode": 314, + "map": 7, + "start": 2020, + "target_tic": 2052, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6995802521705627, + "shift_swapped": -26.934303283691406, + "shift_reference": 15.611259460449219, + "peak_recorded": 0.3453906178474426, + "peak_swapped": 0.30095741152763367, + "peak_reference": 0.6370723843574524, + "motion_pred": [ + 0.08043596148490906, + 0.056646354496479034, + 0.03292286768555641, + 0.034106720238924026 + ], + "motion_real": [ + 0.05578230693936348, + 0.053208839148283005, + 0.03904221951961517, + 0.050106074661016464 + ], + "shift_reference_raw": 15.762481689453125 + }, + { + "index": 28731, + "episode": 314, + "map": 7, + "start": 2219, + "target_tic": 2251, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.49951934814453, + "shift_swapped": -14.916872024536133, + "shift_reference": 29.095094680786133, + "peak_recorded": 0.4015181362628937, + "peak_swapped": 0.5147308111190796, + "peak_reference": 0.6514681577682495, + "motion_pred": [ + 0.10299976915121078, + 0.05179832503199577, + 0.048633188009262085, + 0.03780899941921234 + ], + "motion_real": [ + 0.07176337391138077, + 0.05423784628510475, + 0.04735460877418518, + 0.05268869176506996 + ], + "shift_reference_raw": 29.893390655517578 + }, + { + "index": 28902, + "episode": 314, + "map": 7, + "start": 2425, + "target_tic": 2457, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.4638082981109619, + "shift_swapped": -23.159269332885742, + "shift_reference": 19.558420181274414, + "peak_recorded": 0.46618884801864624, + "peak_swapped": 0.42009350657463074, + "peak_reference": 0.5497876405715942, + "motion_pred": [ + 0.07197169959545135, + 0.058115970343351364, + 0.06878907978534698, + 0.07236811518669128 + ], + "motion_real": [ + 0.07456080615520477, + 0.06908656656742096, + 0.06723674386739731, + 0.06796491146087646 + ], + "shift_reference_raw": 18.461658477783203 + }, + { + "index": 28990, + "episode": 314, + "map": 7, + "start": 2513, + "target_tic": 2545, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -4.514892101287842, + "shift_swapped": -12.791577339172363, + "shift_reference": -3.559265375137329, + "peak_recorded": 0.5775457620620728, + "peak_swapped": 0.5648893713951111, + "peak_reference": 0.5433370471000671, + "motion_pred": [ + 0.088871069252491, + 0.03801409900188446, + 0.03408265858888626, + 0.03924333304166794 + ], + "motion_real": [ + 0.06553389877080917, + 0.03935376554727554, + 0.03749515116214752, + 0.047849997878074646 + ], + "shift_reference_raw": -3.5387253761291504 + }, + { + "index": 29190, + "episode": 314, + "map": 7, + "start": 2713, + "target_tic": 2745, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -12.499395370483398, + "shift_swapped": -17.38309669494629, + "shift_reference": -9.949661254882812, + "peak_recorded": 0.6041020154953003, + "peak_swapped": 0.6415230631828308, + "peak_reference": 0.7068110704421997, + "motion_pred": [ + 0.07308587431907654, + 0.08062402904033661, + 0.07186437398195267, + 0.07797831296920776 + ], + "motion_real": [ + 0.05794874578714371, + 0.0927981585264206, + 0.07176976650953293, + 0.0692032054066658 + ], + "shift_reference_raw": -9.845450401306152 + }, + { + "index": 29307, + "episode": 314, + "map": 7, + "start": 2865, + "target_tic": 2897, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.09541477262973785, + "shift_swapped": -10.602197647094727, + "shift_reference": -15.561319351196289, + "peak_recorded": 0.256663978099823, + "peak_swapped": 0.1524675339460373, + "peak_reference": 0.20424526929855347, + "motion_pred": [ + 0.07264270633459091, + 0.07331201434135437, + 0.06714344769716263, + 0.05952136591076851 + ], + "motion_real": [ + 0.09228048473596573, + 0.08422109484672546, + 0.07639095932245255, + 0.10557509958744049 + ], + "shift_reference_raw": -16.298681259155273 + }, + { + "index": 29401, + "episode": 314, + "map": 7, + "start": 2959, + "target_tic": 2991, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.36429786682129, + "shift_swapped": 32.0, + "shift_reference": -23.884477615356445, + "peak_recorded": 0.7543439269065857, + "peak_swapped": 0.49552467465400696, + "peak_reference": 0.8748999834060669, + "motion_pred": [ + 0.07480719685554504, + 0.06426817178726196, + 0.05038541182875633, + 0.037891678512096405 + ], + "motion_real": [ + 0.04410092532634735, + 0.047858547419309616, + 0.045870956033468246, + 0.04375385865569115 + ], + "shift_reference_raw": -23.813411712646484 + }, + { + "index": 29410, + "episode": 314, + "map": 7, + "start": 2968, + "target_tic": 3000, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.831993103027344, + "shift_swapped": 18.35427474975586, + "shift_reference": -21.87063980102539, + "peak_recorded": 0.565824568271637, + "peak_swapped": 0.4625298082828522, + "peak_reference": 0.7493878602981567, + "motion_pred": [ + 0.06369974464178085, + 0.04209322854876518, + 0.05246549844741821, + 0.04575178772211075 + ], + "motion_real": [ + 0.04455382376909256, + 0.05112864822149277, + 0.056333426386117935, + 0.06253360211849213 + ], + "shift_reference_raw": -21.723989486694336 + }, + { + "index": 29453, + "episode": 314, + "map": 7, + "start": 3011, + "target_tic": 3043, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.644746780395508, + "shift_swapped": 19.5985107421875, + "shift_reference": -16.307186126708984, + "peak_recorded": 0.3586246371269226, + "peak_swapped": 0.2931365668773651, + "peak_reference": 0.5806344747543335, + "motion_pred": [ + 0.07746054977178574, + 0.06350293010473251, + 0.05983492359519005, + 0.044999733567237854 + ], + "motion_real": [ + 0.05841159448027611, + 0.05808921158313751, + 0.07058589905500412, + 0.07989716529846191 + ], + "shift_reference_raw": -16.23261833190918 + }, + { + "index": 29510, + "episode": 314, + "map": 7, + "start": 3068, + "target_tic": 3100, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.20891351997852325, + "shift_swapped": 32.0, + "shift_reference": -4.4025983810424805, + "peak_recorded": 0.748902440071106, + "peak_swapped": 0.5195062160491943, + "peak_reference": 0.8822141289710999, + "motion_pred": [ + 0.06070573627948761, + 0.03164222463965416, + 0.0324191153049469, + 0.023143554106354713 + ], + "motion_real": [ + 0.039955463260412216, + 0.039148688316345215, + 0.04124775901436806, + 0.04158152639865875 + ], + "shift_reference_raw": -4.686912536621094 + }, + { + "index": 29524, + "episode": 314, + "map": 7, + "start": 3082, + "target_tic": 3114, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.988222122192383, + "shift_swapped": 21.70429039001465, + "shift_reference": -20.228727340698242, + "peak_recorded": 0.5252010822296143, + "peak_swapped": 0.6026100516319275, + "peak_reference": 0.593833863735199, + "motion_pred": [ + 0.0886545404791832, + 0.05756168067455292, + 0.05344436317682266, + 0.043339841067790985 + ], + "motion_real": [ + 0.06308666616678238, + 0.05888386815786362, + 0.05829840898513794, + 0.05658644065260887 + ], + "shift_reference_raw": -19.868408203125 + }, + { + "index": 29544, + "episode": 314, + "map": 7, + "start": 3102, + "target_tic": 3134, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.770831108093262, + "shift_swapped": -32.0, + "shift_reference": 28.9193058013916, + "peak_recorded": 0.395489364862442, + "peak_swapped": 0.33109772205352783, + "peak_reference": 0.3501364290714264, + "motion_pred": [ + 0.06524483859539032, + 0.06231968104839325, + 0.049468111246824265, + 0.05891559273004532 + ], + "motion_real": [ + 0.06177378073334694, + 0.05527468025684357, + 0.07510437071323395, + 0.08713418245315552 + ], + "shift_reference_raw": 28.327930450439453 + }, + { + "index": 29548, + "episode": 314, + "map": 7, + "start": 3106, + "target_tic": 3138, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 21.686485290527344, + "shift_reference": 7.690455436706543, + "peak_recorded": 0.38371342420578003, + "peak_swapped": 0.5671934485435486, + "peak_reference": 0.2555539906024933, + "motion_pred": [ + 0.09225842356681824, + 0.0603315606713295, + 0.04992463067173958, + 0.044889356940984726 + ], + "motion_real": [ + 0.08399609476327896, + 0.08504025638103485, + 0.06485790759325027, + 0.06386452913284302 + ], + "shift_reference_raw": 4.335968017578125 + }, + { + "index": 29659, + "episode": 314, + "map": 7, + "start": 3252, + "target_tic": 3284, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.072806358337402, + "shift_swapped": -29.432851791381836, + "shift_reference": 10.030144691467285, + "peak_recorded": 0.5792304873466492, + "peak_swapped": 0.4584684371948242, + "peak_reference": 0.6246396899223328, + "motion_pred": [ + 0.06636334210634232, + 0.06276725977659225, + 0.059008434414863586, + 0.059473972767591476 + ], + "motion_real": [ + 0.061227623373270035, + 0.08316559344530106, + 0.07794851809740067, + 0.06424404680728912 + ], + "shift_reference_raw": 10.239336967468262 + }, + { + "index": 29698, + "episode": 314, + "map": 7, + "start": 3291, + "target_tic": 3323, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -18.57937240600586, + "shift_reference": 23.820409774780273, + "peak_recorded": 0.5180602669715881, + "peak_swapped": 0.5589017271995544, + "peak_reference": 0.7489696145057678, + "motion_pred": [ + 0.09860809892416, + 0.05671776458621025, + 0.04913168400526047, + 0.05150357633829117 + ], + "motion_real": [ + 0.07006107270717621, + 0.06356386840343475, + 0.05516867712140083, + 0.056746531277894974 + ], + "shift_reference_raw": 21.17601203918457 + }, + { + "index": 29723, + "episode": 314, + "map": 7, + "start": 3316, + "target_tic": 3348, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.219257354736328, + "shift_swapped": -19.685731887817383, + "shift_reference": 15.948359489440918, + "peak_recorded": 0.4982396066188812, + "peak_swapped": 0.39975520968437195, + "peak_reference": 0.6749205589294434, + "motion_pred": [ + 0.07265934348106384, + 0.057698484510183334, + 0.07477868348360062, + 0.048045653849840164 + ], + "motion_real": [ + 0.06012114882469177, + 0.06247250363230705, + 0.07108981162309647, + 0.061077285557985306 + ], + "shift_reference_raw": 15.924583435058594 + }, + { + "index": 30373, + "episode": 314, + "map": 7, + "start": 4001, + "target_tic": 4033, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.6247453689575195, + "peak_swapped": 0.6465466618537903, + "peak_reference": 0.9145685434341431, + "motion_pred": [ + 0.10515210032463074, + 0.07031963020563126, + 0.05616888031363487, + 0.05057237669825554 + ], + "motion_real": [ + 0.04869759455323219, + 0.054132938385009766, + 0.05033140629529953, + 0.06504344940185547 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 30396, + "episode": 314, + "map": 7, + "start": 4024, + "target_tic": 4056, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.210186004638672, + "shift_swapped": 22.151973724365234, + "shift_reference": -10.300759315490723, + "peak_recorded": 0.9037185907363892, + "peak_swapped": 0.8370234966278076, + "peak_reference": 0.91176837682724, + "motion_pred": [ + 0.06523208320140839, + 0.05439864471554756, + 0.055439192801713943, + 0.05256468057632446 + ], + "motion_real": [ + 0.04336452856659889, + 0.058904048055410385, + 0.06101382151246071, + 0.05939626321196556 + ], + "shift_reference_raw": -10.170109748840332 + }, + { + "index": 30956, + "episode": 314, + "map": 7, + "start": 4619, + "target_tic": 4651, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 13.839152336120605, + "shift_swapped": 23.937620162963867, + "shift_reference": 6.196393013000488, + "peak_recorded": 0.721544623374939, + "peak_swapped": 0.699191689491272, + "peak_reference": 0.8528989553451538, + "motion_pred": [ + 0.057281166315078735, + 0.05407318100333214, + 0.05157352238893509, + 0.07213322818279266 + ], + "motion_real": [ + 0.044295333325862885, + 0.050037920475006104, + 0.03755272179841995, + 0.04704086855053902 + ], + "shift_reference_raw": 6.24379301071167 + }, + { + "index": 31410, + "episode": 327, + "map": 7, + "start": 399, + "target_tic": 431, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.052685488015413284, + "shift_swapped": -11.846339225769043, + "shift_reference": -3.1021883487701416, + "peak_recorded": 0.5212886929512024, + "peak_swapped": 0.5517817735671997, + "peak_reference": 0.599785566329956, + "motion_pred": [ + 0.08413438498973846, + 0.04588650166988373, + 0.03862321749329567, + 0.03469708934426308 + ], + "motion_real": [ + 0.04425295442342758, + 0.041596245020627975, + 0.04238063469529152, + 0.044998567551374435 + ], + "shift_reference_raw": -3.231574058532715 + }, + { + "index": 32139, + "episode": 327, + "map": 7, + "start": 1198, + "target_tic": 1230, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.540969848632812, + "shift_swapped": -25.283597946166992, + "shift_reference": 14.784981727600098, + "peak_recorded": 0.7000826597213745, + "peak_swapped": 0.8523964881896973, + "peak_reference": 0.7989869117736816, + "motion_pred": [ + 0.08995458483695984, + 0.06500460207462311, + 0.045399267226457596, + 0.045708268880844116 + ], + "motion_real": [ + 0.06534469872713089, + 0.06259375065565109, + 0.05779058858752251, + 0.05375451594591141 + ], + "shift_reference_raw": 14.867979049682617 + }, + { + "index": 32181, + "episode": 327, + "map": 7, + "start": 1240, + "target_tic": 1272, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.310298919677734, + "shift_swapped": -20.391080856323242, + "shift_reference": 15.355225563049316, + "peak_recorded": 0.3532758951187134, + "peak_swapped": 0.4892314374446869, + "peak_reference": 0.552549421787262, + "motion_pred": [ + 0.04106619954109192, + 0.03538333997130394, + 0.04625069722533226, + 0.025282712653279305 + ], + "motion_real": [ + 0.03829973191022873, + 0.0346805714070797, + 0.04327544942498207, + 0.03356774151325226 + ], + "shift_reference_raw": 0.09124188125133514 + }, + { + "index": 32202, + "episode": 327, + "map": 7, + "start": 1261, + "target_tic": 1293, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.861572265625, + "shift_swapped": 10.279377937316895, + "shift_reference": -20.06051254272461, + "peak_recorded": 0.5947257280349731, + "peak_swapped": 0.777128279209137, + "peak_reference": 0.7371792793273926, + "motion_pred": [ + 0.09169799834489822, + 0.05689925700426102, + 0.06286399066448212, + 0.06970381736755371 + ], + "motion_real": [ + 0.06345982104539871, + 0.06265655159950256, + 0.06295714527368546, + 0.061712805181741714 + ], + "shift_reference_raw": -21.954458236694336 + }, + { + "index": 32219, + "episode": 327, + "map": 7, + "start": 1278, + "target_tic": 1310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.160477638244629, + "shift_swapped": 32.0, + "shift_reference": -17.09575843811035, + "peak_recorded": 0.6452347636222839, + "peak_swapped": 0.514139711856842, + "peak_reference": 0.6328316330909729, + "motion_pred": [ + 0.08132587373256683, + 0.06142153590917587, + 0.06127267703413963, + 0.11408242583274841 + ], + "motion_real": [ + 0.06475499272346497, + 0.05705013871192932, + 0.046545907855033875, + 0.052051786333322525 + ], + "shift_reference_raw": -17.835264205932617 + }, + { + "index": 32249, + "episode": 327, + "map": 7, + "start": 1308, + "target_tic": 1340, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -29.494510650634766, + "peak_recorded": 0.4445449411869049, + "peak_swapped": 0.33457574248313904, + "peak_reference": 0.7636469006538391, + "motion_pred": [ + 0.09235848486423492, + 0.06399469822645187, + 0.04152585193514824, + 0.0364123210310936 + ], + "motion_real": [ + 0.055052123963832855, + 0.049104250967502594, + 0.048147186636924744, + 0.03656591847538948 + ], + "shift_reference_raw": -29.317060470581055 + }, + { + "index": 32283, + "episode": 327, + "map": 7, + "start": 1342, + "target_tic": 1374, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 24.66900062561035, + "shift_swapped": 18.042600631713867, + "shift_reference": 32.0, + "peak_recorded": 0.6557464599609375, + "peak_swapped": 0.3355964720249176, + "peak_reference": 0.7107381820678711, + "motion_pred": [ + 0.06951838731765747, + 0.05207620561122894, + 0.029502542689442635, + 0.025578076019883156 + ], + "motion_real": [ + 0.05868992581963539, + 0.055018119513988495, + 0.04680589959025383, + 0.04057781770825386 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 32284, + "episode": 327, + "map": 7, + "start": 1343, + "target_tic": 1375, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 18.68314552307129, + "shift_swapped": 18.112051010131836, + "shift_reference": 22.35640525817871, + "peak_recorded": 0.8456395268440247, + "peak_swapped": 0.3257679343223572, + "peak_reference": 0.8486858010292053, + "motion_pred": [ + 0.06011629477143288, + 0.03570345789194107, + 0.03523849695920944, + 0.029741456732153893 + ], + "motion_real": [ + 0.055018119513988495, + 0.04680589959025383, + 0.04057781770825386, + 0.038537461310625076 + ], + "shift_reference_raw": 22.109718322753906 + }, + { + "index": 32367, + "episode": 327, + "map": 7, + "start": 1426, + "target_tic": 1458, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.276792526245117, + "shift_swapped": 21.217430114746094, + "shift_reference": -21.10822868347168, + "peak_recorded": 0.45696374773979187, + "peak_swapped": 0.4743817448616028, + "peak_reference": 0.808768630027771, + "motion_pred": [ + 0.08182215690612793, + 0.047189731150865555, + 0.04815971106290817, + 0.046222396194934845 + ], + "motion_real": [ + 0.05907820165157318, + 0.05697401985526085, + 0.05396469309926033, + 0.053324293345212936 + ], + "shift_reference_raw": -21.14594841003418 + }, + { + "index": 32381, + "episode": 327, + "map": 7, + "start": 1440, + "target_tic": 1472, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.126537322998047, + "shift_swapped": -22.78700828552246, + "shift_reference": 20.936344146728516, + "peak_recorded": 0.7843723297119141, + "peak_swapped": 0.7974628806114197, + "peak_reference": 0.8782610297203064, + "motion_pred": [ + 0.08991576731204987, + 0.05368754267692566, + 0.03873944282531738, + 0.037018388509750366 + ], + "motion_real": [ + 0.05175523832440376, + 0.05312923714518547, + 0.04751674458384514, + 0.047600582242012024 + ], + "shift_reference_raw": 20.966402053833008 + }, + { + "index": 32414, + "episode": 327, + "map": 7, + "start": 1473, + "target_tic": 1505, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.701114654541016, + "shift_swapped": 22.8493595123291, + "shift_reference": -15.086503982543945, + "peak_recorded": 0.7102407813072205, + "peak_swapped": 0.8190699219703674, + "peak_reference": 0.8447207808494568, + "motion_pred": [ + 0.0673942044377327, + 0.04750629514455795, + 0.049497898668050766, + 0.06814834475517273 + ], + "motion_real": [ + 0.05842718482017517, + 0.04892728850245476, + 0.05115240812301636, + 0.05445482209324837 + ], + "shift_reference_raw": -14.835309982299805 + }, + { + "index": 32419, + "episode": 327, + "map": 7, + "start": 1478, + "target_tic": 1510, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -19.436819076538086, + "shift_swapped": -32.0, + "shift_reference": 3.109870195388794, + "peak_recorded": 0.4772331118583679, + "peak_swapped": 0.5530762672424316, + "peak_reference": 0.6604704856872559, + "motion_pred": [ + 0.06999833881855011, + 0.06690537184476852, + 0.06532319635152817, + 0.09031026065349579 + ], + "motion_real": [ + 0.060778822749853134, + 0.054134074598550797, + 0.058843377977609634, + 0.06080154702067375 + ], + "shift_reference_raw": 2.2963554859161377 + }, + { + "index": 32455, + "episode": 327, + "map": 7, + "start": 1514, + "target_tic": 1546, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.613170623779297, + "shift_swapped": -23.13249969482422, + "shift_reference": 16.589576721191406, + "peak_recorded": 0.6460588574409485, + "peak_swapped": 0.24485397338867188, + "peak_reference": 0.7800867557525635, + "motion_pred": [ + 0.06835874170064926, + 0.06024947017431259, + 0.0651397854089737, + 0.08081939816474915 + ], + "motion_real": [ + 0.0514586865901947, + 0.05632191151380539, + 0.05724087730050087, + 0.055917464196681976 + ], + "shift_reference_raw": 16.43353843688965 + }, + { + "index": 32545, + "episode": 327, + "map": 7, + "start": 1639, + "target_tic": 1671, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.7460641860961914, + "shift_swapped": -4.480527877807617, + "shift_reference": 3.3174595832824707, + "peak_recorded": 0.6315003633499146, + "peak_swapped": 0.6610485315322876, + "peak_reference": 0.7365109920501709, + "motion_pred": [ + 0.06456650048494339, + 0.046385399997234344, + 0.03851689025759697, + 0.03835461661219597 + ], + "motion_real": [ + 0.04687850922346115, + 0.04847130924463272, + 0.03704007714986801, + 0.04662305489182472 + ], + "shift_reference_raw": 3.0446717739105225 + }, + { + "index": 32800, + "episode": 327, + "map": 7, + "start": 1929, + "target_tic": 1961, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.206722259521484, + "shift_swapped": 20.74167823791504, + "shift_reference": -23.12867546081543, + "peak_recorded": 0.5503671765327454, + "peak_swapped": 0.5537271499633789, + "peak_reference": 0.7056521773338318, + "motion_pred": [ + 0.07080883532762527, + 0.05233608931303024, + 0.06009756773710251, + 0.04311118647456169 + ], + "motion_real": [ + 0.057271238416433334, + 0.05560927093029022, + 0.057991087436676025, + 0.05249299481511116 + ], + "shift_reference_raw": -22.879253387451172 + }, + { + "index": 32847, + "episode": 327, + "map": 7, + "start": 1976, + "target_tic": 2008, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.884060859680176, + "shift_swapped": -4.079331874847412, + "shift_reference": 7.361187934875488, + "peak_recorded": 0.6833944916725159, + "peak_swapped": 0.7084186673164368, + "peak_reference": 0.7391260266304016, + "motion_pred": [ + 0.05974069610238075, + 0.0731356292963028, + 0.06591832637786865, + 0.06468155980110168 + ], + "motion_real": [ + 0.05074715241789818, + 0.08021886646747589, + 0.06206686794757843, + 0.06565701961517334 + ], + "shift_reference_raw": 6.463376045227051 + }, + { + "index": 32883, + "episode": 327, + "map": 7, + "start": 2012, + "target_tic": 2044, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.8974498510360718, + "shift_swapped": -18.84988021850586, + "shift_reference": -2.4644951820373535, + "peak_recorded": 0.3716471791267395, + "peak_swapped": 0.29226595163345337, + "peak_reference": 0.4922873079776764, + "motion_pred": [ + 0.07693228870630264, + 0.045818474143743515, + 0.04454340040683746, + 0.04415830969810486 + ], + "motion_real": [ + 0.058422356843948364, + 0.03650721162557602, + 0.04130909964442253, + 0.0375087633728981 + ], + "shift_reference_raw": -2.7552056312561035 + }, + { + "index": 33309, + "episode": 327, + "map": 7, + "start": 2438, + "target_tic": 2470, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.510581970214844, + "shift_swapped": -4.700949192047119, + "shift_reference": 22.310277938842773, + "peak_recorded": 0.3268030285835266, + "peak_swapped": 0.19827698171138763, + "peak_reference": 0.4629688858985901, + "motion_pred": [ + 0.07159704715013504, + 0.05124074965715408, + 0.06542664021253586, + 0.06318537890911102 + ], + "motion_real": [ + 0.06730064004659653, + 0.06891118735074997, + 0.0878213420510292, + 0.07807150483131409 + ], + "shift_reference_raw": 22.779985427856445 + }, + { + "index": 33774, + "episode": 327, + "map": 7, + "start": 2938, + "target_tic": 2970, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.280529022216797, + "shift_swapped": -9.98404312133789, + "shift_reference": 22.351449966430664, + "peak_recorded": 0.5810858607292175, + "peak_swapped": 0.38196295499801636, + "peak_reference": 0.7081683278083801, + "motion_pred": [ + 0.07846962660551071, + 0.05700403079390526, + 0.04566363990306854, + 0.045078177005052567 + ], + "motion_real": [ + 0.04989571496844292, + 0.05161876231431961, + 0.05182689055800438, + 0.04911419749259949 + ], + "shift_reference_raw": 22.59449005126953 + }, + { + "index": 33858, + "episode": 327, + "map": 7, + "start": 3022, + "target_tic": 3054, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.676355361938477, + "shift_swapped": 24.600156784057617, + "shift_reference": -16.364789962768555, + "peak_recorded": 0.5867998003959656, + "peak_swapped": 0.3435417413711548, + "peak_reference": 0.5827727317810059, + "motion_pred": [ + 0.07592123746871948, + 0.0487179309129715, + 0.06374730169773102, + 0.05809634178876877 + ], + "motion_real": [ + 0.06674744933843613, + 0.057493265718221664, + 0.07218752056360245, + 0.05913787707686424 + ], + "shift_reference_raw": -18.696460723876953 + }, + { + "index": 33938, + "episode": 327, + "map": 7, + "start": 3137, + "target_tic": 3169, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.798471450805664, + "shift_swapped": 15.206830978393555, + "shift_reference": -23.27828025817871, + "peak_recorded": 0.859448254108429, + "peak_swapped": 0.6709936857223511, + "peak_reference": 0.6929808259010315, + "motion_pred": [ + 0.0897633358836174, + 0.08626003563404083, + 0.07007031887769699, + 0.0357590988278389 + ], + "motion_real": [ + 0.07852118462324142, + 0.08906102925539017, + 0.08203665912151337, + 0.04687773436307907 + ], + "shift_reference_raw": -21.324411392211914 + }, + { + "index": 34376, + "episode": 327, + "map": 7, + "start": 3575, + "target_tic": 3607, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.895263671875, + "shift_swapped": 10.90981674194336, + "shift_reference": -26.373394012451172, + "peak_recorded": 0.8153772354125977, + "peak_swapped": 0.8187028169631958, + "peak_reference": 0.8806633949279785, + "motion_pred": [ + 0.12454766780138016, + 0.08320362120866776, + 0.07580339163541794, + 0.07800419628620148 + ], + "motion_real": [ + 0.09792333096265793, + 0.09113907814025879, + 0.09038570523262024, + 0.08444059640169144 + ], + "shift_reference_raw": -21.471235275268555 + }, + { + "index": 34572, + "episode": 327, + "map": 7, + "start": 3771, + "target_tic": 3803, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.70562171936035, + "shift_swapped": -1.5306957960128784, + "shift_reference": 21.40199851989746, + "peak_recorded": 0.4362129271030426, + "peak_swapped": 0.45828816294670105, + "peak_reference": 0.8361462354660034, + "motion_pred": [ + 0.09805436432361603, + 0.05206217244267464, + 0.042263492941856384, + 0.0446951724588871 + ], + "motion_real": [ + 0.057372309267520905, + 0.05404848977923393, + 0.051530394703149796, + 0.04622029885649681 + ], + "shift_reference_raw": 21.341354370117188 + }, + { + "index": 34620, + "episode": 327, + "map": 7, + "start": 3819, + "target_tic": 3851, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.733823776245117, + "shift_swapped": 16.257970809936523, + "shift_reference": 17.90370750427246, + "peak_recorded": 0.5858859419822693, + "peak_swapped": 0.4938245117664337, + "peak_reference": 0.8643913269042969, + "motion_pred": [ + 0.09191140532493591, + 0.05277394875884056, + 0.0450439415872097, + 0.041550248861312866 + ], + "motion_real": [ + 0.04581116512417793, + 0.04788345843553543, + 0.0516175702214241, + 0.05417001247406006 + ], + "shift_reference_raw": 18.274965286254883 + }, + { + "index": 34842, + "episode": 327, + "map": 7, + "start": 4041, + "target_tic": 4073, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.046084403991699, + "shift_swapped": -7.991533279418945, + "shift_reference": 3.086507797241211, + "peak_recorded": 0.5409966707229614, + "peak_swapped": 0.5913443565368652, + "peak_reference": 0.658461332321167, + "motion_pred": [ + 0.07146386057138443, + 0.04833488166332245, + 0.04214344918727875, + 0.051538173109292984 + ], + "motion_real": [ + 0.04471078887581825, + 0.04555143415927887, + 0.04698427766561508, + 0.059867504984140396 + ], + "shift_reference_raw": 3.081162452697754 + }, + { + "index": 34908, + "episode": 327, + "map": 7, + "start": 4142, + "target_tic": 4174, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -5.54420804977417, + "shift_swapped": -13.48875904083252, + "shift_reference": 3.7809550762176514, + "peak_recorded": 0.7227952480316162, + "peak_swapped": 0.7233625650405884, + "peak_reference": 0.661934494972229, + "motion_pred": [ + 0.08124075829982758, + 0.048289455473423004, + 0.0344281829893589, + 0.04429424926638603 + ], + "motion_real": [ + 0.07755265384912491, + 0.05574800446629524, + 0.04867563024163246, + 0.048534590750932693 + ], + "shift_reference_raw": 3.2040743827819824 + }, + { + "index": 34918, + "episode": 327, + "map": 7, + "start": 4152, + "target_tic": 4184, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.602757930755615, + "shift_swapped": -10.213228225708008, + "shift_reference": 2.1225249767303467, + "peak_recorded": 0.9028735756874084, + "peak_swapped": 0.9071779251098633, + "peak_reference": 0.8788369297981262, + "motion_pred": [ + 0.04682333022356033, + 0.03958491235971451, + 0.03951989859342575, + 0.04106627777218819 + ], + "motion_real": [ + 0.037591587752103806, + 0.04865008592605591, + 0.04976324737071991, + 0.050038307905197144 + ], + "shift_reference_raw": 3.101710081100464 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map07_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/directional.json", + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 6367, + "right": 7597 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 38384, + "windows": 35444, + "excluded_windows": 2940, + "excluded_fraction": 0.07659441433930804, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a52fb77f532d5d9b98af3f086190e91d8c150eca --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 21.475021567195654, + "sem": 0.12822422484875545, + "n": 256 + }, + "lpips_dec": { + "mean": 0.2282424012082629, + "sem": 0.004238137735437635, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.21314373177301604, + "sem": 0.0034221423062235383, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.6445489898324, + "sem": 0.06998752710140393, + "n": 256 + }, + "psnr_raw": { + "mean": 19.874328643083572, + "sem": 0.0951623597322195, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2674221590277739, + "sem": 0.0040198547686921176, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.93709360808134, + "sem": 0.012521393116214469, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7335066755767912, + "sem": 0.017230700876689764, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.00796456888474495, + "sem": 0.0002675117982446224, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0028234450674062828, + "sem": 5.136268897185844e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 21.112054079771042, + "sem": 0.13605910103363245, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.008755511107437997, + "sem": 0.00030586758218362783, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.26559865701710805, + "sem": 0.004946479277670058, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.010990222379405168, + "sem": 0.0002849851250414951, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016097523708594963, + "sem": 4.7676458680485536e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 20.361985605210066, + "sem": 0.12307772157056648, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.010204483917732432, + "sem": 0.00032762784550539165, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3004169290070422, + "sem": 0.004749161846293786, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 22.11368665844202, + "sem": 0.14723541826472977, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0071176441319948935, + "sem": 0.00027508170951243144, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.2110469003673643, + "sem": 0.004209451125499869, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.55502471327782, + "sem": 0.13256746820287357, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004250070379043791, + "sem": 3.33309969345319e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 21.53386013954878, + "sem": 0.14839603726040484, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.008147280673256319, + "sem": 0.00031600493596880836, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.2501918493071571, + "sem": 0.0049536167128441996, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 21.149847257882357, + "sem": 0.12624863774667605, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.008577571367368364, + "sem": 0.0002893923310142757, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.23103345348499715, + "sem": 0.004066274517008816, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.829031586647034, + "sem": 0.10075546300994587, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011318401761855057, + "sem": 3.969356096219017e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 20.622671239078045, + "sem": 0.1290229426344347, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.009723068509629229, + "sem": 0.0003326561366642922, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.27264510799432173, + "sem": 0.004781402532099452, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 21.475021567195654, + "lpips_dec": 0.2282424012082629 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 21.319706762990645, + "sem": 0.270028290821994, + "n": 62 + }, + "lpips_dec": { + "mean": 0.23651596182777035, + "sem": 0.008623344246669013, + "n": 62 + }, + "psnr_raw": { + "mean": 19.78329744646626, + "sem": 0.20529147319401084, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 21.703349198613846, + "sem": 0.3133390983315184, + "n": 56 + }, + "lpips_dec": { + "mean": 0.2228121105581522, + "sem": 0.009083892113706029, + "n": 56 + }, + "psnr_raw": { + "mean": 20.015935489109584, + "sem": 0.23529902214632256, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 21.500522022515955, + "sem": 0.26078950170832144, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2328140946551108, + "sem": 0.008537342679083404, + "n": 71 + }, + "psnr_raw": { + "mean": 19.86645478262028, + "sem": 0.18457505592301746, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 21.400881838442675, + "sem": 0.18557713397833306, + "n": 67 + }, + "lpips_dec": { + "mean": 0.22028039051080817, + "sem": 0.007716217092878704, + "n": 67 + }, + "psnr_raw": { + "mean": 19.848552447646412, + "sem": 0.14285894626465184, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 21.475021567195654, + "sem": 0.12822422484875545, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.2282424012082629, + "sem": 0.004238137735437635, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.21314373177301604, + "sem": 0.0034221423062235383, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.6445489898324, + "sem": 0.06998752710140393, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 19.874328643083572, + "sem": 0.0951623597322195, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2674221590277739, + "sem": 0.0040198547686921176, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.93709360808134, + "sem": 0.012521393116214469, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7335066755767912, + "sem": 0.017230700876689764, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.00796456888474495, + "sem": 0.0002675117982446224, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0028234450674062828, + "sem": 5.136268897185844e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 21.112054079771042, + "sem": 0.13605910103363245, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.008755511107437997, + "sem": 0.00030586758218362783, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.26559865701710805, + "sem": 0.004946479277670058, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.010990222379405168, + "sem": 0.0002849851250414951, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016097523708594963, + "sem": 4.7676458680485536e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 20.361985605210066, + "sem": 0.12307772157056648, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.010204483917732432, + "sem": 0.00032762784550539165, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3004169290070422, + "sem": 0.004749161846293786, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 22.11368665844202, + "sem": 0.14723541826472977, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0071176441319948935, + "sem": 0.00027508170951243144, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.2110469003673643, + "sem": 0.004209451125499869, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.55502471327782, + "sem": 0.13256746820287357, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004250070379043791, + "sem": 3.33309969345319e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 21.53386013954878, + "sem": 0.14839603726040484, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.008147280673256319, + "sem": 0.00031600493596880836, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.2501918493071571, + "sem": 0.0049536167128441996, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 21.149847257882357, + "sem": 0.12624863774667605, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.008577571367368364, + "sem": 0.0002893923310142757, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.23103345348499715, + "sem": 0.004066274517008816, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.829031586647034, + "sem": 0.10075546300994587, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011318401761855057, + "sem": 3.969356096219017e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 20.622671239078045, + "sem": 0.1290229426344347, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.009723068509629229, + "sem": 0.0003326561366642922, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.27264510799432173, + "sem": 0.004781402532099452, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 21.475021567195654, + "lpips_dec": 0.2282424012082629 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 21.319706762990645, + "sem": 0.270028290821994, + "n": 62 + }, + "lpips_dec": { + "mean": 0.23651596182777035, + "sem": 0.008623344246669013, + "n": 62 + }, + "psnr_raw": { + "mean": 19.78329744646626, + "sem": 0.20529147319401084, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 21.703349198613846, + "sem": 0.3133390983315184, + "n": 56 + }, + "lpips_dec": { + "mean": 0.2228121105581522, + "sem": 0.009083892113706029, + "n": 56 + }, + "psnr_raw": { + "mean": 20.015935489109584, + "sem": 0.23529902214632256, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 21.500522022515955, + "sem": 0.26078950170832144, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2328140946551108, + "sem": 0.008537342679083404, + "n": 71 + }, + "psnr_raw": { + "mean": 19.86645478262028, + "sem": 0.18457505592301746, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 21.400881838442675, + "sem": 0.18557713397833306, + "n": 67 + }, + "lpips_dec": { + "mean": 0.22028039051080817, + "sem": 0.007716217092878704, + "n": 67 + }, + "psnr_raw": { + "mean": 19.848552447646412, + "sem": 0.14285894626465184, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.815265604673707, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..83349a7d29e04e4d2db9b86657db0516ed23aed8 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 4.020614626068291, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000000_live_b29c0dd1b3aed38d/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d51a77724e0d8d9645e37993e98b316782d1fc8d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 22.569775890558958, + "sem": 0.13707727173645193, + "n": 256 + }, + "lpips_dec": { + "mean": 0.20305744232609868, + "sem": 0.004204430156861446, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.2019212537270505, + "sem": 0.003445719240082469, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.875024236738682, + "sem": 0.07109541764224032, + "n": 256 + }, + "psnr_raw": { + "mean": 20.601475205272436, + "sem": 0.10211582076508263, + "n": 256 + }, + "lpips_raw": { + "mean": 0.243200829194393, + "sem": 0.004041979793488822, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.93393775820732, + "sem": 0.012248971630988736, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6929653895786032, + "sem": 0.015610815517624364, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.006401131103757507, + "sem": 0.0002780059629987318, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002680996662547841, + "sem": 4.986286222088495e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 22.267294719815254, + "sem": 0.1454107370604546, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.006973459567689133, + "sem": 0.0003180527685653357, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.2361392880557105, + "sem": 0.004892563035000431, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.009443920854209864, + "sem": 0.00029692617225674287, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016108477080706507, + "sem": 4.666475763756874e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.335947800427675, + "sem": 0.1340367971212521, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.008418604625148873, + "sem": 0.0003416472879450341, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2718879391322844, + "sem": 0.004754171438641585, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 23.418369937688112, + "sem": 0.16062914657455957, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.005558005818102174, + "sem": 0.00028571781642491585, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.18593954673269764, + "sem": 0.004208157627432532, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.936247669160366, + "sem": 0.13908318556477045, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00039692326816975765, + "sem": 3.2957218632205516e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 22.850899420678616, + "sem": 0.162100475009804, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.006352018509005575, + "sem": 0.00032833106955082507, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.22059498049202375, + "sem": 0.004933404288037022, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.224287934601307, + "sem": 0.13897043253161612, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.006952390329388436, + "sem": 0.0003007713771609329, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.20708889086381532, + "sem": 0.004068637510842916, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.843705631792545, + "sem": 0.10028647109412238, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011271464597939485, + "sem": 3.9292867909292634e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 21.724622208625078, + "sem": 0.14229904089001108, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.007848581712096347, + "sem": 0.00034570298018896746, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.24451720275101252, + "sem": 0.0047658187718370056, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 22.569775890558958, + "lpips_dec": 0.20305744232609868 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 22.607907110644923, + "sem": 0.292241414459629, + "n": 62 + }, + "lpips_dec": { + "mean": 0.21153991861689475, + "sem": 0.008838915003169665, + "n": 62 + }, + "psnr_raw": { + "mean": 20.650486484650642, + "sem": 0.2219006542978418, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 22.7092159645898, + "sem": 0.32709529870174264, + "n": 56 + }, + "lpips_dec": { + "mean": 0.19868156806166684, + "sem": 0.009071624510965404, + "n": 56 + }, + "psnr_raw": { + "mean": 20.67343042578016, + "sem": 0.24932544633918002, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 22.467636860592265, + "sem": 0.2684679220918527, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2062014476724074, + "sem": 0.008384381400082476, + "n": 71 + }, + "psnr_raw": { + "mean": 20.52032322950766, + "sem": 0.19324233857934203, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 22.526180238866093, + "sem": 0.21989870694758784, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1955337266423809, + "sem": 0.007452865210573665, + "n": 67 + }, + "psnr_raw": { + "mean": 20.58197667705479, + "sem": 0.16231578744548517, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 22.569775890558958, + "sem": 0.13707727173645193, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.20305744232609868, + "sem": 0.004204430156861446, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.2019212537270505, + "sem": 0.003445719240082469, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.875024236738682, + "sem": 0.07109541764224032, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.601475205272436, + "sem": 0.10211582076508263, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.243200829194393, + "sem": 0.004041979793488822, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.93393775820732, + "sem": 0.012248971630988736, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6929653895786032, + "sem": 0.015610815517624364, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.006401131103757507, + "sem": 0.0002780059629987318, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002680996662547841, + "sem": 4.986286222088495e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 22.267294719815254, + "sem": 0.1454107370604546, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.006973459567689133, + "sem": 0.0003180527685653357, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.2361392880557105, + "sem": 0.004892563035000431, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.009443920854209864, + "sem": 0.00029692617225674287, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016108477080706507, + "sem": 4.666475763756874e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.335947800427675, + "sem": 0.1340367971212521, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.008418604625148873, + "sem": 0.0003416472879450341, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2718879391322844, + "sem": 0.004754171438641585, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 23.418369937688112, + "sem": 0.16062914657455957, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.005558005818102174, + "sem": 0.00028571781642491585, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.18593954673269764, + "sem": 0.004208157627432532, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.936247669160366, + "sem": 0.13908318556477045, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00039692326816975765, + "sem": 3.2957218632205516e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 22.850899420678616, + "sem": 0.162100475009804, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.006352018509005575, + "sem": 0.00032833106955082507, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.22059498049202375, + "sem": 0.004933404288037022, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.224287934601307, + "sem": 0.13897043253161612, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.006952390329388436, + "sem": 0.0003007713771609329, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.20708889086381532, + "sem": 0.004068637510842916, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.843705631792545, + "sem": 0.10028647109412238, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011271464597939485, + "sem": 3.9292867909292634e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 21.724622208625078, + "sem": 0.14229904089001108, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.007848581712096347, + "sem": 0.00034570298018896746, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.24451720275101252, + "sem": 0.0047658187718370056, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 22.569775890558958, + "lpips_dec": 0.20305744232609868 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 22.607907110644923, + "sem": 0.292241414459629, + "n": 62 + }, + "lpips_dec": { + "mean": 0.21153991861689475, + "sem": 0.008838915003169665, + "n": 62 + }, + "psnr_raw": { + "mean": 20.650486484650642, + "sem": 0.2219006542978418, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 22.7092159645898, + "sem": 0.32709529870174264, + "n": 56 + }, + "lpips_dec": { + "mean": 0.19868156806166684, + "sem": 0.009071624510965404, + "n": 56 + }, + "psnr_raw": { + "mean": 20.67343042578016, + "sem": 0.24932544633918002, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 22.467636860592265, + "sem": 0.2684679220918527, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2062014476724074, + "sem": 0.008384381400082476, + "n": 71 + }, + "psnr_raw": { + "mean": 20.52032322950766, + "sem": 0.19324233857934203, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 22.526180238866093, + "sem": 0.21989870694758784, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1955337266423809, + "sem": 0.007452865210573665, + "n": 67 + }, + "psnr_raw": { + "mean": 20.58197667705479, + "sem": 0.16231578744548517, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.01454758244777, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000050.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000050_live_8a6b96fb92419ce3/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 50, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..baa40a78be2c64679cf81da653c231e1e4134e58 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.033539675176144, + "sem": 0.14527348985844799, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1817107371171005, + "sem": 0.004177721368415561, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.1946253081987379, + "sem": 0.003430851275636112, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.052559219300747, + "sem": 0.07203718039633566, + "n": 256 + }, + "psnr_raw": { + "mean": 20.894622433930635, + "sem": 0.10584129244774476, + "n": 256 + }, + "lpips_raw": { + "mean": 0.22198251937516034, + "sem": 0.004019656614550312, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.95865223556757, + "sem": 0.01216113605721688, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6694259798387066, + "sem": 0.01598513677772691, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.00585520882077617, + "sem": 0.00027078291275516, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002576492828211485, + "sem": 4.882785586708718e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 22.759930707514286, + "sem": 0.1551991856571767, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0063596267136745155, + "sem": 0.00030968760094611763, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.2100789200339932, + "sem": 0.00485023830431584, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.00888076642422675, + "sem": 0.00029029697216568834, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016016812798625324, + "sem": 4.598161454011054e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.745714250952005, + "sem": 0.14226411561905855, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007782913303344685, + "sem": 0.00033385063407552517, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2458305066684261, + "sem": 0.004718818646747948, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 23.97778259590268, + "sem": 0.1723211639340958, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.005030571455108657, + "sem": 0.0002783904527643874, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.16471048089442775, + "sem": 0.00419009312978506, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.98285897821188, + "sem": 0.13831083485567874, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003927636686853475, + "sem": 3.2924616922370914e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 23.41975709795952, + "sem": 0.17443984149011385, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005744080385511552, + "sem": 0.0003198655089679189, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.194562952616252, + "sem": 0.004904546750879884, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.654331106692553, + "sem": 0.1472426947554691, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.006407248025880108, + "sem": 0.0002938854650224398, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.18689418220310472, + "sem": 0.004046851646120162, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.78126583993435, + "sem": 0.09843320702601101, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011403603050439415, + "sem": 3.91943750556568e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.17294891551137, + "sem": 0.15159261979863478, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.007217538472104934, + "sem": 0.00033781084323906095, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.21969438169617206, + "sem": 0.004727912345715151, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.033539675176144, + "lpips_dec": 0.1817107371171005 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.07219942154423, + "sem": 0.31578609290886156, + "n": 62 + }, + "lpips_dec": { + "mean": 0.18761386061387678, + "sem": 0.008679977087854176, + "n": 62 + }, + "psnr_raw": { + "mean": 20.93523040894539, + "sem": 0.2321762387603946, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.085699251719884, + "sem": 0.3405093420200106, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17910278349050454, + "sem": 0.009102564050954515, + "n": 56 + }, + "psnr_raw": { + "mean": 20.9075779403959, + "sem": 0.25516225689013594, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 22.90964252848021, + "sem": 0.28034295695047273, + "n": 71 + }, + "lpips_dec": { + "mean": 0.18579021421536593, + "sem": 0.008689669893881343, + "n": 71 + }, + "psnr_raw": { + "mean": 20.80715324509312, + "sem": 0.19845521481690462, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.08546291180511, + "sem": 0.23839690066686595, + "n": 67 + }, + "lpips_dec": { + "mean": 0.17410489939041993, + "sem": 0.006994339602807171, + "n": 67 + }, + "psnr_raw": { + "mean": 20.938907651758907, + "sem": 0.1716973860278456, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.033539675176144, + "sem": 0.14527348985844799, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1817107371171005, + "sem": 0.004177721368415561, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.1946253081987379, + "sem": 0.003430851275636112, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.052559219300747, + "sem": 0.07203718039633566, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 20.894622433930635, + "sem": 0.10584129244774476, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.22198251937516034, + "sem": 0.004019656614550312, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.95865223556757, + "sem": 0.01216113605721688, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6694259798387066, + "sem": 0.01598513677772691, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.00585520882077617, + "sem": 0.00027078291275516, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002576492828211485, + "sem": 4.882785586708718e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 22.759930707514286, + "sem": 0.1551991856571767, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0063596267136745155, + "sem": 0.00030968760094611763, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.2100789200339932, + "sem": 0.00485023830431584, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00888076642422675, + "sem": 0.00029029697216568834, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016016812798625324, + "sem": 4.598161454011054e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.745714250952005, + "sem": 0.14226411561905855, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007782913303344685, + "sem": 0.00033385063407552517, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2458305066684261, + "sem": 0.004718818646747948, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 23.97778259590268, + "sem": 0.1723211639340958, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.005030571455108657, + "sem": 0.0002783904527643874, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.16471048089442775, + "sem": 0.00419009312978506, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.98285897821188, + "sem": 0.13831083485567874, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003927636686853475, + "sem": 3.2924616922370914e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 23.41975709795952, + "sem": 0.17443984149011385, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005744080385511552, + "sem": 0.0003198655089679189, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.194562952616252, + "sem": 0.004904546750879884, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.654331106692553, + "sem": 0.1472426947554691, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.006407248025880108, + "sem": 0.0002938854650224398, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.18689418220310472, + "sem": 0.004046851646120162, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.78126583993435, + "sem": 0.09843320702601101, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011403603050439415, + "sem": 3.91943750556568e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.17294891551137, + "sem": 0.15159261979863478, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.007217538472104934, + "sem": 0.00033781084323906095, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.21969438169617206, + "sem": 0.004727912345715151, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.033539675176144, + "lpips_dec": 0.1817107371171005 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.07219942154423, + "sem": 0.31578609290886156, + "n": 62 + }, + "lpips_dec": { + "mean": 0.18761386061387678, + "sem": 0.008679977087854176, + "n": 62 + }, + "psnr_raw": { + "mean": 20.93523040894539, + "sem": 0.2321762387603946, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.085699251719884, + "sem": 0.3405093420200106, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17910278349050454, + "sem": 0.009102564050954515, + "n": 56 + }, + "psnr_raw": { + "mean": 20.9075779403959, + "sem": 0.25516225689013594, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 22.90964252848021, + "sem": 0.28034295695047273, + "n": 71 + }, + "lpips_dec": { + "mean": 0.18579021421536593, + "sem": 0.008689669893881343, + "n": 71 + }, + "psnr_raw": { + "mean": 20.80715324509312, + "sem": 0.19845521481690462, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.08546291180511, + "sem": 0.23839690066686595, + "n": 67 + }, + "lpips_dec": { + "mean": 0.17410489939041993, + "sem": 0.006994339602807171, + "n": 67 + }, + "psnr_raw": { + "mean": 20.938907651758907, + "sem": 0.1716973860278456, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.023785360034923, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000100.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000100_live_44d56fd1f5dace1c/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 100, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7d9aa2a7a2d27d1932fe07e04c5ed0f6153bf5e3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.25406865030527, + "sem": 0.14914838132336777, + "n": 256 + }, + "lpips_dec": { + "mean": 0.17219028892577626, + "sem": 0.0041478179432665185, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.1916521352250129, + "sem": 0.0033915293977261713, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.116278037428856, + "sem": 0.07340668758049532, + "n": 256 + }, + "psnr_raw": { + "mean": 21.02263741567731, + "sem": 0.1067954407318247, + "n": 256 + }, + "lpips_raw": { + "mean": 0.21223611570894718, + "sem": 0.003976825560234088, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.95775093883276, + "sem": 0.01224313572379813, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6612189362058416, + "sem": 0.01709779624884739, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.0055930236790118215, + "sem": 0.0002504389892463244, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0025431791605114995, + "sem": 4.962442531919491e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 22.997369598597288, + "sem": 0.16001439646557783, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.006062230609359176, + "sem": 0.00028610803671233985, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19854517228668556, + "sem": 0.004809081733306008, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.008621306894383451, + "sem": 0.00027058896904963106, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016020387414755533, + "sem": 4.642756602478643e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 21.935072250664234, + "sem": 0.14595603812105876, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007482986932245694, + "sem": 0.0003111929604295269, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.23378737113671377, + "sem": 0.004662043447460347, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.273890521377325, + "sem": 0.17900130662803462, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0047576604185906035, + "sem": 0.00025781665581403753, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1551991565793287, + "sem": 0.004143719919070341, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.05714986473322, + "sem": 0.14497038246829447, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003922872797375021, + "sem": 3.327854440441026e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 23.72198336198926, + "sem": 0.18157346382374454, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005429256342495137, + "sem": 0.0002960571852517984, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.18307198691763915, + "sem": 0.004844573132200577, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.86876054108143, + "sem": 0.15118992303938875, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.006131456462753704, + "sem": 0.0002735439915300472, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.17714898887788877, + "sem": 0.003993398492226896, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.773000434041023, + "sem": 0.09941042944430631, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001143835298535123, + "sem": 3.934195607407126e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.3973450884223, + "sem": 0.15615656008315823, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.0068987828894933045, + "sem": 0.00031437706481609326, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.20782946623512544, + "sem": 0.004657245952671423, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.25406865030527, + "lpips_dec": 0.17219028892577626 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.217292601062404, + "sem": 0.3193399915317304, + "n": 62 + }, + "lpips_dec": { + "mean": 0.18003040059439598, + "sem": 0.008895372194449542, + "n": 62 + }, + "psnr_raw": { + "mean": 21.022757776321903, + "sem": 0.23265931216476246, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.30842116900853, + "sem": 0.3446861640121346, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17006838494645699, + "sem": 0.009009088667635133, + "n": 56 + }, + "psnr_raw": { + "mean": 21.037411740847997, + "sem": 0.25145989767524857, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.141196291211624, + "sem": 0.2918048519301669, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17570004769614045, + "sem": 0.008521713824129777, + "n": 71 + }, + "psnr_raw": { + "mean": 20.93854863878707, + "sem": 0.20325074270882063, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.362282254802647, + "sem": 0.24956937867893314, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1629894952943076, + "sem": 0.006764249193237612, + "n": 67 + }, + "psnr_raw": { + "mean": 21.099286349851695, + "sem": 0.1771916955024352, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.25406865030527, + "sem": 0.14914838132336777, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.17219028892577626, + "sem": 0.0041478179432665185, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.1916521352250129, + "sem": 0.0033915293977261713, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.116278037428856, + "sem": 0.07340668758049532, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.02263741567731, + "sem": 0.1067954407318247, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.21223611570894718, + "sem": 0.003976825560234088, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.95775093883276, + "sem": 0.01224313572379813, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6612189362058416, + "sem": 0.01709779624884739, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0055930236790118215, + "sem": 0.0002504389892463244, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0025431791605114995, + "sem": 4.962442531919491e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 22.997369598597288, + "sem": 0.16001439646557783, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.006062230609359176, + "sem": 0.00028610803671233985, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19854517228668556, + "sem": 0.004809081733306008, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008621306894383451, + "sem": 0.00027058896904963106, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016020387414755533, + "sem": 4.642756602478643e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 21.935072250664234, + "sem": 0.14595603812105876, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007482986932245694, + "sem": 0.0003111929604295269, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.23378737113671377, + "sem": 0.004662043447460347, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.273890521377325, + "sem": 0.17900130662803462, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0047576604185906035, + "sem": 0.00025781665581403753, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1551991565793287, + "sem": 0.004143719919070341, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.05714986473322, + "sem": 0.14497038246829447, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003922872797375021, + "sem": 3.327854440441026e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 23.72198336198926, + "sem": 0.18157346382374454, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005429256342495137, + "sem": 0.0002960571852517984, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.18307198691763915, + "sem": 0.004844573132200577, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.86876054108143, + "sem": 0.15118992303938875, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.006131456462753704, + "sem": 0.0002735439915300472, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.17714898887788877, + "sem": 0.003993398492226896, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.773000434041023, + "sem": 0.09941042944430631, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001143835298535123, + "sem": 3.934195607407126e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.3973450884223, + "sem": 0.15615656008315823, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.0068987828894933045, + "sem": 0.00031437706481609326, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.20782946623512544, + "sem": 0.004657245952671423, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.25406865030527, + "lpips_dec": 0.17219028892577626 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.217292601062404, + "sem": 0.3193399915317304, + "n": 62 + }, + "lpips_dec": { + "mean": 0.18003040059439598, + "sem": 0.008895372194449542, + "n": 62 + }, + "psnr_raw": { + "mean": 21.022757776321903, + "sem": 0.23265931216476246, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.30842116900853, + "sem": 0.3446861640121346, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17006838494645699, + "sem": 0.009009088667635133, + "n": 56 + }, + "psnr_raw": { + "mean": 21.037411740847997, + "sem": 0.25145989767524857, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.141196291211624, + "sem": 0.2918048519301669, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17570004769614045, + "sem": 0.008521713824129777, + "n": 71 + }, + "psnr_raw": { + "mean": 20.93854863878707, + "sem": 0.20325074270882063, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.362282254802647, + "sem": 0.24956937867893314, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1629894952943076, + "sem": 0.006764249193237612, + "n": 67 + }, + "psnr_raw": { + "mean": 21.099286349851695, + "sem": 0.1771916955024352, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.026483637957749, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000150.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000150_live_745c22f91c5b86b6/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 150, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0c21e496e934fdf1f6e82d52b3efa6119a5930b0 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.406589824706316, + "sem": 0.15178225897869832, + "n": 256 + }, + "lpips_dec": { + "mean": 0.16865358137874864, + "sem": 0.004074824608894167, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.18969621729047503, + "sem": 0.003381166869326341, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.182190343737602, + "sem": 0.07343629335605494, + "n": 256 + }, + "psnr_raw": { + "mean": 21.11264893040061, + "sem": 0.10762132081475775, + "n": 256 + }, + "lpips_raw": { + "mean": 0.20929427939699963, + "sem": 0.0038874614499963367, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.972007513046265, + "sem": 0.012095884922592611, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6553139404859394, + "sem": 0.017700820408640846, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.005425325292890193, + "sem": 0.00024253922870175036, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0025050341250789643, + "sem": 4.89211544941032e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.16002704575658, + "sem": 0.16319989330368914, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005874600949482556, + "sem": 0.0002771089523000174, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19449219838134013, + "sem": 0.00472348987546095, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.008451164020698343, + "sem": 0.00026299348257343493, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.015967472249030834, + "sem": 4.56456316380082e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 22.062175415456295, + "sem": 0.1482634932970413, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007294808978258516, + "sem": 0.0003025293709156972, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2304469282971695, + "sem": 0.004557663368801077, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.464163448661566, + "sem": 0.18353018662531548, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0045971775696216355, + "sem": 0.0002495225536525281, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.15177809074521065, + "sem": 0.004060886750888018, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.990269631147385, + "sem": 0.1408232350755559, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00039362491065730865, + "sem": 3.288149768311755e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 23.917567867785692, + "sem": 0.18646760122521033, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005243878028977633, + "sem": 0.0002865770530711234, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.17914056507288478, + "sem": 0.004748114307923646, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 22.99513367190957, + "sem": 0.15347072766362632, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0059784786312775395, + "sem": 0.00026551666095621926, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.17398544293246232, + "sem": 0.003904661336464887, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.742364674806595, + "sem": 0.09785455114746303, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011493861652525084, + "sem": 3.920015950227073e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.530685674399137, + "sem": 0.15883905497766057, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.0067214159134891815, + "sem": 0.0003052199795326359, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.20420831991941668, + "sem": 0.004552090658609321, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.406589824706316, + "lpips_dec": 0.16865358137874864 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.33081571517452, + "sem": 0.32591812479885546, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1774169615199489, + "sem": 0.008860227035658322, + "n": 62 + }, + "psnr_raw": { + "mean": 21.08862240083756, + "sem": 0.23664362795730814, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.4571134192603, + "sem": 0.3445205420998065, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16632350467677628, + "sem": 0.008798203649979271, + "n": 56 + }, + "psnr_raw": { + "mean": 21.13087843145643, + "sem": 0.2487795578058655, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.321814496752243, + "sem": 0.2984252355198353, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17123942182097637, + "sem": 0.008386630817540045, + "n": 71 + }, + "psnr_raw": { + "mean": 21.044103112019283, + "sem": 0.20524999133270705, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.524317015462845, + "sem": 0.256989235875933, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1597514926497616, + "sem": 0.006523550687499966, + "n": 67 + }, + "psnr_raw": { + "mean": 21.192283943517886, + "sem": 0.18013699882150974, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.406589824706316, + "sem": 0.15178225897869832, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.16865358137874864, + "sem": 0.004074824608894167, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18969621729047503, + "sem": 0.003381166869326341, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.182190343737602, + "sem": 0.07343629335605494, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.11264893040061, + "sem": 0.10762132081475775, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.20929427939699963, + "sem": 0.0038874614499963367, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.972007513046265, + "sem": 0.012095884922592611, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6553139404859394, + "sem": 0.017700820408640846, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.005425325292890193, + "sem": 0.00024253922870175036, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0025050341250789643, + "sem": 4.89211544941032e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.16002704575658, + "sem": 0.16319989330368914, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005874600949482556, + "sem": 0.0002771089523000174, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19449219838134013, + "sem": 0.00472348987546095, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008451164020698343, + "sem": 0.00026299348257343493, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.015967472249030834, + "sem": 4.56456316380082e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 22.062175415456295, + "sem": 0.1482634932970413, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007294808978258516, + "sem": 0.0003025293709156972, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2304469282971695, + "sem": 0.004557663368801077, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.464163448661566, + "sem": 0.18353018662531548, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0045971775696216355, + "sem": 0.0002495225536525281, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.15177809074521065, + "sem": 0.004060886750888018, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.990269631147385, + "sem": 0.1408232350755559, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00039362491065730865, + "sem": 3.288149768311755e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 23.917567867785692, + "sem": 0.18646760122521033, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005243878028977633, + "sem": 0.0002865770530711234, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.17914056507288478, + "sem": 0.004748114307923646, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 22.99513367190957, + "sem": 0.15347072766362632, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0059784786312775395, + "sem": 0.00026551666095621926, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.17398544293246232, + "sem": 0.003904661336464887, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.742364674806595, + "sem": 0.09785455114746303, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011493861652525084, + "sem": 3.920015950227073e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.530685674399137, + "sem": 0.15883905497766057, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.0067214159134891815, + "sem": 0.0003052199795326359, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.20420831991941668, + "sem": 0.004552090658609321, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.406589824706316, + "lpips_dec": 0.16865358137874864 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.33081571517452, + "sem": 0.32591812479885546, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1774169615199489, + "sem": 0.008860227035658322, + "n": 62 + }, + "psnr_raw": { + "mean": 21.08862240083756, + "sem": 0.23664362795730814, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.4571134192603, + "sem": 0.3445205420998065, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16632350467677628, + "sem": 0.008798203649979271, + "n": 56 + }, + "psnr_raw": { + "mean": 21.13087843145643, + "sem": 0.2487795578058655, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.321814496752243, + "sem": 0.2984252355198353, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17123942182097637, + "sem": 0.008386630817540045, + "n": 71 + }, + "psnr_raw": { + "mean": 21.044103112019283, + "sem": 0.20524999133270705, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.524317015462845, + "sem": 0.256989235875933, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1597514926497616, + "sem": 0.006523550687499966, + "n": 67 + }, + "psnr_raw": { + "mean": 21.192283943517886, + "sem": 0.18013699882150974, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.0227324345849365, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000250.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000250_live_ecd043ec3956a00a/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 250, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..daadf71c619223e0d8542bff28edbbb3aabbc33e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.434433214366436, + "sem": 0.15607773674355235, + "n": 256 + }, + "lpips_dec": { + "mean": 0.16671309777302667, + "sem": 0.004081453895458611, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.19018374920415226, + "sem": 0.003395012060808746, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.05800385773182, + "sem": 0.07282683247500991, + "n": 256 + }, + "psnr_raw": { + "mean": 21.11295634135604, + "sem": 0.10962695993520964, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2076882013643626, + "sem": 0.0038766290427376332, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.948349110782146, + "sem": 0.012221230083023393, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6593928853981197, + "sem": 0.018555162238476617, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.00542337380193203, + "sem": 0.0002412838507306933, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0025766757948986196, + "sem": 5.043437260799675e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.20491637289524, + "sem": 0.1684809605186028, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005861327375896508, + "sem": 0.00027549073614805346, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19205017061904073, + "sem": 0.004706759096820834, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.008467366828881495, + "sem": 0.00026239873242269915, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01605502322126995, + "sem": 4.6342683149763224e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 22.08389340341091, + "sem": 0.15239741267884277, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007300035198113619, + "sem": 0.00030186771728782315, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.22858461167197675, + "sem": 0.00452066420337272, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.512449719011784, + "sem": 0.19063299839155934, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.00460124576011367, + "sem": 0.00024863213372802723, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.14979687938466668, + "sem": 0.004040649731133601, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.819615595042706, + "sem": 0.14427556308488595, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004112773270890102, + "sem": 3.340142381426417e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 23.969697326421738, + "sem": 0.19366115569533265, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005245856314104458, + "sem": 0.000285529902628634, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.17660025591612794, + "sem": 0.00469943910316531, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.018141712993383, + "sem": 0.15819375267289468, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005988493416225538, + "sem": 0.00026531872056728754, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.1719559977937024, + "sem": 0.003873999516843759, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.68435798585415, + "sem": 0.09988689868470581, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001167252966297383, + "sem": 3.9543287051039274e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.558557104319334, + "sem": 0.16391020781583596, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006730222771238914, + "sem": 0.0003050186976068542, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.20162501858430915, + "sem": 0.004491145763992222, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.434433214366436, + "lpips_dec": 0.16671309777302667 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.431897624846428, + "sem": 0.32717065336598783, + "n": 62 + }, + "lpips_dec": { + "mean": 0.17450986189707632, + "sem": 0.00886233818907439, + "n": 62 + }, + "psnr_raw": { + "mean": 21.140778756910755, + "sem": 0.23468975846378473, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.562295743397303, + "sem": 0.35446814523456327, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16298119351267815, + "sem": 0.008922639432622994, + "n": 56 + }, + "psnr_raw": { + "mean": 21.17729549748557, + "sem": 0.2542347777455349, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.211033700217662, + "sem": 0.30553135740498094, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17226123778333127, + "sem": 0.008335164649057931, + "n": 71 + }, + "psnr_raw": { + "mean": 20.962544991936483, + "sem": 0.21012865720777182, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.566646205845164, + "sem": 0.27269786628413234, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1567380130290985, + "sem": 0.0064944082880171545, + "n": 67 + }, + "psnr_raw": { + "mean": 21.192825345850704, + "sem": 0.18745955303037878, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.434433214366436, + "sem": 0.15607773674355235, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.16671309777302667, + "sem": 0.004081453895458611, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.19018374920415226, + "sem": 0.003395012060808746, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.05800385773182, + "sem": 0.07282683247500991, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.11295634135604, + "sem": 0.10962695993520964, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2076882013643626, + "sem": 0.0038766290427376332, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.948349110782146, + "sem": 0.012221230083023393, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6593928853981197, + "sem": 0.018555162238476617, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.00542337380193203, + "sem": 0.0002412838507306933, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0025766757948986196, + "sem": 5.043437260799675e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.20491637289524, + "sem": 0.1684809605186028, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005861327375896508, + "sem": 0.00027549073614805346, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19205017061904073, + "sem": 0.004706759096820834, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008467366828881495, + "sem": 0.00026239873242269915, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01605502322126995, + "sem": 4.6342683149763224e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 22.08389340341091, + "sem": 0.15239741267884277, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007300035198113619, + "sem": 0.00030186771728782315, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.22858461167197675, + "sem": 0.00452066420337272, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.512449719011784, + "sem": 0.19063299839155934, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.00460124576011367, + "sem": 0.00024863213372802723, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.14979687938466668, + "sem": 0.004040649731133601, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.819615595042706, + "sem": 0.14427556308488595, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004112773270890102, + "sem": 3.340142381426417e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 23.969697326421738, + "sem": 0.19366115569533265, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005245856314104458, + "sem": 0.000285529902628634, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.17660025591612794, + "sem": 0.00469943910316531, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.018141712993383, + "sem": 0.15819375267289468, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005988493416225538, + "sem": 0.00026531872056728754, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.1719559977937024, + "sem": 0.003873999516843759, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.68435798585415, + "sem": 0.09988689868470581, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001167252966297383, + "sem": 3.9543287051039274e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.558557104319334, + "sem": 0.16391020781583596, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006730222771238914, + "sem": 0.0003050186976068542, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.20162501858430915, + "sem": 0.004491145763992222, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.434433214366436, + "lpips_dec": 0.16671309777302667 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.431897624846428, + "sem": 0.32717065336598783, + "n": 62 + }, + "lpips_dec": { + "mean": 0.17450986189707632, + "sem": 0.00886233818907439, + "n": 62 + }, + "psnr_raw": { + "mean": 21.140778756910755, + "sem": 0.23468975846378473, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.562295743397303, + "sem": 0.35446814523456327, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16298119351267815, + "sem": 0.008922639432622994, + "n": 56 + }, + "psnr_raw": { + "mean": 21.17729549748557, + "sem": 0.2542347777455349, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.211033700217662, + "sem": 0.30553135740498094, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17226123778333127, + "sem": 0.008335164649057931, + "n": 71 + }, + "psnr_raw": { + "mean": 20.962544991936483, + "sem": 0.21012865720777182, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.566646205845164, + "sem": 0.27269786628413234, + "n": 67 + }, + "lpips_dec": { + "mean": 0.1567380130290985, + "sem": 0.0064944082880171545, + "n": 67 + }, + "psnr_raw": { + "mean": 21.192825345850704, + "sem": 0.18745955303037878, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.019442337556412, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0000500.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0000500_live_bd547f39178d1ea9/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 500, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c2b31dfb4ac510e110f75b8ceaf12c757a4a0bfc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.589072957634926, + "sem": 0.1594219198371967, + "n": 256 + }, + "lpips_dec": { + "mean": 0.16094150551361963, + "sem": 0.0040739466483091765, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.18677127976843622, + "sem": 0.0034452195210058103, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.268045030534267, + "sem": 0.0763839704624874, + "n": 256 + }, + "psnr_raw": { + "mean": 21.201072689145803, + "sem": 0.11104050360078663, + "n": 256 + }, + "lpips_raw": { + "mean": 0.20190657931379974, + "sem": 0.0038691827968230083, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.97929895669222, + "sem": 0.012325347252450292, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6488552732625976, + "sem": 0.01958184319662583, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.00528973907580621, + "sem": 0.000249315388961359, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0024638506738483557, + "sem": 5.0385782104185986e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.355498164892197, + "sem": 0.17160532479097268, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.005724491204318838, + "sem": 0.0002847479400561173, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.1854647620639298, + "sem": 0.004703374562099265, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.00832799591262301, + "sem": 0.0002696569570670996, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01594130381636205, + "sem": 4.644575802921469e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 22.19927915558219, + "sem": 0.154281532722086, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.007156717862471851, + "sem": 0.0003101288556969435, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.22192605410236865, + "sem": 0.004518379157971421, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.70733756572008, + "sem": 0.19505810716252298, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.004473015410667358, + "sem": 0.0002566805253474903, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1442265477089677, + "sem": 0.004032758223180282, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.09507638216019, + "sem": 0.1491122165024411, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003918800800306599, + "sem": 3.326147982281229e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.1644332036376, + "sem": 0.19812623654259587, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005100882392980566, + "sem": 0.0002948821760864796, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.1702373044390697, + "sem": 0.004697000287588455, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.158448178321123, + "sem": 0.16066030806757003, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005849144373769377, + "sem": 0.0002727758748771263, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.16644482748233713, + "sem": 0.0038580510999640743, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.73393654078245, + "sem": 0.09936636739211237, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011536320478171547, + "sem": 3.936165858704522e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.702605053782463, + "sem": 0.16649544261530713, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006571530971541506, + "sem": 0.0003136430129964171, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.19534864783054218, + "sem": 0.004478920270829483, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.589072957634926, + "lpips_dec": 0.16094150551361963 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.602256713374967, + "sem": 0.33033156300353517, + "n": 62 + }, + "lpips_dec": { + "mean": 0.16871706228102407, + "sem": 0.008733704586189097, + "n": 62 + }, + "psnr_raw": { + "mean": 21.24637299199258, + "sem": 0.23541482742400094, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.63908154623849, + "sem": 0.3684579042357384, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1604665167895811, + "sem": 0.009182241391753176, + "n": 56 + }, + "psnr_raw": { + "mean": 21.210838879857743, + "sem": 0.26260150754307654, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.40903934962313, + "sem": 0.31419950329024265, + "n": 71 + }, + "lpips_dec": { + "mean": 0.16463941839379323, + "sem": 0.008298590362286081, + "n": 71 + }, + "psnr_raw": { + "mean": 21.074600595823476, + "sem": 0.21377995685040221, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.72585672407008, + "sem": 0.27480139433463274, + "n": 67 + }, + "lpips_dec": { + "mean": 0.15022453587891452, + "sem": 0.006390592589172345, + "n": 67 + }, + "psnr_raw": { + "mean": 21.285012885705747, + "sem": 0.1866344641512062, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.589072957634926, + "sem": 0.1594219198371967, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.16094150551361963, + "sem": 0.0040739466483091765, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18677127976843622, + "sem": 0.0034452195210058103, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.268045030534267, + "sem": 0.0763839704624874, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.201072689145803, + "sem": 0.11104050360078663, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.20190657931379974, + "sem": 0.0038691827968230083, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.97929895669222, + "sem": 0.012325347252450292, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6488552732625976, + "sem": 0.01958184319662583, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.00528973907580621, + "sem": 0.000249315388961359, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0024638506738483557, + "sem": 5.0385782104185986e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.355498164892197, + "sem": 0.17160532479097268, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.005724491204318838, + "sem": 0.0002847479400561173, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.1854647620639298, + "sem": 0.004703374562099265, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00832799591262301, + "sem": 0.0002696569570670996, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01594130381636205, + "sem": 4.644575802921469e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 22.19927915558219, + "sem": 0.154281532722086, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.007156717862471851, + "sem": 0.0003101288556969435, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.22192605410236865, + "sem": 0.004518379157971421, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.70733756572008, + "sem": 0.19505810716252298, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.004473015410667358, + "sem": 0.0002566805253474903, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1442265477089677, + "sem": 0.004032758223180282, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.09507638216019, + "sem": 0.1491122165024411, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003918800800306599, + "sem": 3.326147982281229e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.1644332036376, + "sem": 0.19812623654259587, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005100882392980566, + "sem": 0.0002948821760864796, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.1702373044390697, + "sem": 0.004697000287588455, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.158448178321123, + "sem": 0.16066030806757003, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005849144373769377, + "sem": 0.0002727758748771263, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.16644482748233713, + "sem": 0.0038580510999640743, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.73393654078245, + "sem": 0.09936636739211237, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011536320478171547, + "sem": 3.936165858704522e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.702605053782463, + "sem": 0.16649544261530713, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006571530971541506, + "sem": 0.0003136430129964171, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.19534864783054218, + "sem": 0.004478920270829483, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.589072957634926, + "lpips_dec": 0.16094150551361963 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.602256713374967, + "sem": 0.33033156300353517, + "n": 62 + }, + "lpips_dec": { + "mean": 0.16871706228102407, + "sem": 0.008733704586189097, + "n": 62 + }, + "psnr_raw": { + "mean": 21.24637299199258, + "sem": 0.23541482742400094, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.63908154623849, + "sem": 0.3684579042357384, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1604665167895811, + "sem": 0.009182241391753176, + "n": 56 + }, + "psnr_raw": { + "mean": 21.210838879857743, + "sem": 0.26260150754307654, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.40903934962313, + "sem": 0.31419950329024265, + "n": 71 + }, + "lpips_dec": { + "mean": 0.16463941839379323, + "sem": 0.008298590362286081, + "n": 71 + }, + "psnr_raw": { + "mean": 21.074600595823476, + "sem": 0.21377995685040221, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.72585672407008, + "sem": 0.27480139433463274, + "n": 67 + }, + "lpips_dec": { + "mean": 0.15022453587891452, + "sem": 0.006390592589172345, + "n": 67 + }, + "psnr_raw": { + "mean": 21.285012885705747, + "sem": 0.1866344641512062, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.020807612216858, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0001000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0001000_live_a334ccdfddbfb6a2/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 1000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ffed060f2cfa329049ad320901538e620bc21246 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.60297565162182, + "sem": 0.16065107457447353, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1582362689950969, + "sem": 0.0040697797193151855, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.18711147058638744, + "sem": 0.0034389575735578343, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.228486195206642, + "sem": 0.07788090952237058, + "n": 256 + }, + "psnr_raw": { + "mean": 21.195070814341307, + "sem": 0.11144633422818792, + "n": 256 + }, + "lpips_raw": { + "mean": 0.19950745411915705, + "sem": 0.0038670596612888886, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.939910359680653, + "sem": 0.012272133162245277, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.658917949302122, + "sem": 0.026914249779290928, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.005280870572732965, + "sem": 0.000245945486261115, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0024915333556236874, + "sem": 5.2513451401030646e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.374652225524187, + "sem": 0.17296290410583928, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0057099993987321795, + "sem": 0.00028075926691829557, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.18211407045600936, + "sem": 0.004687543967855773, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.008339853727193258, + "sem": 0.0002665241426320888, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01608638506877469, + "sem": 4.66145133572311e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 22.211689721792936, + "sem": 0.15560402167908738, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.0071480797487311065, + "sem": 0.0003065823719778016, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.21885787439532578, + "sem": 0.004506387155777747, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.735096160322428, + "sem": 0.19729997927068327, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.004463210391350003, + "sem": 0.00025332126910880656, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.14125533936021384, + "sem": 0.004017377596954598, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.999972842633724, + "sem": 0.1554794268601954, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004068068491278609, + "sem": 3.4233279929744724e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.194764528423548, + "sem": 0.2003882508537029, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.005087272490072792, + "sem": 0.00029094200887020517, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.16652064144727774, + "sem": 0.004662232080983624, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.166434105485678, + "sem": 0.16203628133262624, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.005849428729106876, + "sem": 0.0002697452298965044, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.16335218280437402, + "sem": 0.0038463132976426324, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.684955470263958, + "sem": 0.10056137650244128, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001168397524224929, + "sem": 3.9848568653800394e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.712823621928692, + "sem": 0.16792289126758933, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006569587384092301, + "sem": 0.0003101294744269702, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.1915149240521714, + "sem": 0.00445036437028883, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.60297565162182, + "lpips_dec": 0.1582362689950969 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.634638171042166, + "sem": 0.3383141056909502, + "n": 62 + }, + "lpips_dec": { + "mean": 0.16532502852139935, + "sem": 0.00868869762799059, + "n": 62 + }, + "psnr_raw": { + "mean": 21.248573364750033, + "sem": 0.24089904577041962, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.631166526249476, + "sem": 0.3661415037413409, + "n": 56 + }, + "lpips_dec": { + "mean": 0.15789948523576772, + "sem": 0.009129725173079181, + "n": 56 + }, + "psnr_raw": { + "mean": 21.194842832429067, + "sem": 0.2600772149454051, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.48095646710463, + "sem": 0.3165720110406329, + "n": 71 + }, + "lpips_dec": { + "mean": 0.16204131908819708, + "sem": 0.008453353909814384, + "n": 71 + }, + "psnr_raw": { + "mean": 21.10532172297088, + "sem": 0.21360518162470407, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.679417396659282, + "sem": 0.2770346950653845, + "n": 67 + }, + "lpips_dec": { + "mean": 0.14792579501422484, + "sem": 0.006247116150534195, + "n": 67 + }, + "psnr_raw": { + "mean": 21.24085878970018, + "sem": 0.18742059927178448, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.60297565162182, + "sem": 0.16065107457447353, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1582362689950969, + "sem": 0.0040697797193151855, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18711147058638744, + "sem": 0.0034389575735578343, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.228486195206642, + "sem": 0.07788090952237058, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.195070814341307, + "sem": 0.11144633422818792, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.19950745411915705, + "sem": 0.0038670596612888886, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.939910359680653, + "sem": 0.012272133162245277, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.658917949302122, + "sem": 0.026914249779290928, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.005280870572732965, + "sem": 0.000245945486261115, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0024915333556236874, + "sem": 5.2513451401030646e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.374652225524187, + "sem": 0.17296290410583928, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0057099993987321795, + "sem": 0.00028075926691829557, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.18211407045600936, + "sem": 0.004687543967855773, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008339853727193258, + "sem": 0.0002665241426320888, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01608638506877469, + "sem": 4.66145133572311e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 22.211689721792936, + "sem": 0.15560402167908738, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.0071480797487311065, + "sem": 0.0003065823719778016, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.21885787439532578, + "sem": 0.004506387155777747, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.735096160322428, + "sem": 0.19729997927068327, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.004463210391350003, + "sem": 0.00025332126910880656, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.14125533936021384, + "sem": 0.004017377596954598, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.999972842633724, + "sem": 0.1554794268601954, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004068068491278609, + "sem": 3.4233279929744724e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.194764528423548, + "sem": 0.2003882508537029, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.005087272490072792, + "sem": 0.00029094200887020517, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.16652064144727774, + "sem": 0.004662232080983624, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.166434105485678, + "sem": 0.16203628133262624, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.005849428729106876, + "sem": 0.0002697452298965044, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.16335218280437402, + "sem": 0.0038463132976426324, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.684955470263958, + "sem": 0.10056137650244128, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001168397524224929, + "sem": 3.9848568653800394e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.712823621928692, + "sem": 0.16792289126758933, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006569587384092301, + "sem": 0.0003101294744269702, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.1915149240521714, + "sem": 0.00445036437028883, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.60297565162182, + "lpips_dec": 0.1582362689950969 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.634638171042166, + "sem": 0.3383141056909502, + "n": 62 + }, + "lpips_dec": { + "mean": 0.16532502852139935, + "sem": 0.00868869762799059, + "n": 62 + }, + "psnr_raw": { + "mean": 21.248573364750033, + "sem": 0.24089904577041962, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.631166526249476, + "sem": 0.3661415037413409, + "n": 56 + }, + "lpips_dec": { + "mean": 0.15789948523576772, + "sem": 0.009129725173079181, + "n": 56 + }, + "psnr_raw": { + "mean": 21.194842832429067, + "sem": 0.2600772149454051, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.48095646710463, + "sem": 0.3165720110406329, + "n": 71 + }, + "lpips_dec": { + "mean": 0.16204131908819708, + "sem": 0.008453353909814384, + "n": 71 + }, + "psnr_raw": { + "mean": 21.10532172297088, + "sem": 0.21360518162470407, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.679417396659282, + "sem": 0.2770346950653845, + "n": 67 + }, + "lpips_dec": { + "mean": 0.14792579501422484, + "sem": 0.006247116150534195, + "n": 67 + }, + "psnr_raw": { + "mean": 21.24085878970018, + "sem": 0.18742059927178448, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.03680884888772, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0002000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0002000_live_bedf8c7bca49f5a4/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 2000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/directional.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..4df5e2b498e942eb28dc7c5285adb1f661bc9f8d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.85546875, + "ref_frac": 0.88671875, + "ref_raw_frac": 0.8828125, + "recorded_expected_sign_frac": 0.89453125, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.796875, + "recorded": { + "mean": 12.422045536979567, + "median": 13.964385986328125, + "expected_sign_frac": 0.84375, + "undefined": 0 + }, + "swapped": { + "mean": -14.707950871682442, + "median": -16.49384880065918, + "expected_sign_frac": 0.9296875, + "undefined": 0 + }, + "reference": { + "mean": 11.978845892794197, + "median": 13.821150779724121, + "expected_sign_frac": 0.8203125, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.8203125, + "reference_raw": { + "mean": 11.64331442378898, + "median": 12.059857845306396, + "expected_sign_frac": 0.8203125, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.9140625, + "recorded": { + "mean": -17.673978977603838, + "median": -19.57412052154541, + "expected_sign_frac": 0.9453125, + "undefined": 0 + }, + "swapped": { + "mean": 19.346963570918888, + "median": 21.579184532165527, + "expected_sign_frac": 0.9609375, + "undefined": 0 + }, + "reference": { + "mean": -17.479781622067094, + "median": -19.788779258728027, + "expected_sign_frac": 0.953125, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.953125, + "reference_raw": { + "mean": -17.444063463946804, + "median": -19.498746871948242, + "expected_sign_frac": 0.9453125, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8785442589489296, + "per_horizon": { + "1": 0.9650455213449444, + "2": 0.8622888748318452, + "3": 0.8463610398660684, + "4": 0.8381919417348486 + }, + "mean_pred": 0.05101775091861782, + "mean_real": 0.058070780611160444, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 55, + "episode": 41, + "map": 7, + "start": 55, + "target_tic": 87, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.6887264251709, + "shift_swapped": -31.300682067871094, + "shift_reference": 20.417577743530273, + "peak_recorded": 0.9274433851242065, + "peak_swapped": 0.8545905947685242, + "peak_reference": 0.9206621050834656, + "motion_pred": [ + 0.0692778006196022, + 0.05327886343002319, + 0.0542222335934639, + 0.044630542397499084 + ], + "motion_real": [ + 0.07237482815980911, + 0.061666641384363174, + 0.0601569302380085, + 0.052920058369636536 + ], + "shift_reference_raw": 20.20597267150879 + }, + { + "index": 417, + "episode": 41, + "map": 7, + "start": 417, + "target_tic": 449, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.638961791992188, + "shift_swapped": -21.66116714477539, + "shift_reference": 18.830724716186523, + "peak_recorded": 0.5033765435218811, + "peak_swapped": 0.6595457792282104, + "peak_reference": 0.3050231337547302, + "motion_pred": [ + 0.049868661910295486, + 0.048091448843479156, + 0.04677870497107506, + 0.0509505420923233 + ], + "motion_real": [ + 0.051406633108854294, + 0.055688053369522095, + 0.055452216416597366, + 0.05710619315505028 + ], + "shift_reference_raw": 17.875341415405273 + }, + { + "index": 550, + "episode": 41, + "map": 7, + "start": 585, + "target_tic": 617, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.846166610717773, + "shift_swapped": 23.94917106628418, + "shift_reference": -15.933425903320312, + "peak_recorded": 0.6298426985740662, + "peak_swapped": 0.6493533849716187, + "peak_reference": 0.6149818301200867, + "motion_pred": [ + 0.041670218110084534, + 0.04683477059006691, + 0.03218929097056389, + 0.03054983913898468 + ], + "motion_real": [ + 0.04508835822343826, + 0.05124750733375549, + 0.04022006690502167, + 0.039389487355947495 + ], + "shift_reference_raw": -15.809743881225586 + }, + { + "index": 554, + "episode": 41, + "map": 7, + "start": 589, + "target_tic": 621, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.504966735839844, + "shift_swapped": -15.990278244018555, + "shift_reference": 28.351421356201172, + "peak_recorded": 0.6038070917129517, + "peak_swapped": 0.642507016658783, + "peak_reference": 0.6095780730247498, + "motion_pred": [ + 0.037636373192071915, + 0.03499368578195572, + 0.030127741396427155, + 0.028684629127383232 + ], + "motion_real": [ + 0.03925302252173424, + 0.042788442224264145, + 0.040055084973573685, + 0.036951664835214615 + ], + "shift_reference_raw": 28.556554794311523 + }, + { + "index": 668, + "episode": 41, + "map": 7, + "start": 703, + "target_tic": 735, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -7.227911472320557, + "shift_swapped": -11.421141624450684, + "shift_reference": -9.773021697998047, + "peak_recorded": 0.5481347441673279, + "peak_swapped": 0.5527169108390808, + "peak_reference": 0.6271133422851562, + "motion_pred": [ + 0.054850898683071136, + 0.054429177194833755, + 0.05880902335047722, + 0.05675327032804489 + ], + "motion_real": [ + 0.056169651448726654, + 0.06613605469465256, + 0.07289823144674301, + 0.08605960011482239 + ], + "shift_reference_raw": -10.302939414978027 + }, + { + "index": 728, + "episode": 41, + "map": 7, + "start": 763, + "target_tic": 795, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.0190671682357788, + "shift_swapped": -1.0871888399124146, + "shift_reference": 2.1462786197662354, + "peak_recorded": 0.5432065725326538, + "peak_swapped": 0.5264691114425659, + "peak_reference": 0.47259125113487244, + "motion_pred": [ + 0.04810046777129173, + 0.038660988211631775, + 0.03936988115310669, + 0.03610110655426979 + ], + "motion_real": [ + 0.05663387477397919, + 0.05027757212519646, + 0.04957352206110954, + 0.03668595477938652 + ], + "shift_reference_raw": 2.619042158126831 + }, + { + "index": 986, + "episode": 41, + "map": 7, + "start": 1056, + "target_tic": 1088, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -22.228450775146484, + "shift_reference": -32.0, + "peak_recorded": 0.7946053743362427, + "peak_swapped": 0.7499953508377075, + "peak_reference": 0.8053764700889587, + "motion_pred": [ + 0.048752229660749435, + 0.03915680944919586, + 0.03692958131432533, + 0.02756482921540737 + ], + "motion_real": [ + 0.05169651657342911, + 0.047984279692173004, + 0.045570068061351776, + 0.030650850385427475 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 1130, + "episode": 41, + "map": 7, + "start": 1200, + "target_tic": 1232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.83266830444336, + "shift_swapped": -22.979930877685547, + "shift_reference": 23.56254005432129, + "peak_recorded": 0.6474828124046326, + "peak_swapped": 0.6968213319778442, + "peak_reference": 0.659522294998169, + "motion_pred": [ + 0.060392338782548904, + 0.04963897913694382, + 0.04975898936390877, + 0.0505983829498291 + ], + "motion_real": [ + 0.06388039141893387, + 0.061035629361867905, + 0.060909733176231384, + 0.062002427875995636 + ], + "shift_reference_raw": 21.712987899780273 + }, + { + "index": 1276, + "episode": 41, + "map": 7, + "start": 1381, + "target_tic": 1413, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.027879238128662, + "shift_swapped": -7.380343914031982, + "shift_reference": 3.002671241760254, + "peak_recorded": 0.8014256954193115, + "peak_swapped": 0.8437587022781372, + "peak_reference": 0.8254714012145996, + "motion_pred": [ + 0.036831337958574295, + 0.037364859133958817, + 0.039336513727903366, + 0.03934859484434128 + ], + "motion_real": [ + 0.03960895165801048, + 0.04371735081076622, + 0.04761870205402374, + 0.04584682732820511 + ], + "shift_reference_raw": 3.004236936569214 + }, + { + "index": 1348, + "episode": 41, + "map": 7, + "start": 1453, + "target_tic": 1485, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.589874267578125, + "shift_swapped": 4.610361099243164, + "shift_reference": -2.4548304080963135, + "peak_recorded": 0.7491099238395691, + "peak_swapped": 0.6562802195549011, + "peak_reference": 0.7851098775863647, + "motion_pred": [ + 0.050826020538806915, + 0.06286125630140305, + 0.05277818441390991, + 0.050850022584199905 + ], + "motion_real": [ + 0.05386124551296234, + 0.056200578808784485, + 0.06174265593290329, + 0.053647205233573914 + ], + "shift_reference_raw": -2.562605381011963 + }, + { + "index": 1369, + "episode": 41, + "map": 7, + "start": 1474, + "target_tic": 1506, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.238479614257812, + "shift_swapped": -9.529767990112305, + "shift_reference": 29.60269546508789, + "peak_recorded": 0.8088472485542297, + "peak_swapped": 0.8829426169395447, + "peak_reference": 0.7331377863883972, + "motion_pred": [ + 0.05434447526931763, + 0.04889634996652603, + 0.04518459364771843, + 0.045593101531267166 + ], + "motion_real": [ + 0.056096151471138, + 0.05252852663397789, + 0.051054153591394424, + 0.04888373985886574 + ], + "shift_reference_raw": 29.368013381958008 + }, + { + "index": 1444, + "episode": 41, + "map": 7, + "start": 1549, + "target_tic": 1581, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.715166091918945, + "shift_swapped": 24.183195114135742, + "shift_reference": -22.880239486694336, + "peak_recorded": 0.905190646648407, + "peak_swapped": 0.9184779524803162, + "peak_reference": 0.9463653564453125, + "motion_pred": [ + 0.05399135872721672, + 0.04997790604829788, + 0.05625796690583229, + 0.050839509814977646 + ], + "motion_real": [ + 0.051124244928359985, + 0.05700505152344704, + 0.06393216550350189, + 0.0689951479434967 + ], + "shift_reference_raw": -22.855606079101562 + }, + { + "index": 1648, + "episode": 41, + "map": 7, + "start": 1753, + "target_tic": 1785, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.89978790283203, + "shift_swapped": 17.558521270751953, + "shift_reference": -24.65540885925293, + "peak_recorded": 0.8043752312660217, + "peak_swapped": 0.7459099292755127, + "peak_reference": 0.8461581468582153, + "motion_pred": [ + 0.04682407155632973, + 0.042622096836566925, + 0.042797647416591644, + 0.04159708693623543 + ], + "motion_real": [ + 0.0477050244808197, + 0.04351744055747986, + 0.04457521438598633, + 0.04082807898521423 + ], + "shift_reference_raw": -24.9829158782959 + }, + { + "index": 1819, + "episode": 41, + "map": 7, + "start": 1924, + "target_tic": 1956, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.43010139465332, + "shift_swapped": 18.910320281982422, + "shift_reference": -20.38475799560547, + "peak_recorded": 0.9371542930603027, + "peak_swapped": 0.905045747756958, + "peak_reference": 0.9340359568595886, + "motion_pred": [ + 0.05105511099100113, + 0.043179914355278015, + 0.03832102194428444, + 0.037942368537187576 + ], + "motion_real": [ + 0.04981055483222008, + 0.0531332828104496, + 0.04532447084784508, + 0.04170302301645279 + ], + "shift_reference_raw": -20.900291442871094 + }, + { + "index": 1860, + "episode": 41, + "map": 7, + "start": 1965, + "target_tic": 1997, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.36144915223121643, + "shift_swapped": 8.942787170410156, + "shift_reference": -0.9264802932739258, + "peak_recorded": 0.7299268245697021, + "peak_swapped": 0.7701760530471802, + "peak_reference": 0.686617910861969, + "motion_pred": [ + 0.06083352118730545, + 0.06701204925775528, + 0.07644936442375183, + 0.061216242611408234 + ], + "motion_real": [ + 0.06781142204999924, + 0.081660695374012, + 0.07818975299596786, + 0.06995495408773422 + ], + "shift_reference_raw": -0.6014107465744019 + }, + { + "index": 1868, + "episode": 41, + "map": 7, + "start": 1973, + "target_tic": 2005, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.91259002685547, + "shift_swapped": 18.479995727539062, + "shift_reference": -21.855487823486328, + "peak_recorded": 0.8300042748451233, + "peak_swapped": 0.9372485876083374, + "peak_reference": 0.8192075490951538, + "motion_pred": [ + 0.05504930391907692, + 0.05648136883974075, + 0.0518939383327961, + 0.043870989233255386 + ], + "motion_real": [ + 0.05767164006829262, + 0.061417605727910995, + 0.05477729067206383, + 0.04719139635562897 + ], + "shift_reference_raw": -21.37551498413086 + }, + { + "index": 1964, + "episode": 41, + "map": 7, + "start": 2069, + "target_tic": 2101, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.9228458404541, + "shift_swapped": 26.56623649597168, + "shift_reference": -23.00823402404785, + "peak_recorded": 0.962766706943512, + "peak_swapped": 0.9537859559059143, + "peak_reference": 0.953501284122467, + "motion_pred": [ + 0.059380803257226944, + 0.03903334215283394, + 0.03861836716532707, + 0.03413296490907669 + ], + "motion_real": [ + 0.06045226380228996, + 0.044090110808610916, + 0.04340020939707756, + 0.038783151656389236 + ], + "shift_reference_raw": -22.97636604309082 + }, + { + "index": 2003, + "episode": 41, + "map": 7, + "start": 2108, + "target_tic": 2140, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.70537567138672, + "shift_swapped": 20.971981048583984, + "shift_reference": -19.76769256591797, + "peak_recorded": 0.8908560872077942, + "peak_swapped": 0.8912713527679443, + "peak_reference": 0.9159350395202637, + "motion_pred": [ + 0.056120242923498154, + 0.05459950119256973, + 0.057307496666908264, + 0.061996687203645706 + ], + "motion_real": [ + 0.05614374577999115, + 0.061144664883613586, + 0.0623786523938179, + 0.06414903700351715 + ], + "shift_reference_raw": -19.498180389404297 + }, + { + "index": 2068, + "episode": 41, + "map": 7, + "start": 2173, + "target_tic": 2205, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.216657638549805, + "shift_swapped": 32.0, + "shift_reference": -19.021284103393555, + "peak_recorded": 0.9471533298492432, + "peak_swapped": 0.9043686985969543, + "peak_reference": 0.9361267685890198, + "motion_pred": [ + 0.049325406551361084, + 0.04506247863173485, + 0.028993822634220123, + 0.03133057802915573 + ], + "motion_real": [ + 0.04990341141819954, + 0.043107692152261734, + 0.03312045708298683, + 0.03395247086882591 + ], + "shift_reference_raw": -19.031023025512695 + }, + { + "index": 2094, + "episode": 41, + "map": 7, + "start": 2199, + "target_tic": 2231, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.665685653686523, + "shift_swapped": 32.0, + "shift_reference": -21.840782165527344, + "peak_recorded": 0.8504760265350342, + "peak_swapped": 0.816167414188385, + "peak_reference": 0.8230487704277039, + "motion_pred": [ + 0.044028669595718384, + 0.038859009742736816, + 0.03984532877802849, + 0.04272070154547691 + ], + "motion_real": [ + 0.04643582925200462, + 0.0455910824239254, + 0.04957270994782448, + 0.04851540923118591 + ], + "shift_reference_raw": -21.535348892211914 + }, + { + "index": 2098, + "episode": 41, + "map": 7, + "start": 2203, + "target_tic": 2235, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.866962432861328, + "shift_swapped": 27.706554412841797, + "shift_reference": -19.740659713745117, + "peak_recorded": 0.7694732546806335, + "peak_swapped": 0.5767967104911804, + "peak_reference": 0.8012695908546448, + "motion_pred": [ + 0.04602653905749321, + 0.044510193169116974, + 0.04245411604642868, + 0.04328185319900513 + ], + "motion_real": [ + 0.05248931050300598, + 0.052335478365421295, + 0.05156126245856285, + 0.05350617319345474 + ], + "shift_reference_raw": -17.965194702148438 + }, + { + "index": 2104, + "episode": 41, + "map": 7, + "start": 2209, + "target_tic": 2241, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.642841339111328, + "shift_swapped": 24.192609786987305, + "shift_reference": -18.64733123779297, + "peak_recorded": 0.8052794933319092, + "peak_swapped": 0.7429643869400024, + "peak_reference": 0.8392351269721985, + "motion_pred": [ + 0.06836448609828949, + 0.06647664308547974, + 0.06317274272441864, + 0.05981752276420593 + ], + "motion_real": [ + 0.06573154032230377, + 0.06853572279214859, + 0.06598212569952011, + 0.06464220583438873 + ], + "shift_reference_raw": -18.448503494262695 + }, + { + "index": 2123, + "episode": 41, + "map": 7, + "start": 2228, + "target_tic": 2260, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.67304039001465, + "shift_swapped": 28.617555618286133, + "shift_reference": -17.45920753479004, + "peak_recorded": 0.8718913793563843, + "peak_swapped": 0.9307727217674255, + "peak_reference": 0.8986951112747192, + "motion_pred": [ + 0.06270977854728699, + 0.05524224415421486, + 0.04053733870387077, + 0.04053104668855667 + ], + "motion_real": [ + 0.05925425514578819, + 0.057941898703575134, + 0.04624423384666443, + 0.04286537319421768 + ], + "shift_reference_raw": -17.593486785888672 + }, + { + "index": 2385, + "episode": 41, + "map": 7, + "start": 2490, + "target_tic": 2522, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.212764739990234, + "shift_swapped": 26.115108489990234, + "shift_reference": -21.86533546447754, + "peak_recorded": 0.8047472834587097, + "peak_swapped": 0.721463143825531, + "peak_reference": 0.815704345703125, + "motion_pred": [ + 0.049883902072906494, + 0.04819975048303604, + 0.04900043085217476, + 0.05090207979083061 + ], + "motion_real": [ + 0.05124809965491295, + 0.05511989817023277, + 0.05302628129720688, + 0.05223298817873001 + ], + "shift_reference_raw": -21.9307804107666 + }, + { + "index": 2425, + "episode": 41, + "map": 7, + "start": 2530, + "target_tic": 2562, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.935070037841797, + "shift_swapped": 24.253570556640625, + "shift_reference": -21.258563995361328, + "peak_recorded": 0.9063575863838196, + "peak_swapped": 0.9054321050643921, + "peak_reference": 0.9123069643974304, + "motion_pred": [ + 0.03963411971926689, + 0.03595868498086929, + 0.03844454512000084, + 0.03951822966337204 + ], + "motion_real": [ + 0.039552077651023865, + 0.0408865250647068, + 0.042713429778814316, + 0.0432390533387661 + ], + "shift_reference_raw": -21.686389923095703 + }, + { + "index": 2432, + "episode": 41, + "map": 7, + "start": 2537, + "target_tic": 2569, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.1110782623291, + "shift_swapped": 27.244901657104492, + "shift_reference": -17.262351989746094, + "peak_recorded": 0.8490942716598511, + "peak_swapped": 0.8121722340583801, + "peak_reference": 0.8053438067436218, + "motion_pred": [ + 0.04716901108622551, + 0.04341880604624748, + 0.04033929854631424, + 0.03920141980051994 + ], + "motion_real": [ + 0.04702335596084595, + 0.047167547047138214, + 0.046809662133455276, + 0.04738105833530426 + ], + "shift_reference_raw": -17.848814010620117 + }, + { + "index": 2454, + "episode": 41, + "map": 7, + "start": 2559, + "target_tic": 2591, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.326087951660156, + "shift_swapped": 24.1232852935791, + "shift_reference": -19.065153121948242, + "peak_recorded": 0.7804252505302429, + "peak_swapped": 0.8858442902565002, + "peak_reference": 0.7531908750534058, + "motion_pred": [ + 0.05880424752831459, + 0.054683420807123184, + 0.04983087629079819, + 0.04679477959871292 + ], + "motion_real": [ + 0.06258650869131088, + 0.06885986775159836, + 0.06654878705739975, + 0.05712359398603439 + ], + "shift_reference_raw": -18.844934463500977 + }, + { + "index": 2475, + "episode": 41, + "map": 7, + "start": 2580, + "target_tic": 2612, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.875798225402832, + "shift_swapped": 29.98501968383789, + "shift_reference": -16.734926223754883, + "peak_recorded": 0.8839312791824341, + "peak_swapped": 0.8679583668708801, + "peak_reference": 0.8663385510444641, + "motion_pred": [ + 0.03895154595375061, + 0.03370051831007004, + 0.034237708896398544, + 0.033708374947309494 + ], + "motion_real": [ + 0.03920566290616989, + 0.03822966665029526, + 0.03980393335223198, + 0.04139255732297897 + ], + "shift_reference_raw": -16.764358520507812 + }, + { + "index": 2532, + "episode": 41, + "map": 7, + "start": 2637, + "target_tic": 2669, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.58830451965332, + "shift_swapped": 25.681325912475586, + "shift_reference": -18.287046432495117, + "peak_recorded": 0.898654043674469, + "peak_swapped": 0.9138194918632507, + "peak_reference": 0.8638391494750977, + "motion_pred": [ + 0.043545082211494446, + 0.03968173637986183, + 0.03757230564951897, + 0.03946348652243614 + ], + "motion_real": [ + 0.04823588952422142, + 0.04979436472058296, + 0.046995893120765686, + 0.04678218439221382 + ], + "shift_reference_raw": -18.879154205322266 + }, + { + "index": 2609, + "episode": 41, + "map": 7, + "start": 2714, + "target_tic": 2746, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.69882583618164, + "shift_swapped": 23.584346771240234, + "shift_reference": -18.36574363708496, + "peak_recorded": 0.8291403651237488, + "peak_swapped": 0.7858522534370422, + "peak_reference": 0.8521173596382141, + "motion_pred": [ + 0.0647318884730339, + 0.0582113042473793, + 0.05836012214422226, + 0.05856236070394516 + ], + "motion_real": [ + 0.06623674929141998, + 0.06279431283473969, + 0.06421247124671936, + 0.06747623533010483 + ], + "shift_reference_raw": -18.962642669677734 + }, + { + "index": 2650, + "episode": 41, + "map": 7, + "start": 2790, + "target_tic": 2822, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.398456573486328, + "shift_swapped": 17.0513973236084, + "shift_reference": -18.319284439086914, + "peak_recorded": 0.8634496331214905, + "peak_swapped": 0.904147744178772, + "peak_reference": 0.8926519155502319, + "motion_pred": [ + 0.07265599817037582, + 0.05400889739394188, + 0.040294796228408813, + 0.029884470626711845 + ], + "motion_real": [ + 0.0688946396112442, + 0.05733112990856171, + 0.054191023111343384, + 0.042749982327222824 + ], + "shift_reference_raw": -18.204315185546875 + }, + { + "index": 2657, + "episode": 41, + "map": 7, + "start": 2797, + "target_tic": 2829, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.879608154296875, + "shift_swapped": 16.78585433959961, + "shift_reference": -19.78487205505371, + "peak_recorded": 0.8701233863830566, + "peak_swapped": 0.8921076059341431, + "peak_reference": 0.8755143880844116, + "motion_pred": [ + 0.04904958978295326, + 0.04320795089006424, + 0.04311129078269005, + 0.0394035167992115 + ], + "motion_real": [ + 0.04838877171278, + 0.05107806995511055, + 0.06561838090419769, + 0.06264213472604752 + ], + "shift_reference_raw": -19.20196533203125 + }, + { + "index": 2679, + "episode": 41, + "map": 7, + "start": 2819, + "target_tic": 2851, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.5167956352233887, + "shift_swapped": 8.381918907165527, + "shift_reference": -4.36300802230835, + "peak_recorded": 0.8666043877601624, + "peak_swapped": 0.8680931925773621, + "peak_reference": 0.8988054990768433, + "motion_pred": [ + 0.03267762437462807, + 0.026340235024690628, + 0.03358330950140953, + 0.027125490829348564 + ], + "motion_real": [ + 0.032114267349243164, + 0.03377785161137581, + 0.04224279895424843, + 0.038801681250333786 + ], + "shift_reference_raw": -4.9689040184021 + }, + { + "index": 3239, + "episode": 41, + "map": 7, + "start": 3449, + "target_tic": 3481, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.141950607299805, + "shift_swapped": -22.078744888305664, + "shift_reference": 19.638118743896484, + "peak_recorded": 0.7007240653038025, + "peak_swapped": 0.729432225227356, + "peak_reference": 0.7336434125900269, + "motion_pred": [ + 0.05303499847650528, + 0.051943495869636536, + 0.051127128303050995, + 0.041244618594646454 + ], + "motion_real": [ + 0.054436326026916504, + 0.05350496247410774, + 0.05438836291432381, + 0.04837874695658684 + ], + "shift_reference_raw": 19.278934478759766 + }, + { + "index": 3246, + "episode": 41, + "map": 7, + "start": 3456, + "target_tic": 3488, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.40772819519043, + "shift_swapped": 19.278614044189453, + "shift_reference": -20.949520111083984, + "peak_recorded": 0.6792327761650085, + "peak_swapped": 0.7034624218940735, + "peak_reference": 0.7260907292366028, + "motion_pred": [ + 0.050771862268447876, + 0.04550360515713692, + 0.04325457289814949, + 0.04248882830142975 + ], + "motion_real": [ + 0.051284145563840866, + 0.054857008159160614, + 0.04971715062856674, + 0.0515284389257431 + ], + "shift_reference_raw": -20.929317474365234 + }, + { + "index": 3912, + "episode": 41, + "map": 7, + "start": 4192, + "target_tic": 4224, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.794008255004883, + "shift_swapped": -0.11235402524471283, + "shift_reference": 23.26556396484375, + "peak_recorded": 0.5165943503379822, + "peak_swapped": 0.5221863985061646, + "peak_reference": 0.4804675579071045, + "motion_pred": [ + 0.06409402936697006, + 0.05849955976009369, + 0.04104108363389969, + 0.04246010631322861 + ], + "motion_real": [ + 0.07378766685724258, + 0.07152646780014038, + 0.05051666125655174, + 0.04613637551665306 + ], + "shift_reference_raw": 23.412927627563477 + }, + { + "index": 4311, + "episode": 41, + "map": 7, + "start": 4626, + "target_tic": 4658, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.809898376464844, + "shift_swapped": -17.207693099975586, + "shift_reference": 23.13007926940918, + "peak_recorded": 0.6042770743370056, + "peak_swapped": 0.5576744079589844, + "peak_reference": 0.6477648615837097, + "motion_pred": [ + 0.0727994367480278, + 0.07135838270187378, + 0.06979221850633621, + 0.06271544843912125 + ], + "motion_real": [ + 0.07538986951112747, + 0.08073960989713669, + 0.07561389356851578, + 0.07034782320261002 + ], + "shift_reference_raw": 23.052881240844727 + }, + { + "index": 4491, + "episode": 158, + "map": 7, + "start": 19, + "target_tic": 51, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.05789566040039, + "shift_swapped": 23.744428634643555, + "shift_reference": -19.966888427734375, + "peak_recorded": 0.5370330214500427, + "peak_swapped": 0.5406320095062256, + "peak_reference": 0.5473293662071228, + "motion_pred": [ + 0.04736325144767761, + 0.045972395688295364, + 0.04626818746328354, + 0.04877568781375885 + ], + "motion_real": [ + 0.048608772456645966, + 0.05411188304424286, + 0.06402785331010818, + 0.054727703332901 + ], + "shift_reference_raw": -19.992795944213867 + }, + { + "index": 4558, + "episode": 158, + "map": 7, + "start": 86, + "target_tic": 118, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.53351402282715, + "shift_swapped": 17.959854125976562, + "shift_reference": -21.279539108276367, + "peak_recorded": 0.6509543657302856, + "peak_swapped": 0.7053729891777039, + "peak_reference": 0.6728984713554382, + "motion_pred": [ + 0.07270161807537079, + 0.07540389895439148, + 0.06546568870544434, + 0.03260252624750137 + ], + "motion_real": [ + 0.07149443030357361, + 0.08059494197368622, + 0.07156679034233093, + 0.038386739790439606 + ], + "shift_reference_raw": -20.667898178100586 + }, + { + "index": 4879, + "episode": 158, + "map": 7, + "start": 407, + "target_tic": 439, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.765357971191406, + "shift_swapped": 20.783710479736328, + "shift_reference": -23.63899040222168, + "peak_recorded": 0.5714698433876038, + "peak_swapped": 0.568531334400177, + "peak_reference": 0.5577384233474731, + "motion_pred": [ + 0.040515389293432236, + 0.03629303351044655, + 0.04443776607513428, + 0.04471295326948166 + ], + "motion_real": [ + 0.04133779928088188, + 0.0418158657848835, + 0.03898661211133003, + 0.0396418534219265 + ], + "shift_reference_raw": -23.098649978637695 + }, + { + "index": 4882, + "episode": 158, + "map": 7, + "start": 410, + "target_tic": 442, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.913761138916016, + "shift_swapped": 24.01213264465332, + "shift_reference": -28.94482421875, + "peak_recorded": 0.7520556449890137, + "peak_swapped": 0.7107490301132202, + "peak_reference": 0.741871178150177, + "motion_pred": [ + 0.041270673274993896, + 0.03680388256907463, + 0.03693303093314171, + 0.03632797300815582 + ], + "motion_real": [ + 0.0396418534219265, + 0.04048322141170502, + 0.042101118713617325, + 0.039975233376026154 + ], + "shift_reference_raw": -28.57096290588379 + }, + { + "index": 4914, + "episode": 158, + "map": 7, + "start": 442, + "target_tic": 474, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.971412658691406, + "shift_swapped": 19.308921813964844, + "shift_reference": -23.811986923217773, + "peak_recorded": 0.5483531355857849, + "peak_swapped": 0.6316438317298889, + "peak_reference": 0.6052209734916687, + "motion_pred": [ + 0.04692878946661949, + 0.04747171700000763, + 0.042217858135700226, + 0.03421973064541817 + ], + "motion_real": [ + 0.04973116144537926, + 0.05033325403928757, + 0.04929371550679207, + 0.04197341576218605 + ], + "shift_reference_raw": -23.771163940429688 + }, + { + "index": 5042, + "episode": 158, + "map": 7, + "start": 570, + "target_tic": 602, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.884342193603516, + "shift_swapped": -26.9566707611084, + "shift_reference": 20.906898498535156, + "peak_recorded": 0.6283370852470398, + "peak_swapped": 0.7163813710212708, + "peak_reference": 0.6415249109268188, + "motion_pred": [ + 0.03790251165628433, + 0.03185996785759926, + 0.03235446289181709, + 0.0327550545334816 + ], + "motion_real": [ + 0.03938530758023262, + 0.041388023644685745, + 0.037397291511297226, + 0.03890182450413704 + ], + "shift_reference_raw": 30.87232780456543 + }, + { + "index": 5044, + "episode": 158, + "map": 7, + "start": 572, + "target_tic": 604, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.041736602783203, + "shift_swapped": -26.967058181762695, + "shift_reference": 19.370288848876953, + "peak_recorded": 0.7807465195655823, + "peak_swapped": 0.8218427896499634, + "peak_reference": 0.7750728130340576, + "motion_pred": [ + 0.03742368146777153, + 0.03397052362561226, + 0.031439632177352905, + 0.038736242800951004 + ], + "motion_real": [ + 0.037397291511297226, + 0.03890182450413704, + 0.03753303736448288, + 0.038322970271110535 + ], + "shift_reference_raw": 12.353293418884277 + }, + { + "index": 5099, + "episode": 158, + "map": 7, + "start": 627, + "target_tic": 659, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.4202818870544434, + "shift_swapped": -5.997395038604736, + "shift_reference": 5.303852081298828, + "peak_recorded": 0.698242723941803, + "peak_swapped": 0.6487811803817749, + "peak_reference": 0.7552111744880676, + "motion_pred": [ + 0.051109373569488525, + 0.050777412950992584, + 0.04845093563199043, + 0.08570527285337448 + ], + "motion_real": [ + 0.051862336695194244, + 0.05107608437538147, + 0.05051562935113907, + 0.08173498511314392 + ], + "shift_reference_raw": 5.164144515991211 + }, + { + "index": 5198, + "episode": 158, + "map": 7, + "start": 726, + "target_tic": 758, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.784658432006836, + "shift_swapped": -19.04041862487793, + "shift_reference": 22.61958885192871, + "peak_recorded": 0.7085330486297607, + "peak_swapped": 0.6756455302238464, + "peak_reference": 0.6749265193939209, + "motion_pred": [ + 0.03868889808654785, + 0.036222536116838455, + 0.03909231349825859, + 0.037689756602048874 + ], + "motion_real": [ + 0.04143582656979561, + 0.038305316120386124, + 0.03959148749709129, + 0.04237985983490944 + ], + "shift_reference_raw": 22.00575065612793 + }, + { + "index": 5203, + "episode": 158, + "map": 7, + "start": 731, + "target_tic": 763, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.343656539916992, + "shift_swapped": 22.047603607177734, + "shift_reference": -18.491804122924805, + "peak_recorded": 0.7992454767227173, + "peak_swapped": 0.7740021347999573, + "peak_reference": 0.7779491543769836, + "motion_pred": [ + 0.038504693657159805, + 0.05609240382909775, + 0.04111618548631668, + 0.041157737374305725 + ], + "motion_real": [ + 0.040798671543598175, + 0.06253509223461151, + 0.04741322249174118, + 0.04779590666294098 + ], + "shift_reference_raw": -18.253314971923828 + }, + { + "index": 5251, + "episode": 158, + "map": 7, + "start": 779, + "target_tic": 811, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.015052795410156, + "shift_swapped": 20.348695755004883, + "shift_reference": -21.202064514160156, + "peak_recorded": 0.815959632396698, + "peak_swapped": 0.844843864440918, + "peak_reference": 0.7882738709449768, + "motion_pred": [ + 0.053596124053001404, + 0.044802069664001465, + 0.0380990244448185, + 0.033984169363975525 + ], + "motion_real": [ + 0.05371202528476715, + 0.05383732542395592, + 0.047974005341529846, + 0.046122148633003235 + ], + "shift_reference_raw": -21.18621253967285 + }, + { + "index": 5357, + "episode": 158, + "map": 7, + "start": 920, + "target_tic": 952, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.464889526367188, + "shift_swapped": 22.116256713867188, + "shift_reference": -19.603618621826172, + "peak_recorded": 0.6005643010139465, + "peak_swapped": 0.47360488772392273, + "peak_reference": 0.542495846748352, + "motion_pred": [ + 0.05736689269542694, + 0.05691763386130333, + 0.05751911550760269, + 0.03590456023812294 + ], + "motion_real": [ + 0.06406436860561371, + 0.06710172444581985, + 0.0682414099574089, + 0.043743498623371124 + ], + "shift_reference_raw": -19.036169052124023 + }, + { + "index": 5506, + "episode": 158, + "map": 7, + "start": 1069, + "target_tic": 1101, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.082574486732483, + "shift_swapped": -7.667915344238281, + "shift_reference": 0.8059344291687012, + "peak_recorded": 0.8019185662269592, + "peak_swapped": 0.7597097754478455, + "peak_reference": 0.7658872008323669, + "motion_pred": [ + 0.03990538418292999, + 0.036775391548871994, + 0.03771290183067322, + 0.048660822212696075 + ], + "motion_real": [ + 0.03996753692626953, + 0.03959972783923149, + 0.04678928107023239, + 0.053460825234651566 + ], + "shift_reference_raw": 0.9220960736274719 + }, + { + "index": 5569, + "episode": 158, + "map": 7, + "start": 1132, + "target_tic": 1164, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.196443557739258, + "shift_swapped": -3.601924180984497, + "shift_reference": 9.570060729980469, + "peak_recorded": 0.7097896337509155, + "peak_swapped": 0.6984480619430542, + "peak_reference": 0.7482720017433167, + "motion_pred": [ + 0.050692569464445114, + 0.0441499724984169, + 0.06348133087158203, + 0.04000586271286011 + ], + "motion_real": [ + 0.05486109480261803, + 0.05273457616567612, + 0.0778774544596672, + 0.05407317355275154 + ], + "shift_reference_raw": 10.090381622314453 + }, + { + "index": 5716, + "episode": 158, + "map": 7, + "start": 1314, + "target_tic": 1346, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -2.942948579788208, + "shift_reference": 32.0, + "peak_recorded": 0.4786268174648285, + "peak_swapped": 0.5600377917289734, + "peak_reference": 0.5149539709091187, + "motion_pred": [ + 0.06390612572431564, + 0.05987505242228508, + 0.06883536279201508, + 0.073475182056427 + ], + "motion_real": [ + 0.06743398308753967, + 0.06937341392040253, + 0.07847274839878082, + 0.09031926840543747 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 5990, + "episode": 158, + "map": 7, + "start": 1623, + "target_tic": 1655, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.411833763122559, + "shift_swapped": 1.023787260055542, + "shift_reference": 9.356925010681152, + "peak_recorded": 0.6299862265586853, + "peak_swapped": 0.6166405081748962, + "peak_reference": 0.46478232741355896, + "motion_pred": [ + 0.07516491413116455, + 0.04536760598421097, + 0.04460441321134567, + 0.05497916415333748 + ], + "motion_real": [ + 0.08916489779949188, + 0.06720169633626938, + 0.05368812009692192, + 0.05110777169466019 + ], + "shift_reference_raw": 9.902030944824219 + }, + { + "index": 6381, + "episode": 158, + "map": 7, + "start": 2014, + "target_tic": 2046, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.350751876831055, + "shift_swapped": -12.161417007446289, + "shift_reference": 32.0, + "peak_recorded": 0.3298189043998718, + "peak_swapped": 0.7572532892227173, + "peak_reference": 0.4048420786857605, + "motion_pred": [ + 0.09127889573574066, + 0.08528494834899902, + 0.08719652891159058, + 0.09293326735496521 + ], + "motion_real": [ + 0.09514637291431427, + 0.09914655983448029, + 0.09900877624750137, + 0.09275558590888977 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 6448, + "episode": 158, + "map": 7, + "start": 2081, + "target_tic": 2113, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.981536865234375, + "shift_swapped": -25.92319679260254, + "shift_reference": 20.96102523803711, + "peak_recorded": 0.6747729778289795, + "peak_swapped": 0.7484737038612366, + "peak_reference": 0.7003266215324402, + "motion_pred": [ + 0.0698539987206459, + 0.055479634553194046, + 0.053521912544965744, + 0.051098648458719254 + ], + "motion_real": [ + 0.07066060602664948, + 0.05906552076339722, + 0.06547629088163376, + 0.06795693933963776 + ], + "shift_reference_raw": 20.874900817871094 + }, + { + "index": 6646, + "episode": 158, + "map": 7, + "start": 2314, + "target_tic": 2346, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.896657943725586, + "shift_swapped": 26.255407333374023, + "shift_reference": -29.65498161315918, + "peak_recorded": 0.5744684338569641, + "peak_swapped": 0.6184673309326172, + "peak_reference": 0.5305359959602356, + "motion_pred": [ + 0.08960698544979095, + 0.07511318475008011, + 0.06837515532970428, + 0.06231680139899254 + ], + "motion_real": [ + 0.07458942383527756, + 0.0777362510561943, + 0.06911386549472809, + 0.064731664955616 + ], + "shift_reference_raw": -29.94049644470215 + }, + { + "index": 6678, + "episode": 158, + "map": 7, + "start": 2346, + "target_tic": 2378, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.59062385559082, + "shift_swapped": 15.813888549804688, + "shift_reference": -23.964048385620117, + "peak_recorded": 0.6808127164840698, + "peak_swapped": 0.5504967570304871, + "peak_reference": 0.6796371340751648, + "motion_pred": [ + 0.055332303047180176, + 0.051940251141786575, + 0.07482246309518814, + 0.06402341276407242 + ], + "motion_real": [ + 0.05720989406108856, + 0.0616036094725132, + 0.08721040934324265, + 0.08327212184667587 + ], + "shift_reference_raw": -23.779741287231445 + }, + { + "index": 6691, + "episode": 158, + "map": 7, + "start": 2359, + "target_tic": 2391, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.735244750976562, + "shift_swapped": 0.18672296404838562, + "shift_reference": -13.895511627197266, + "peak_recorded": 0.6367108821868896, + "peak_swapped": 0.6291739344596863, + "peak_reference": 0.665354311466217, + "motion_pred": [ + 0.04384969174861908, + 0.0374908410012722, + 0.03353646770119667, + 0.03156901150941849 + ], + "motion_real": [ + 0.04316979646682739, + 0.04189722612500191, + 0.04215585067868233, + 0.0429096482694149 + ], + "shift_reference_raw": -14.087935447692871 + }, + { + "index": 6715, + "episode": 158, + "map": 7, + "start": 2418, + "target_tic": 2450, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.723085403442383, + "shift_swapped": -18.684608459472656, + "shift_reference": 22.08888816833496, + "peak_recorded": 0.722307562828064, + "peak_swapped": 0.7171661853790283, + "peak_reference": 0.708218514919281, + "motion_pred": [ + 0.07481113076210022, + 0.06227428466081619, + 0.07680226862430573, + 0.05600002780556679 + ], + "motion_real": [ + 0.07889058440923691, + 0.07084383070468903, + 0.08515843749046326, + 0.057720303535461426 + ], + "shift_reference_raw": 22.17142677307129 + }, + { + "index": 6843, + "episode": 158, + "map": 7, + "start": 2546, + "target_tic": 2578, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.089570045471191, + "shift_swapped": 22.532825469970703, + "shift_reference": -15.830488204956055, + "peak_recorded": 0.7763228416442871, + "peak_swapped": 0.7520706057548523, + "peak_reference": 0.7838177680969238, + "motion_pred": [ + 0.035677094012498856, + 0.030632130801677704, + 0.031964968889951706, + 0.028365712612867355 + ], + "motion_real": [ + 0.037724584341049194, + 0.03835967555642128, + 0.03924720361828804, + 0.0402422770857811 + ], + "shift_reference_raw": -14.354036331176758 + }, + { + "index": 6927, + "episode": 158, + "map": 7, + "start": 2665, + "target_tic": 2697, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.5743589401245117, + "shift_swapped": -0.1594233512878418, + "shift_reference": 2.065337657928467, + "peak_recorded": 0.5479588508605957, + "peak_swapped": 0.6620408892631531, + "peak_reference": 0.5749924778938293, + "motion_pred": [ + 0.06464739888906479, + 0.04766020178794861, + 0.03635990619659424, + 0.04487058147788048 + ], + "motion_real": [ + 0.06793244183063507, + 0.06020962819457054, + 0.060242701321840286, + 0.06011759489774704 + ], + "shift_reference_raw": 2.001934289932251 + }, + { + "index": 7065, + "episode": 158, + "map": 7, + "start": 2803, + "target_tic": 2835, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.5124080181121826, + "shift_swapped": -5.734115123748779, + "shift_reference": 6.29868221282959, + "peak_recorded": 0.5738025307655334, + "peak_swapped": 0.6361973285675049, + "peak_reference": 0.4770778715610504, + "motion_pred": [ + 0.05508292093873024, + 0.07669457793235779, + 0.05661654844880104, + 0.05589774250984192 + ], + "motion_real": [ + 0.06470967829227448, + 0.08739805966615677, + 0.06831201165914536, + 0.06979837268590927 + ], + "shift_reference_raw": 6.283514976501465 + }, + { + "index": 7148, + "episode": 158, + "map": 7, + "start": 2886, + "target_tic": 2918, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.3439483642578125, + "shift_swapped": -3.0096275806427, + "shift_reference": -0.5006514191627502, + "peak_recorded": 0.6734393239021301, + "peak_swapped": 0.5980101227760315, + "peak_reference": 0.65195232629776, + "motion_pred": [ + 0.05254412442445755, + 0.05132732912898064, + 0.0550132654607296, + 0.06488116830587387 + ], + "motion_real": [ + 0.05307995155453682, + 0.058766599744558334, + 0.06237410008907318, + 0.06808904558420181 + ], + "shift_reference_raw": 0.3186754584312439 + }, + { + "index": 7518, + "episode": 158, + "map": 7, + "start": 3326, + "target_tic": 3358, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -8.763045310974121, + "shift_swapped": -9.320213317871094, + "shift_reference": 2.6252214908599854, + "peak_recorded": 0.2793291509151459, + "peak_swapped": 0.3351483643054962, + "peak_reference": 0.4741312563419342, + "motion_pred": [ + 0.08287348598241806, + 0.0844225212931633, + 0.08199023455381393, + 0.0573810376226902 + ], + "motion_real": [ + 0.07378445565700531, + 0.10182622820138931, + 0.09628361463546753, + 0.057649899274110794 + ], + "shift_reference_raw": 4.5514607429504395 + }, + { + "index": 7519, + "episode": 158, + "map": 7, + "start": 3327, + "target_tic": 3359, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.893984317779541, + "shift_swapped": -7.6717119216918945, + "shift_reference": 13.418079376220703, + "peak_recorded": 0.3165133595466614, + "peak_swapped": 0.3553577959537506, + "peak_reference": 0.12724526226520538, + "motion_pred": [ + 0.0842893123626709, + 0.07637545466423035, + 0.05242805555462837, + 0.05112801864743233 + ], + "motion_real": [ + 0.10182622820138931, + 0.09628361463546753, + 0.057649899274110794, + 0.05518955737352371 + ], + "shift_reference_raw": -16.81380271911621 + }, + { + "index": 7560, + "episode": 158, + "map": 7, + "start": 3368, + "target_tic": 3400, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.7677712440490723, + "shift_swapped": -24.092111587524414, + "shift_reference": -1.8894476890563965, + "peak_recorded": 0.46359825134277344, + "peak_swapped": 0.4638424515724182, + "peak_reference": 0.4667830169200897, + "motion_pred": [ + 0.05980678275227547, + 0.05328812077641487, + 0.06347712129354477, + 0.06059379130601883 + ], + "motion_real": [ + 0.06197158247232437, + 0.0687292218208313, + 0.09989821910858154, + 0.08090057224035263 + ], + "shift_reference_raw": -1.6638935804367065 + }, + { + "index": 8294, + "episode": 158, + "map": 7, + "start": 4172, + "target_tic": 4204, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.20021629333496, + "shift_swapped": 16.920854568481445, + "shift_reference": -22.515213012695312, + "peak_recorded": 0.9354051947593689, + "peak_swapped": 0.8840349912643433, + "peak_reference": 0.9375096559524536, + "motion_pred": [ + 0.06069766730070114, + 0.05700847879052162, + 0.05548617243766785, + 0.050206463783979416 + ], + "motion_real": [ + 0.062216535210609436, + 0.06265440583229065, + 0.06445673853158951, + 0.06474397331476212 + ], + "shift_reference_raw": -22.40107536315918 + }, + { + "index": 8357, + "episode": 158, + "map": 7, + "start": 4270, + "target_tic": 4302, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.695702075958252, + "shift_swapped": -24.157522201538086, + "shift_reference": 4.832504749298096, + "peak_recorded": 0.696933925151825, + "peak_swapped": 0.6972972750663757, + "peak_reference": 0.7169958353042603, + "motion_pred": [ + 0.04176221415400505, + 0.03483763709664345, + 0.034755319356918335, + 0.036827705800533295 + ], + "motion_real": [ + 0.04229504615068436, + 0.03970932215452194, + 0.04063764959573746, + 0.047308940440416336 + ], + "shift_reference_raw": 4.629546642303467 + }, + { + "index": 8418, + "episode": 158, + "map": 7, + "start": 4331, + "target_tic": 4363, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.3086127042770386, + "shift_swapped": -9.813191413879395, + "shift_reference": 3.414048910140991, + "peak_recorded": 0.5946524739265442, + "peak_swapped": 0.7862315773963928, + "peak_reference": 0.5373795032501221, + "motion_pred": [ + 0.04469741880893707, + 0.03246116265654564, + 0.034639280289411545, + 0.03035677596926689 + ], + "motion_real": [ + 0.04439051076769829, + 0.03427477553486824, + 0.038367193192243576, + 0.034451331943273544 + ], + "shift_reference_raw": 3.1052417755126953 + }, + { + "index": 8699, + "episode": 158, + "map": 7, + "start": 4647, + "target_tic": 4679, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.2156171798706055, + "shift_swapped": -3.1713438034057617, + "shift_reference": 0.9932014346122742, + "peak_recorded": 0.7620784640312195, + "peak_swapped": 0.7445396780967712, + "peak_reference": 0.7444080114364624, + "motion_pred": [ + 0.04203256964683533, + 0.03147831931710243, + 0.027977298945188522, + 0.03382919356226921 + ], + "motion_real": [ + 0.04559589922428131, + 0.041608888655900955, + 0.03619633987545967, + 0.04018695652484894 + ], + "shift_reference_raw": 0.7824510335922241 + }, + { + "index": 8807, + "episode": 171, + "map": 7, + "start": 11, + "target_tic": 43, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.460220336914062, + "shift_swapped": -18.755455017089844, + "shift_reference": 23.34027671813965, + "peak_recorded": 0.9374678134918213, + "peak_swapped": 0.9596236944198608, + "peak_reference": 0.9544845819473267, + "motion_pred": [ + 0.04923228546977043, + 0.05332748591899872, + 0.054656874388456345, + 0.06253734230995178 + ], + "motion_real": [ + 0.0487084724009037, + 0.05087190493941307, + 0.05748298019170761, + 0.05650760233402252 + ], + "shift_reference_raw": 23.399890899658203 + }, + { + "index": 8852, + "episode": 171, + "map": 7, + "start": 56, + "target_tic": 88, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.933826446533203, + "shift_swapped": 21.57956314086914, + "shift_reference": -23.89011001586914, + "peak_recorded": 0.9033655524253845, + "peak_swapped": 0.9212989807128906, + "peak_reference": 0.8827487230300903, + "motion_pred": [ + 0.0614650659263134, + 0.05405708774924278, + 0.040273360908031464, + 0.04033289849758148 + ], + "motion_real": [ + 0.06280819326639175, + 0.061137113720178604, + 0.052414823323488235, + 0.049824438989162445 + ], + "shift_reference_raw": -24.700288772583008 + }, + { + "index": 8990, + "episode": 171, + "map": 7, + "start": 194, + "target_tic": 226, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.051836013793945, + "shift_swapped": 29.597076416015625, + "shift_reference": -13.724241256713867, + "peak_recorded": 0.15628582239151, + "peak_swapped": 0.16179729998111725, + "peak_reference": 0.280426949262619, + "motion_pred": [ + 0.03183851018548012, + 0.020542187616229057, + 0.020302459597587585, + 0.019240297377109528 + ], + "motion_real": [ + 0.02993961051106453, + 0.03108382597565651, + 0.03163935989141464, + 0.030417580157518387 + ], + "shift_reference_raw": -12.473085403442383 + }, + { + "index": 9173, + "episode": 171, + "map": 7, + "start": 377, + "target_tic": 409, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.273341178894043, + "shift_swapped": 30.251018524169922, + "shift_reference": -5.5832600593566895, + "peak_recorded": 0.7620090246200562, + "peak_swapped": 0.7175145745277405, + "peak_reference": 0.6792295575141907, + "motion_pred": [ + 0.06881485134363174, + 0.05992972478270531, + 0.05192709341645241, + 0.051842618733644485 + ], + "motion_real": [ + 0.07358839362859726, + 0.08406349271535873, + 0.06246676295995712, + 0.06384188681840897 + ], + "shift_reference_raw": -5.961853504180908 + }, + { + "index": 9286, + "episode": 171, + "map": 7, + "start": 490, + "target_tic": 522, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.009000778198242, + "shift_swapped": -24.741098403930664, + "shift_reference": 16.89687728881836, + "peak_recorded": 0.9367262721061707, + "peak_swapped": 0.905342161655426, + "peak_reference": 0.9213502407073975, + "motion_pred": [ + 0.03856208920478821, + 0.03602902963757515, + 0.030561553314328194, + 0.0323001928627491 + ], + "motion_real": [ + 0.038637805730104446, + 0.038153477013111115, + 0.03697852045297623, + 0.04061645269393921 + ], + "shift_reference_raw": 16.916471481323242 + }, + { + "index": 9296, + "episode": 171, + "map": 7, + "start": 500, + "target_tic": 532, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.50809669494629, + "shift_swapped": -25.315814971923828, + "shift_reference": 19.645299911499023, + "peak_recorded": 0.9228948950767517, + "peak_swapped": 0.877836287021637, + "peak_reference": 0.929046094417572, + "motion_pred": [ + 0.0633990690112114, + 0.05903768911957741, + 0.052842121571302414, + 0.045813143253326416 + ], + "motion_real": [ + 0.06789564341306686, + 0.06729833036661148, + 0.06177466735243797, + 0.05378827452659607 + ], + "shift_reference_raw": 19.33302116394043 + }, + { + "index": 9343, + "episode": 171, + "map": 7, + "start": 547, + "target_tic": 579, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.601388931274414, + "shift_swapped": 23.8197078704834, + "shift_reference": -18.720720291137695, + "peak_recorded": 0.8610576391220093, + "peak_swapped": 0.811845600605011, + "peak_reference": 0.8525189757347107, + "motion_pred": [ + 0.048773057758808136, + 0.05041314288973808, + 0.0647951290011406, + 0.056782424449920654 + ], + "motion_real": [ + 0.047328319400548935, + 0.0474717803299427, + 0.07198607176542282, + 0.06455902010202408 + ], + "shift_reference_raw": -19.6630859375 + }, + { + "index": 9375, + "episode": 171, + "map": 7, + "start": 579, + "target_tic": 611, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.33662223815918, + "shift_swapped": -21.95315933227539, + "shift_reference": 19.951114654541016, + "peak_recorded": 0.9098918437957764, + "peak_swapped": 0.8844268918037415, + "peak_reference": 0.8866092562675476, + "motion_pred": [ + 0.05846429243683815, + 0.05473603680729866, + 0.07002467662096024, + 0.052904147654771805 + ], + "motion_real": [ + 0.0627472847700119, + 0.06865847855806351, + 0.0840323269367218, + 0.06107393279671669 + ], + "shift_reference_raw": 19.41900062561035 + }, + { + "index": 9376, + "episode": 171, + "map": 7, + "start": 580, + "target_tic": 612, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.55310821533203, + "shift_swapped": -18.300106048583984, + "shift_reference": 19.285369873046875, + "peak_recorded": 0.893195629119873, + "peak_swapped": 0.8998690843582153, + "peak_reference": 0.9037627577781677, + "motion_pred": [ + 0.06671467423439026, + 0.07631976902484894, + 0.05267363786697388, + 0.04764775186777115 + ], + "motion_real": [ + 0.06865847855806351, + 0.0840323269367218, + 0.06107393279671669, + 0.05496187135577202 + ], + "shift_reference_raw": 19.243427276611328 + }, + { + "index": 9594, + "episode": 171, + "map": 7, + "start": 798, + "target_tic": 830, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.119123458862305, + "shift_swapped": 17.755990982055664, + "shift_reference": -23.232378005981445, + "peak_recorded": 0.934799313545227, + "peak_swapped": 0.9413353204727173, + "peak_reference": 0.9229755997657776, + "motion_pred": [ + 0.07597261667251587, + 0.07217153161764145, + 0.07404861599206924, + 0.07007671892642975 + ], + "motion_real": [ + 0.07706258445978165, + 0.07395374029874802, + 0.08451590687036514, + 0.07800744473934174 + ], + "shift_reference_raw": -23.21266746520996 + }, + { + "index": 9624, + "episode": 171, + "map": 7, + "start": 828, + "target_tic": 860, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 28.528148651123047, + "shift_reference": -23.087173461914062, + "peak_recorded": 0.9636521935462952, + "peak_swapped": 0.9567379355430603, + "peak_reference": 0.9571300745010376, + "motion_pred": [ + 0.04223818704485893, + 0.03559715300798416, + 0.0337584987282753, + 0.03390228748321533 + ], + "motion_real": [ + 0.043133798986673355, + 0.039039112627506256, + 0.038933165371418, + 0.03822954371571541 + ], + "shift_reference_raw": -22.93132972717285 + }, + { + "index": 9662, + "episode": 171, + "map": 7, + "start": 866, + "target_tic": 898, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.33892822265625, + "shift_swapped": -19.600915908813477, + "shift_reference": 22.20212745666504, + "peak_recorded": 0.8506590127944946, + "peak_swapped": 0.8058274984359741, + "peak_reference": 0.8477439284324646, + "motion_pred": [ + 0.08221545815467834, + 0.0831553190946579, + 0.0921020358800888, + 0.07166738063097 + ], + "motion_real": [ + 0.08497728407382965, + 0.08894331753253937, + 0.09217154234647751, + 0.07504548877477646 + ], + "shift_reference_raw": 22.223487854003906 + }, + { + "index": 9679, + "episode": 171, + "map": 7, + "start": 883, + "target_tic": 915, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.360382080078125, + "shift_swapped": 22.94305419921875, + "shift_reference": -22.113407135009766, + "peak_recorded": 0.9744923710823059, + "peak_swapped": 0.9704358577728271, + "peak_reference": 0.9791732430458069, + "motion_pred": [ + 0.05863562971353531, + 0.05184435099363327, + 0.048873431980609894, + 0.05266184359788895 + ], + "motion_real": [ + 0.05959870666265488, + 0.057104047387838364, + 0.05577334389090538, + 0.05629180371761322 + ], + "shift_reference_raw": -22.014577865600586 + }, + { + "index": 9887, + "episode": 171, + "map": 7, + "start": 1091, + "target_tic": 1123, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -18.79471206665039, + "shift_swapped": 32.0, + "shift_reference": -7.417016983032227, + "peak_recorded": -0.0014143268344923854, + "peak_swapped": -0.11436929553747177, + "peak_reference": 0.1700039505958557, + "motion_pred": [ + 0.048633188009262085, + 0.03810729831457138, + 0.02560843713581562, + 0.039665207266807556 + ], + "motion_real": [ + 0.0459909662604332, + 0.060228485614061356, + 0.04118253290653229, + 0.03687326982617378 + ], + "shift_reference_raw": -7.265239715576172 + }, + { + "index": 9947, + "episode": 171, + "map": 7, + "start": 1151, + "target_tic": 1183, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.2310148477554321, + "shift_swapped": -9.74994945526123, + "shift_reference": 2.472482442855835, + "peak_recorded": 0.9218239188194275, + "peak_swapped": 0.8887978196144104, + "peak_reference": 0.9134694933891296, + "motion_pred": [ + 0.03850863128900528, + 0.03700222820043564, + 0.03420574590563774, + 0.03514854237437248 + ], + "motion_real": [ + 0.04024888947606087, + 0.04197787865996361, + 0.037621479481458664, + 0.039757516235113144 + ], + "shift_reference_raw": 2.4931769371032715 + }, + { + "index": 9957, + "episode": 171, + "map": 7, + "start": 1161, + "target_tic": 1193, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.2842714786529541, + "shift_swapped": -12.323819160461426, + "shift_reference": -1.2987675666809082, + "peak_recorded": 0.9202747941017151, + "peak_swapped": 0.8739904761314392, + "peak_reference": 0.9056938886642456, + "motion_pred": [ + 0.04705658182501793, + 0.05361904948949814, + 0.046819593757390976, + 0.04477033019065857 + ], + "motion_real": [ + 0.04869528114795685, + 0.06346094608306885, + 0.05805544927716255, + 0.05864747241139412 + ], + "shift_reference_raw": -1.4071871042251587 + }, + { + "index": 9959, + "episode": 171, + "map": 7, + "start": 1163, + "target_tic": 1195, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.329272270202637, + "shift_swapped": -32.0, + "shift_reference": 11.626934051513672, + "peak_recorded": 0.9393381476402283, + "peak_swapped": 0.7605727910995483, + "peak_reference": 0.9347510933876038, + "motion_pred": [ + 0.057560935616493225, + 0.05722950026392937, + 0.052416663616895676, + 0.05058560147881508 + ], + "motion_real": [ + 0.05805544927716255, + 0.05864747241139412, + 0.05474749207496643, + 0.053081244230270386 + ], + "shift_reference_raw": 11.766422271728516 + }, + { + "index": 9978, + "episode": 171, + "map": 7, + "start": 1182, + "target_tic": 1214, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.92389678955078, + "shift_swapped": 14.783316612243652, + "shift_reference": -28.921302795410156, + "peak_recorded": 0.9388117790222168, + "peak_swapped": 0.935173511505127, + "peak_reference": 0.9370059967041016, + "motion_pred": [ + 0.07059168070554733, + 0.06546986103057861, + 0.05988399684429169, + 0.06242486461997032 + ], + "motion_real": [ + 0.07421239465475082, + 0.07073011994361877, + 0.07024306058883667, + 0.06880102306604385 + ], + "shift_reference_raw": -28.906164169311523 + }, + { + "index": 10038, + "episode": 171, + "map": 7, + "start": 1242, + "target_tic": 1274, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.873979568481445, + "shift_swapped": 17.443479537963867, + "shift_reference": -28.90989875793457, + "peak_recorded": 0.7833385467529297, + "peak_swapped": 0.6682051420211792, + "peak_reference": 0.7007192373275757, + "motion_pred": [ + 0.0524982213973999, + 0.04680739343166351, + 0.039646048098802567, + 0.04070035740733147 + ], + "motion_real": [ + 0.05579083040356636, + 0.05183355510234833, + 0.04939280450344086, + 0.04967838153243065 + ], + "shift_reference_raw": -29.027297973632812 + }, + { + "index": 10108, + "episode": 171, + "map": 7, + "start": 1312, + "target_tic": 1344, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.858930587768555, + "shift_swapped": 23.919422149658203, + "shift_reference": -18.74393081665039, + "peak_recorded": 0.8785690665245056, + "peak_swapped": 0.8654210567474365, + "peak_reference": 0.8603101968765259, + "motion_pred": [ + 0.046954721212387085, + 0.04486935958266258, + 0.044495854526758194, + 0.04433714225888252 + ], + "motion_real": [ + 0.050626277923583984, + 0.050170909613370895, + 0.049022868275642395, + 0.049074895679950714 + ], + "shift_reference_raw": -18.91526985168457 + }, + { + "index": 10165, + "episode": 171, + "map": 7, + "start": 1369, + "target_tic": 1401, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.762929916381836, + "shift_swapped": 21.578805923461914, + "shift_reference": -20.198884963989258, + "peak_recorded": 0.9760022163391113, + "peak_swapped": 0.954230010509491, + "peak_reference": 0.9738670587539673, + "motion_pred": [ + 0.039171285927295685, + 0.03571942821145058, + 0.03496270999312401, + 0.033909622579813004 + ], + "motion_real": [ + 0.03939173370599747, + 0.03909587860107422, + 0.03876137733459473, + 0.039337076246738434 + ], + "shift_reference_raw": -19.4503231048584 + }, + { + "index": 10248, + "episode": 171, + "map": 7, + "start": 1452, + "target_tic": 1484, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.20042896270752, + "shift_swapped": 26.53127670288086, + "shift_reference": -15.88153076171875, + "peak_recorded": 0.8481304049491882, + "peak_swapped": 0.8555670380592346, + "peak_reference": 0.8353410363197327, + "motion_pred": [ + 0.06755867600440979, + 0.057862769812345505, + 0.05372669920325279, + 0.052155811339616776 + ], + "motion_real": [ + 0.06832776218652725, + 0.06198068708181381, + 0.05668458715081215, + 0.06229420378804207 + ], + "shift_reference_raw": -15.90184211730957 + }, + { + "index": 10350, + "episode": 171, + "map": 7, + "start": 1554, + "target_tic": 1586, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.059947967529297, + "shift_swapped": -19.115589141845703, + "shift_reference": 23.91366195678711, + "peak_recorded": 0.8676010966300964, + "peak_swapped": 0.8938376903533936, + "peak_reference": 0.8601380586624146, + "motion_pred": [ + 0.05697842314839363, + 0.05448563024401665, + 0.05928630009293556, + 0.055237144231796265 + ], + "motion_real": [ + 0.0613224059343338, + 0.06347867846488953, + 0.06636197865009308, + 0.061807405203580856 + ], + "shift_reference_raw": 23.961971282958984 + }, + { + "index": 10355, + "episode": 171, + "map": 7, + "start": 1559, + "target_tic": 1591, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.58357810974121, + "shift_swapped": -19.76828956604004, + "shift_reference": 26.974374771118164, + "peak_recorded": 0.7027438879013062, + "peak_swapped": 0.763375997543335, + "peak_reference": 0.6912096738815308, + "motion_pred": [ + 0.05032419040799141, + 0.04628794640302658, + 0.04847123846411705, + 0.04894328489899635 + ], + "motion_real": [ + 0.05296232923865318, + 0.05645586922764778, + 0.056969624012708664, + 0.055148400366306305 + ], + "shift_reference_raw": 26.940908432006836 + }, + { + "index": 10362, + "episode": 171, + "map": 7, + "start": 1566, + "target_tic": 1598, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.229822158813477, + "shift_swapped": 25.780580520629883, + "shift_reference": -16.269189834594727, + "peak_recorded": 0.7583601474761963, + "peak_swapped": 0.7320233583450317, + "peak_reference": 0.7664932012557983, + "motion_pred": [ + 0.06349574774503708, + 0.05342443287372589, + 0.05951526388525963, + 0.0619145892560482 + ], + "motion_real": [ + 0.06668510288000107, + 0.06722006946802139, + 0.07446746528148651, + 0.07483190298080444 + ], + "shift_reference_raw": -16.35849952697754 + }, + { + "index": 10364, + "episode": 171, + "map": 7, + "start": 1568, + "target_tic": 1600, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.3284854888916, + "shift_swapped": 31.327640533447266, + "shift_reference": -16.60770034790039, + "peak_recorded": 0.8511375188827515, + "peak_swapped": 0.6065502166748047, + "peak_reference": 0.8207642436027527, + "motion_pred": [ + 0.07179047912359238, + 0.06739689409732819, + 0.06667862087488174, + 0.061863046139478683 + ], + "motion_real": [ + 0.07446746528148651, + 0.07483190298080444, + 0.06954064965248108, + 0.06615936011075974 + ], + "shift_reference_raw": -16.53108787536621 + }, + { + "index": 10491, + "episode": 171, + "map": 7, + "start": 1695, + "target_tic": 1727, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.131298065185547, + "shift_swapped": 18.83582305908203, + "shift_reference": -19.586265563964844, + "peak_recorded": 0.5321816205978394, + "peak_swapped": 0.7913930416107178, + "peak_reference": 0.566852331161499, + "motion_pred": [ + 0.08624561131000519, + 0.06364491581916809, + 0.034529782831668854, + 0.041969794780015945 + ], + "motion_real": [ + 0.08452124148607254, + 0.0722343698143959, + 0.037550315260887146, + 0.038308434188365936 + ], + "shift_reference_raw": -19.491544723510742 + }, + { + "index": 10539, + "episode": 171, + "map": 7, + "start": 1743, + "target_tic": 1775, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.773472785949707, + "shift_swapped": 26.663354873657227, + "shift_reference": -13.210049629211426, + "peak_recorded": 0.6649004220962524, + "peak_swapped": 0.7336427569389343, + "peak_reference": 0.6832321882247925, + "motion_pred": [ + 0.04194634407758713, + 0.040287286043167114, + 0.04029250890016556, + 0.041929420083761215 + ], + "motion_real": [ + 0.045178335160017014, + 0.0461907833814621, + 0.047226447612047195, + 0.045916736125946045 + ], + "shift_reference_raw": -13.254070281982422 + }, + { + "index": 10936, + "episode": 171, + "map": 7, + "start": 2175, + "target_tic": 2207, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.660265564918518, + "shift_swapped": -8.73621940612793, + "shift_reference": 2.7294564247131348, + "peak_recorded": 0.8140246272087097, + "peak_swapped": 0.8137757778167725, + "peak_reference": 0.8113864064216614, + "motion_pred": [ + 0.03756033256649971, + 0.03728524222970009, + 0.047248806804418564, + 0.0610358826816082 + ], + "motion_real": [ + 0.038655832409858704, + 0.04500332474708557, + 0.055324453860521317, + 0.07224969565868378 + ], + "shift_reference_raw": 2.8268775939941406 + }, + { + "index": 11027, + "episode": 171, + "map": 7, + "start": 2301, + "target_tic": 2333, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.831680297851562, + "shift_swapped": -23.702754974365234, + "shift_reference": 20.13529396057129, + "peak_recorded": 0.7089898586273193, + "peak_swapped": 0.6957316398620605, + "peak_reference": 0.7342972159385681, + "motion_pred": [ + 0.05527419596910477, + 0.04912605881690979, + 0.054175663739442825, + 0.030559148639440536 + ], + "motion_real": [ + 0.05591768026351929, + 0.054639481008052826, + 0.053506460040807724, + 0.04053923860192299 + ], + "shift_reference_raw": 20.259746551513672 + }, + { + "index": 11098, + "episode": 171, + "map": 7, + "start": 2372, + "target_tic": 2404, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.400583267211914, + "shift_swapped": -18.641698837280273, + "shift_reference": 26.05066680908203, + "peak_recorded": 0.6050635576248169, + "peak_swapped": 0.6721123456954956, + "peak_reference": 0.6690889596939087, + "motion_pred": [ + 0.076838918030262, + 0.08406811207532883, + 0.06101258471608162, + 0.041320230811834335 + ], + "motion_real": [ + 0.08605917543172836, + 0.10612621903419495, + 0.09556174278259277, + 0.05669013410806656 + ], + "shift_reference_raw": 26.816661834716797 + }, + { + "index": 11228, + "episode": 171, + "map": 7, + "start": 2502, + "target_tic": 2534, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.274930953979492, + "shift_swapped": 24.411779403686523, + "shift_reference": -21.51421546936035, + "peak_recorded": 0.6723396182060242, + "peak_swapped": 0.6501955389976501, + "peak_reference": 0.6756492853164673, + "motion_pred": [ + 0.095658078789711, + 0.08612238615751266, + 0.080202616751194, + 0.07114852964878082 + ], + "motion_real": [ + 0.09791408479213715, + 0.09727456420660019, + 0.08737592399120331, + 0.08339838683605194 + ], + "shift_reference_raw": -21.308731079101562 + }, + { + "index": 11244, + "episode": 171, + "map": 7, + "start": 2518, + "target_tic": 2550, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.5585879683494568, + "shift_swapped": -8.257529258728027, + "shift_reference": 0.22479160130023956, + "peak_recorded": 0.7163780331611633, + "peak_swapped": 0.7520332932472229, + "peak_reference": 0.7432951331138611, + "motion_pred": [ + 0.04471387714147568, + 0.045490656048059464, + 0.04919171705842018, + 0.048644211143255234 + ], + "motion_real": [ + 0.043438173830509186, + 0.05098210647702217, + 0.05265685170888901, + 0.056941546499729156 + ], + "shift_reference_raw": 1.4563069343566895 + }, + { + "index": 11366, + "episode": 171, + "map": 7, + "start": 2640, + "target_tic": 2672, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.318939208984375, + "shift_swapped": -22.885772705078125, + "shift_reference": 18.287403106689453, + "peak_recorded": 0.6347195506095886, + "peak_swapped": 0.7560784816741943, + "peak_reference": 0.7203781008720398, + "motion_pred": [ + 0.040543083101511, + 0.03566640987992287, + 0.03522193804383278, + 0.025150828063488007 + ], + "motion_real": [ + 0.04123114049434662, + 0.04166482761502266, + 0.04216546565294266, + 0.0338180810213089 + ], + "shift_reference_raw": 18.272977828979492 + }, + { + "index": 11652, + "episode": 171, + "map": 7, + "start": 2926, + "target_tic": 2958, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.44219398498535, + "shift_swapped": 14.987046241760254, + "shift_reference": -24.148969650268555, + "peak_recorded": 0.8022305965423584, + "peak_swapped": 0.8543632626533508, + "peak_reference": 0.7771111130714417, + "motion_pred": [ + 0.05722745507955551, + 0.03985024616122246, + 0.03380131348967552, + 0.03284658119082451 + ], + "motion_real": [ + 0.05831431970000267, + 0.04751959443092346, + 0.040040045976638794, + 0.041456643491983414 + ], + "shift_reference_raw": -24.568706512451172 + }, + { + "index": 11669, + "episode": 171, + "map": 7, + "start": 2943, + "target_tic": 2975, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.012890815734863, + "shift_swapped": -32.0, + "shift_reference": 10.9127836227417, + "peak_recorded": 0.8321631550788879, + "peak_swapped": 0.7457507252693176, + "peak_reference": 0.8730818629264832, + "motion_pred": [ + 0.04208486154675484, + 0.03154591843485832, + 0.035461388528347015, + 0.03792830556631088 + ], + "motion_real": [ + 0.03885669261217117, + 0.03923612833023071, + 0.04015757888555527, + 0.0414087176322937 + ], + "shift_reference_raw": 11.017742156982422 + }, + { + "index": 11971, + "episode": 171, + "map": 7, + "start": 3280, + "target_tic": 3312, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.03702974319458, + "shift_swapped": -3.7731547355651855, + "shift_reference": 6.146940231323242, + "peak_recorded": 0.5852338671684265, + "peak_swapped": 0.6201042532920837, + "peak_reference": 0.560407817363739, + "motion_pred": [ + 0.05163691192865372, + 0.05352945253252983, + 0.07033243030309677, + 0.05913430079817772 + ], + "motion_real": [ + 0.05382297560572624, + 0.06546132266521454, + 0.07172682136297226, + 0.055472034960985184 + ], + "shift_reference_raw": 6.174889087677002 + }, + { + "index": 12163, + "episode": 171, + "map": 7, + "start": 3472, + "target_tic": 3504, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.046152114868164, + "shift_swapped": 23.95008659362793, + "shift_reference": -13.921874046325684, + "peak_recorded": 0.24315766990184784, + "peak_swapped": 0.22544719278812408, + "peak_reference": 0.30734455585479736, + "motion_pred": [ + 0.04247737675905228, + 0.02823561802506447, + 0.024165960028767586, + 0.03773549571633339 + ], + "motion_real": [ + 0.04704682528972626, + 0.03760136291384697, + 0.032726578414440155, + 0.03755263611674309 + ], + "shift_reference_raw": -13.184577941894531 + }, + { + "index": 13326, + "episode": 171, + "map": 7, + "start": 4740, + "target_tic": 4772, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.32854461669922, + "shift_swapped": -25.860692977905273, + "shift_reference": 19.213796615600586, + "peak_recorded": 0.5966365933418274, + "peak_swapped": 0.6184911727905273, + "peak_reference": 0.6850905418395996, + "motion_pred": [ + 0.04268090799450874, + 0.040865350514650345, + 0.032701678574085236, + 0.031298041343688965 + ], + "motion_real": [ + 0.044038157910108566, + 0.04853825643658638, + 0.0335206538438797, + 0.03344487398862839 + ], + "shift_reference_raw": 19.60065269470215 + }, + { + "index": 13436, + "episode": 171, + "map": 7, + "start": 4850, + "target_tic": 4882, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.485807418823242, + "shift_swapped": -10.561324119567871, + "shift_reference": 22.603496551513672, + "peak_recorded": 0.9032838940620422, + "peak_swapped": 0.8307594060897827, + "peak_reference": 0.924475371837616, + "motion_pred": [ + 0.05720871686935425, + 0.04960533604025841, + 0.045897066593170166, + 0.0441998727619648 + ], + "motion_real": [ + 0.05318193882703781, + 0.05447385460138321, + 0.05253990739583969, + 0.051901835948228836 + ], + "shift_reference_raw": 22.46727180480957 + }, + { + "index": 13496, + "episode": 171, + "map": 7, + "start": 4910, + "target_tic": 4942, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 3.078969717025757, + "shift_reference": -32.0, + "peak_recorded": 0.8589784502983093, + "peak_swapped": 0.7411830425262451, + "peak_reference": 0.7502549886703491, + "motion_pred": [ + 0.06540608406066895, + 0.054841332137584686, + 0.06543181836605072, + 0.07297347486019135 + ], + "motion_real": [ + 0.07899174839258194, + 0.0783536359667778, + 0.06496261060237885, + 0.06208544597029686 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 13584, + "episode": 197, + "map": 7, + "start": 56, + "target_tic": 88, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.793699264526367, + "shift_swapped": 20.535757064819336, + "shift_reference": -20.121679306030273, + "peak_recorded": 0.8970010280609131, + "peak_swapped": 0.9080442190170288, + "peak_reference": 0.9177094101905823, + "motion_pred": [ + 0.0674203485250473, + 0.06068715080618858, + 0.062352295964956284, + 0.06574111431837082 + ], + "motion_real": [ + 0.06668820977210999, + 0.0649472177028656, + 0.06447718292474747, + 0.0671420618891716 + ], + "shift_reference_raw": -20.130617141723633 + }, + { + "index": 13598, + "episode": 197, + "map": 7, + "start": 70, + "target_tic": 102, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.99176549911499, + "shift_swapped": 17.69346046447754, + "shift_reference": -12.549395561218262, + "peak_recorded": 0.8086124658584595, + "peak_swapped": 0.9082578420639038, + "peak_reference": 0.8289794325828552, + "motion_pred": [ + 0.06745163351297379, + 0.05535288155078888, + 0.05119604989886284, + 0.04985130578279495 + ], + "motion_real": [ + 0.06840106099843979, + 0.06044699251651764, + 0.06721241027116776, + 0.06814587861299515 + ], + "shift_reference_raw": -9.595908164978027 + }, + { + "index": 13687, + "episode": 197, + "map": 7, + "start": 159, + "target_tic": 191, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.925642013549805, + "shift_swapped": -24.575605392456055, + "shift_reference": 15.985474586486816, + "peak_recorded": 0.5223363637924194, + "peak_swapped": 0.5529798865318298, + "peak_reference": 0.599615216255188, + "motion_pred": [ + 0.05961591377854347, + 0.05435881391167641, + 0.07171855866909027, + 0.05041183531284332 + ], + "motion_real": [ + 0.05681030452251434, + 0.0598219558596611, + 0.0794486477971077, + 0.07626257836818695 + ], + "shift_reference_raw": 15.463977813720703 + }, + { + "index": 13824, + "episode": 197, + "map": 7, + "start": 296, + "target_tic": 328, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.66435432434082, + "shift_swapped": 20.36075782775879, + "shift_reference": -20.141584396362305, + "peak_recorded": 0.810556948184967, + "peak_swapped": 0.7845126390457153, + "peak_reference": 0.7850663065910339, + "motion_pred": [ + 0.05759790167212486, + 0.0566357746720314, + 0.06070360541343689, + 0.07248225063085556 + ], + "motion_real": [ + 0.05989699065685272, + 0.059432197362184525, + 0.0659802034497261, + 0.07680638879537582 + ], + "shift_reference_raw": -20.186019897460938 + }, + { + "index": 13888, + "episode": 197, + "map": 7, + "start": 360, + "target_tic": 392, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.27146053314209, + "shift_swapped": 26.713655471801758, + "shift_reference": -17.177587509155273, + "peak_recorded": 0.7046018838882446, + "peak_swapped": 0.8500642776489258, + "peak_reference": 0.5554944276809692, + "motion_pred": [ + 0.07925938814878464, + 0.058481615036726, + 0.03949626907706261, + 0.0270328801125288 + ], + "motion_real": [ + 0.0785273090004921, + 0.06900815665721893, + 0.04047383740544319, + 0.02769865095615387 + ], + "shift_reference_raw": -18.991374969482422 + }, + { + "index": 13920, + "episode": 197, + "map": 7, + "start": 392, + "target_tic": 424, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.36621856689453, + "shift_swapped": 16.514192581176758, + "shift_reference": -21.893354415893555, + "peak_recorded": 0.9633392095565796, + "peak_swapped": 0.9188477993011475, + "peak_reference": 0.9291365146636963, + "motion_pred": [ + 0.07654938101768494, + 0.07128376513719559, + 0.06326787173748016, + 0.0600760281085968 + ], + "motion_real": [ + 0.07885102927684784, + 0.07130652666091919, + 0.07947366684675217, + 0.06455063074827194 + ], + "shift_reference_raw": -22.10870933532715 + }, + { + "index": 13937, + "episode": 197, + "map": 7, + "start": 409, + "target_tic": 441, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.20731544494629, + "shift_swapped": 23.55854606628418, + "shift_reference": -19.91746711730957, + "peak_recorded": 0.9136425256729126, + "peak_swapped": 0.9031875133514404, + "peak_reference": 0.881028950214386, + "motion_pred": [ + 0.04805222898721695, + 0.04384671524167061, + 0.04797845706343651, + 0.04562823846936226 + ], + "motion_real": [ + 0.05462910607457161, + 0.05582469701766968, + 0.058778949081897736, + 0.05192824453115463 + ], + "shift_reference_raw": -19.97752571105957 + }, + { + "index": 13952, + "episode": 197, + "map": 7, + "start": 424, + "target_tic": 456, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.18850326538086, + "shift_swapped": 29.08808708190918, + "shift_reference": -16.352550506591797, + "peak_recorded": 0.8603023886680603, + "peak_swapped": 0.8119011521339417, + "peak_reference": 0.8615702390670776, + "motion_pred": [ + 0.07337930053472519, + 0.07033728808164597, + 0.07642877846956253, + 0.07106008380651474 + ], + "motion_real": [ + 0.07152234017848969, + 0.07537981122732162, + 0.07998614013195038, + 0.08117146044969559 + ], + "shift_reference_raw": -16.348833084106445 + }, + { + "index": 13962, + "episode": 197, + "map": 7, + "start": 434, + "target_tic": 466, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.407875061035156, + "shift_swapped": 29.07414436340332, + "shift_reference": -17.604887008666992, + "peak_recorded": 0.7614896893501282, + "peak_swapped": 0.7992278933525085, + "peak_reference": 0.7828395962715149, + "motion_pred": [ + 0.06924091279506683, + 0.0603259801864624, + 0.052892837673425674, + 0.055053114891052246 + ], + "motion_real": [ + 0.0717548131942749, + 0.06757202744483948, + 0.0605580136179924, + 0.05761454254388809 + ], + "shift_reference_raw": -17.520952224731445 + }, + { + "index": 13974, + "episode": 197, + "map": 7, + "start": 446, + "target_tic": 478, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.705293655395508, + "shift_swapped": 23.774274826049805, + "shift_reference": -26.66061019897461, + "peak_recorded": 0.9225350618362427, + "peak_swapped": 0.9237809777259827, + "peak_reference": 0.9146236181259155, + "motion_pred": [ + 0.0492815338075161, + 0.050245653837919235, + 0.048904597759246826, + 0.045417528599500656 + ], + "motion_real": [ + 0.05234917253255844, + 0.052664414048194885, + 0.048476461321115494, + 0.04303538054227829 + ], + "shift_reference_raw": -26.50827980041504 + }, + { + "index": 14008, + "episode": 197, + "map": 7, + "start": 480, + "target_tic": 512, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.82868003845215, + "shift_swapped": 21.984418869018555, + "shift_reference": -19.074350357055664, + "peak_recorded": 0.7912540435791016, + "peak_swapped": 0.7389658689498901, + "peak_reference": 0.8065730333328247, + "motion_pred": [ + 0.06944593787193298, + 0.05935424193739891, + 0.06457787752151489, + 0.07181127369403839 + ], + "motion_real": [ + 0.07145347446203232, + 0.06732151657342911, + 0.07316949218511581, + 0.07729806751012802 + ], + "shift_reference_raw": -18.821203231811523 + }, + { + "index": 14139, + "episode": 197, + "map": 7, + "start": 646, + "target_tic": 678, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.390586853027344, + "shift_swapped": 22.30287742614746, + "shift_reference": -19.792686462402344, + "peak_recorded": 0.5893382430076599, + "peak_swapped": 0.5376701354980469, + "peak_reference": 0.6054425835609436, + "motion_pred": [ + 0.07243169099092484, + 0.0617811344563961, + 0.08010611683130264, + 0.05225380137562752 + ], + "motion_real": [ + 0.0728645995259285, + 0.07399584352970123, + 0.08132316172122955, + 0.06070227921009064 + ], + "shift_reference_raw": -18.962512969970703 + }, + { + "index": 14181, + "episode": 197, + "map": 7, + "start": 688, + "target_tic": 720, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.6368408203125, + "shift_swapped": 2.3156237602233887, + "shift_reference": -8.083097457885742, + "peak_recorded": 0.8672530651092529, + "peak_swapped": 0.8687809705734253, + "peak_reference": 0.9021545052528381, + "motion_pred": [ + 0.03372674435377121, + 0.027634091675281525, + 0.025839464738965034, + 0.039339758455753326 + ], + "motion_real": [ + 0.034157563000917435, + 0.034494321793317795, + 0.03463635966181755, + 0.04842324182391167 + ], + "shift_reference_raw": -8.039920806884766 + }, + { + "index": 14203, + "episode": 197, + "map": 7, + "start": 710, + "target_tic": 742, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.5312960147857666, + "shift_swapped": -5.7383036613464355, + "shift_reference": 3.4915621280670166, + "peak_recorded": 0.9046676158905029, + "peak_swapped": 0.896886944770813, + "peak_reference": 0.8880426287651062, + "motion_pred": [ + 0.033899497240781784, + 0.03533355891704559, + 0.03650808706879616, + 0.04091882333159447 + ], + "motion_real": [ + 0.03589378297328949, + 0.04287824407219887, + 0.04395861551165581, + 0.048076093196868896 + ], + "shift_reference_raw": 3.5854740142822266 + }, + { + "index": 14204, + "episode": 197, + "map": 7, + "start": 711, + "target_tic": 743, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.33932876586914, + "shift_swapped": -23.223276138305664, + "shift_reference": 18.04876708984375, + "peak_recorded": 0.7348027229309082, + "peak_swapped": 0.8373022079467773, + "peak_reference": 0.7722843289375305, + "motion_pred": [ + 0.04035796970129013, + 0.035148609429597855, + 0.0405617319047451, + 0.03725014626979828 + ], + "motion_real": [ + 0.04287824407219887, + 0.04395861551165581, + 0.048076093196868896, + 0.040088094770908356 + ], + "shift_reference_raw": 18.17856216430664 + }, + { + "index": 14221, + "episode": 197, + "map": 7, + "start": 728, + "target_tic": 760, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.821336269378662, + "shift_swapped": -6.311498641967773, + "shift_reference": 1.8621535301208496, + "peak_recorded": 0.7136313319206238, + "peak_swapped": 0.7118998765945435, + "peak_reference": 0.7132228016853333, + "motion_pred": [ + 0.06653232872486115, + 0.061799123883247375, + 0.06081140413880348, + 0.05742033198475838 + ], + "motion_real": [ + 0.07052848488092422, + 0.06980612874031067, + 0.06424689292907715, + 0.064049132168293 + ], + "shift_reference_raw": 1.8526684045791626 + }, + { + "index": 14353, + "episode": 197, + "map": 7, + "start": 860, + "target_tic": 892, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.26943588256836, + "shift_swapped": -20.336109161376953, + "shift_reference": 18.599254608154297, + "peak_recorded": 0.6948222517967224, + "peak_swapped": 0.6535934209823608, + "peak_reference": 0.7080128192901611, + "motion_pred": [ + 0.06715475767850876, + 0.04549627751111984, + 0.03476661071181297, + 0.033759549260139465 + ], + "motion_real": [ + 0.072382353246212, + 0.06040003523230553, + 0.04210538789629936, + 0.040776606649160385 + ], + "shift_reference_raw": 18.907379150390625 + }, + { + "index": 14462, + "episode": 197, + "map": 7, + "start": 969, + "target_tic": 1001, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.324693202972412, + "shift_swapped": 5.0866594314575195, + "shift_reference": -4.752077579498291, + "peak_recorded": 0.6311745047569275, + "peak_swapped": 0.6284634470939636, + "peak_reference": 0.6214959621429443, + "motion_pred": [ + 0.04248850792646408, + 0.03367967531085014, + 0.044610150158405304, + 0.04075802490115166 + ], + "motion_real": [ + 0.04204804077744484, + 0.04205906391143799, + 0.04930981993675232, + 0.04405204951763153 + ], + "shift_reference_raw": -3.729064702987671 + }, + { + "index": 14786, + "episode": 197, + "map": 7, + "start": 1328, + "target_tic": 1360, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.03221321105957, + "shift_swapped": 5.403291702270508, + "shift_reference": -28.477067947387695, + "peak_recorded": 0.8255923986434937, + "peak_swapped": 0.7264492511749268, + "peak_reference": 0.7560343742370605, + "motion_pred": [ + 0.07356006652116776, + 0.07266398519277573, + 0.07081582397222519, + 0.07298794388771057 + ], + "motion_real": [ + 0.07800440490245819, + 0.08247294276952744, + 0.0817747712135315, + 0.07524022459983826 + ], + "shift_reference_raw": -28.449865341186523 + }, + { + "index": 14788, + "episode": 197, + "map": 7, + "start": 1330, + "target_tic": 1362, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.294084548950195, + "shift_swapped": 11.350203514099121, + "shift_reference": -29.578916549682617, + "peak_recorded": 0.7351743578910828, + "peak_swapped": 0.7565765380859375, + "peak_reference": 0.7084483504295349, + "motion_pred": [ + 0.07645910978317261, + 0.06487661600112915, + 0.059613730758428574, + 0.05452575907111168 + ], + "motion_real": [ + 0.0817747712135315, + 0.07524022459983826, + 0.07160331308841705, + 0.06479296833276749 + ], + "shift_reference_raw": -29.673465728759766 + }, + { + "index": 14828, + "episode": 197, + "map": 7, + "start": 1370, + "target_tic": 1402, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.61007833480835, + "shift_swapped": -3.4897453784942627, + "shift_reference": 6.040783405303955, + "peak_recorded": 0.6711892485618591, + "peak_swapped": 0.7175682187080383, + "peak_reference": 0.6271390914916992, + "motion_pred": [ + 0.04912134259939194, + 0.042494405061006546, + 0.046016912907361984, + 0.047520965337753296 + ], + "motion_real": [ + 0.051739078015089035, + 0.056662123650312424, + 0.06114339455962181, + 0.04999250918626785 + ], + "shift_reference_raw": 6.732900619506836 + }, + { + "index": 14958, + "episode": 197, + "map": 7, + "start": 1500, + "target_tic": 1532, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.976171493530273, + "shift_swapped": 21.183555603027344, + "shift_reference": -20.10490608215332, + "peak_recorded": 0.5451334714889526, + "peak_swapped": 0.4376116991043091, + "peak_reference": 0.4797435700893402, + "motion_pred": [ + 0.0717691034078598, + 0.07353722304105759, + 0.05744660273194313, + 0.05336560681462288 + ], + "motion_real": [ + 0.07272708415985107, + 0.0879325270652771, + 0.06657207757234573, + 0.06372323632240295 + ], + "shift_reference_raw": -19.786272048950195 + }, + { + "index": 15034, + "episode": 197, + "map": 7, + "start": 1576, + "target_tic": 1608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.221150398254395, + "shift_swapped": -31.148775100708008, + "shift_reference": 15.936469078063965, + "peak_recorded": 0.718805730342865, + "peak_swapped": 0.7684961557388306, + "peak_reference": 0.7272695302963257, + "motion_pred": [ + 0.05289337784051895, + 0.07098343223333359, + 0.054538000375032425, + 0.05409669131040573 + ], + "motion_real": [ + 0.0580759234726429, + 0.07440383732318878, + 0.0603349395096302, + 0.06142868101596832 + ], + "shift_reference_raw": 12.382893562316895 + }, + { + "index": 15133, + "episode": 197, + "map": 7, + "start": 1675, + "target_tic": 1707, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.999351501464844, + "shift_swapped": 24.32898712158203, + "shift_reference": -10.504561424255371, + "peak_recorded": 0.7821376323699951, + "peak_swapped": 0.9346883296966553, + "peak_reference": 0.8061137795448303, + "motion_pred": [ + 0.05004085227847099, + 0.04369015991687775, + 0.04266345500946045, + 0.0524706095457077 + ], + "motion_real": [ + 0.049439046531915665, + 0.057993531227111816, + 0.053483836352825165, + 0.05643888935446739 + ], + "shift_reference_raw": -10.31783390045166 + }, + { + "index": 15212, + "episode": 197, + "map": 7, + "start": 1754, + "target_tic": 1786, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.082677364349365, + "shift_swapped": -5.553932189941406, + "shift_reference": 4.6305341720581055, + "peak_recorded": 0.7917394638061523, + "peak_swapped": 0.7753476500511169, + "peak_reference": 0.8267728090286255, + "motion_pred": [ + 0.0413680225610733, + 0.03803214430809021, + 0.03735344484448433, + 0.04851188883185387 + ], + "motion_real": [ + 0.04101312533020973, + 0.042496804147958755, + 0.04328857362270355, + 0.05193783715367317 + ], + "shift_reference_raw": 4.334941387176514 + }, + { + "index": 15249, + "episode": 197, + "map": 7, + "start": 1791, + "target_tic": 1823, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.548155307769775, + "shift_swapped": -5.165856838226318, + "shift_reference": 4.575992107391357, + "peak_recorded": 0.8000362515449524, + "peak_swapped": 0.7851283550262451, + "peak_reference": 0.763991117477417, + "motion_pred": [ + 0.034597788006067276, + 0.029007546603679657, + 0.0575450100004673, + 0.04023967310786247 + ], + "motion_real": [ + 0.03561403229832649, + 0.03465908393263817, + 0.06146955117583275, + 0.05665694549679756 + ], + "shift_reference_raw": 4.261025428771973 + }, + { + "index": 15358, + "episode": 197, + "map": 7, + "start": 1935, + "target_tic": 1967, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -0.42378249764442444, + "shift_reference": -29.274356842041016, + "peak_recorded": 0.6850467920303345, + "peak_swapped": 0.579575777053833, + "peak_reference": 0.692690908908844, + "motion_pred": [ + 0.057918936014175415, + 0.048709504306316376, + 0.04438518360257149, + 0.04909719526767731 + ], + "motion_real": [ + 0.05949440225958824, + 0.05342114344239235, + 0.050806429237127304, + 0.05239178612828255 + ], + "shift_reference_raw": -30.48843765258789 + }, + { + "index": 15400, + "episode": 197, + "map": 7, + "start": 1977, + "target_tic": 2009, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.729225158691406, + "shift_swapped": -1.2341480255126953, + "shift_reference": 24.286109924316406, + "peak_recorded": 0.44311708211898804, + "peak_swapped": 0.4203537702560425, + "peak_reference": 0.3748355209827423, + "motion_pred": [ + 0.0641184002161026, + 0.0512813962996006, + 0.05677848681807518, + 0.05694526806473732 + ], + "motion_real": [ + 0.06877294927835464, + 0.06300396472215652, + 0.06412964314222336, + 0.07518267631530762 + ], + "shift_reference_raw": 23.962966918945312 + }, + { + "index": 15821, + "episode": 197, + "map": 7, + "start": 2433, + "target_tic": 2465, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.779172897338867, + "shift_swapped": 19.211610794067383, + "shift_reference": -20.638103485107422, + "peak_recorded": 0.8770074844360352, + "peak_swapped": 0.9312823414802551, + "peak_reference": 0.8809691667556763, + "motion_pred": [ + 0.05624748393893242, + 0.052851077169179916, + 0.03127644211053848, + 0.02508183941245079 + ], + "motion_real": [ + 0.054777685552835464, + 0.05665915831923485, + 0.0378430001437664, + 0.02693963050842285 + ], + "shift_reference_raw": -20.627098083496094 + }, + { + "index": 16006, + "episode": 197, + "map": 7, + "start": 2653, + "target_tic": 2685, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 24.120317459106445, + "shift_swapped": 32.0, + "shift_reference": 8.484419822692871, + "peak_recorded": 0.8805379271507263, + "peak_swapped": 0.9170385599136353, + "peak_reference": 0.9122782349586487, + "motion_pred": [ + 0.04132389649748802, + 0.03885975480079651, + 0.02731294557452202, + 0.031969618052244186 + ], + "motion_real": [ + 0.0378844328224659, + 0.04407837614417076, + 0.04054686427116394, + 0.04444349557161331 + ], + "shift_reference_raw": 9.136468887329102 + }, + { + "index": 16185, + "episode": 197, + "map": 7, + "start": 2867, + "target_tic": 2899, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.772387504577637, + "shift_swapped": -5.568369388580322, + "shift_reference": 4.408871173858643, + "peak_recorded": 0.8196212649345398, + "peak_swapped": 0.7986820340156555, + "peak_reference": 0.7765209674835205, + "motion_pred": [ + 0.03753901273012161, + 0.038391537964344025, + 0.04177354276180267, + 0.038646548986434937 + ], + "motion_real": [ + 0.03866604343056679, + 0.04151270538568497, + 0.04850713908672333, + 0.047675833106040955 + ], + "shift_reference_raw": 5.342370986938477 + }, + { + "index": 16191, + "episode": 197, + "map": 7, + "start": 2873, + "target_tic": 2905, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.5617046356201172, + "shift_swapped": 20.481578826904297, + "shift_reference": -21.807737350463867, + "peak_recorded": 0.5708345174789429, + "peak_swapped": 0.6242847442626953, + "peak_reference": 0.5441066026687622, + "motion_pred": [ + 0.04472345486283302, + 0.036490343511104584, + 0.03840233385562897, + 0.027333145961165428 + ], + "motion_real": [ + 0.04816335439682007, + 0.04521705210208893, + 0.04827519878745079, + 0.026959434151649475 + ], + "shift_reference_raw": -20.32576560974121 + }, + { + "index": 16917, + "episode": 197, + "map": 7, + "start": 3704, + "target_tic": 3736, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.356672286987305, + "shift_swapped": 23.235916137695312, + "shift_reference": -21.046737670898438, + "peak_recorded": 0.497332900762558, + "peak_swapped": 0.5005294680595398, + "peak_reference": 0.48426252603530884, + "motion_pred": [ + 0.08432657271623611, + 0.06960023194551468, + 0.04910001903772354, + 0.05199175700545311 + ], + "motion_real": [ + 0.09297671914100647, + 0.08134271949529648, + 0.06427647173404694, + 0.07227817922830582 + ], + "shift_reference_raw": -21.045570373535156 + }, + { + "index": 17152, + "episode": 197, + "map": 7, + "start": 3974, + "target_tic": 4006, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 1.0662487745285034, + "shift_reference": 32.0, + "peak_recorded": 0.5496978759765625, + "peak_swapped": 0.4898235499858856, + "peak_reference": 0.36209842562675476, + "motion_pred": [ + 0.10394754260778427, + 0.0873342752456665, + 0.08011002838611603, + 0.07151523977518082 + ], + "motion_real": [ + 0.10385677963495255, + 0.10909932106733322, + 0.11476089805364609, + 0.12261513620615005 + ], + "shift_reference_raw": 0.2575121521949768 + }, + { + "index": 17166, + "episode": 197, + "map": 7, + "start": 3988, + "target_tic": 4020, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.914608955383301, + "shift_swapped": -32.0, + "shift_reference": 8.871223449707031, + "peak_recorded": 0.5708314776420593, + "peak_swapped": 0.5101102590560913, + "peak_reference": 0.5624944567680359, + "motion_pred": [ + 0.09004882723093033, + 0.07451504468917847, + 0.07995989918708801, + 0.08893497288227081 + ], + "motion_real": [ + 0.09556473046541214, + 0.09021978080272675, + 0.1031205803155899, + 0.11900525540113449 + ], + "shift_reference_raw": 10.882960319519043 + }, + { + "index": 17589, + "episode": 197, + "map": 7, + "start": 4446, + "target_tic": 4478, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.00139808654785, + "shift_swapped": 21.57508659362793, + "shift_reference": -27.615673065185547, + "peak_recorded": 0.5516801476478577, + "peak_swapped": 0.6045967936515808, + "peak_reference": 0.5184115767478943, + "motion_pred": [ + 0.08007648587226868, + 0.054410360753536224, + 0.050148747861385345, + 0.05243286117911339 + ], + "motion_real": [ + 0.08694782853126526, + 0.06915824860334396, + 0.062239084392786026, + 0.05984896421432495 + ], + "shift_reference_raw": -28.164979934692383 + }, + { + "index": 17642, + "episode": 197, + "map": 7, + "start": 4499, + "target_tic": 4531, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.064720153808594, + "shift_swapped": 22.00786018371582, + "shift_reference": -23.17951202392578, + "peak_recorded": 0.6607729196548462, + "peak_swapped": 0.6864010691642761, + "peak_reference": 0.5964918732643127, + "motion_pred": [ + 0.09284452348947525, + 0.07343705743551254, + 0.07304296642541885, + 0.08853204548358917 + ], + "motion_real": [ + 0.10562875121831894, + 0.08007221668958664, + 0.0761646181344986, + 0.09880101680755615 + ], + "shift_reference_raw": -20.47752571105957 + }, + { + "index": 17655, + "episode": 197, + "map": 7, + "start": 4512, + "target_tic": 4544, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.266952514648438, + "shift_swapped": -32.0, + "shift_reference": 14.977987289428711, + "peak_recorded": 0.652367353439331, + "peak_swapped": 0.6191042065620422, + "peak_reference": 0.6389337182044983, + "motion_pred": [ + 0.08028849959373474, + 0.07442373037338257, + 0.09902820736169815, + 0.08118581026792526 + ], + "motion_real": [ + 0.08206228166818619, + 0.08069824427366257, + 0.10550861060619354, + 0.09305386990308762 + ], + "shift_reference_raw": 15.066027641296387 + }, + { + "index": 17824, + "episode": 197, + "map": 7, + "start": 4716, + "target_tic": 4748, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.856039047241211, + "shift_swapped": 25.18840789794922, + "shift_reference": -11.220519065856934, + "peak_recorded": 0.5752785205841064, + "peak_swapped": 0.6617711782455444, + "peak_reference": 0.6182512044906616, + "motion_pred": [ + 0.09612772613763809, + 0.08511862903833389, + 0.07876516878604889, + 0.0872943326830864 + ], + "motion_real": [ + 0.09464899450540543, + 0.09956406056880951, + 0.0953492820262909, + 0.1053934171795845 + ], + "shift_reference_raw": -10.79927921295166 + }, + { + "index": 18071, + "episode": 210, + "map": 7, + "start": 219, + "target_tic": 251, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.876169204711914, + "shift_swapped": 9.08813190460205, + "shift_reference": 32.0, + "peak_recorded": 0.45874494314193726, + "peak_swapped": 0.4850175380706787, + "peak_reference": 0.43147438764572144, + "motion_pred": [ + 0.08087798953056335, + 0.070508673787117, + 0.07779088616371155, + 0.061943721026182175 + ], + "motion_real": [ + 0.09013034403324127, + 0.10190102458000183, + 0.09918470680713654, + 0.08711528778076172 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 18939, + "episode": 210, + "map": 7, + "start": 1157, + "target_tic": 1189, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.26602599024772644, + "shift_swapped": -10.588298797607422, + "shift_reference": -0.49472925066947937, + "peak_recorded": 0.6657850742340088, + "peak_swapped": 0.6499061584472656, + "peak_reference": 0.6954924464225769, + "motion_pred": [ + 0.0444280169904232, + 0.04010418802499771, + 0.06281084567308426, + 0.053209252655506134 + ], + "motion_real": [ + 0.04616124555468559, + 0.046577323228120804, + 0.07165060937404633, + 0.06344106793403625 + ], + "shift_reference_raw": -1.0866899490356445 + }, + { + "index": 19026, + "episode": 210, + "map": 7, + "start": 1244, + "target_tic": 1276, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.9722208976745605, + "shift_swapped": 0.20233619213104248, + "shift_reference": -1.4721431732177734, + "peak_recorded": 0.5503436923027039, + "peak_swapped": 0.6851328611373901, + "peak_reference": 0.49656879901885986, + "motion_pred": [ + 0.04908507689833641, + 0.03983893617987633, + 0.037623655050992966, + 0.03494452312588692 + ], + "motion_real": [ + 0.05178002640604973, + 0.04772879555821419, + 0.047584544867277145, + 0.04264793545007706 + ], + "shift_reference_raw": -0.46507319808006287 + }, + { + "index": 19491, + "episode": 210, + "map": 7, + "start": 1744, + "target_tic": 1776, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.15995454788208, + "shift_swapped": 6.3411760330200195, + "shift_reference": -3.2164206504821777, + "peak_recorded": 0.6094843149185181, + "peak_swapped": 0.5972026586532593, + "peak_reference": 0.6302057504653931, + "motion_pred": [ + 0.041475649923086166, + 0.03450622782111168, + 0.03442652150988579, + 0.027473649010062218 + ], + "motion_real": [ + 0.04490441083908081, + 0.047241270542144775, + 0.04022892564535141, + 0.035935644060373306 + ], + "shift_reference_raw": -3.2040767669677734 + }, + { + "index": 19537, + "episode": 210, + "map": 7, + "start": 1790, + "target_tic": 1822, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.51505184173584, + "shift_swapped": 27.055639266967773, + "shift_reference": -16.2996826171875, + "peak_recorded": 0.8194575309753418, + "peak_swapped": 0.7933685183525085, + "peak_reference": 0.7721062898635864, + "motion_pred": [ + 0.04756217822432518, + 0.03942053020000458, + 0.043599389493465424, + 0.049843501299619675 + ], + "motion_real": [ + 0.050494369119405746, + 0.05049767345190048, + 0.05505901947617531, + 0.05807659775018692 + ], + "shift_reference_raw": -16.902421951293945 + }, + { + "index": 19628, + "episode": 210, + "map": 7, + "start": 1881, + "target_tic": 1913, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -16.997419357299805, + "shift_reference": -32.0, + "peak_recorded": 0.22284576296806335, + "peak_swapped": 0.656402587890625, + "peak_reference": 0.16470441222190857, + "motion_pred": [ + 0.04925914481282234, + 0.03789866343140602, + 0.028276734054088593, + 0.04280552268028259 + ], + "motion_real": [ + 0.0512169748544693, + 0.04447726160287857, + 0.035264477133750916, + 0.0494101382791996 + ], + "shift_reference_raw": 3.212817907333374 + }, + { + "index": 19785, + "episode": 210, + "map": 7, + "start": 2073, + "target_tic": 2105, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.003129959106445, + "shift_swapped": 13.343769073486328, + "shift_reference": -10.623290061950684, + "peak_recorded": 0.24289661645889282, + "peak_swapped": 0.3094119131565094, + "peak_reference": 0.44804471731185913, + "motion_pred": [ + 0.08112350106239319, + 0.04443316534161568, + 0.035461727529764175, + 0.033269818872213364 + ], + "motion_real": [ + 0.07685752213001251, + 0.05605274438858032, + 0.035542555153369904, + 0.038907185196876526 + ], + "shift_reference_raw": -12.531014442443848 + }, + { + "index": 19845, + "episode": 210, + "map": 7, + "start": 2133, + "target_tic": 2165, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.492733955383301, + "shift_swapped": -10.290862083435059, + "shift_reference": 0.4484330415725708, + "peak_recorded": 0.5858215689659119, + "peak_swapped": 0.6658608913421631, + "peak_reference": 0.6291309595108032, + "motion_pred": [ + 0.05134391039609909, + 0.03803744912147522, + 0.036058470606803894, + 0.033657100051641464 + ], + "motion_real": [ + 0.05013764649629593, + 0.045530252158641815, + 0.041812337934970856, + 0.04211236163973808 + ], + "shift_reference_raw": 2.5882887840270996 + }, + { + "index": 20061, + "episode": 210, + "map": 7, + "start": 2384, + "target_tic": 2416, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -30.1381778717041, + "shift_reference": 21.998823165893555, + "peak_recorded": 0.2725347578525543, + "peak_swapped": 0.397702693939209, + "peak_reference": 0.4420885741710663, + "motion_pred": [ + 0.037960197776556015, + 0.031128229573369026, + 0.03287990391254425, + 0.030828753486275673 + ], + "motion_real": [ + 0.037109021097421646, + 0.03693778067827225, + 0.039191704243421555, + 0.039889365434646606 + ], + "shift_reference_raw": 22.023054122924805 + }, + { + "index": 20170, + "episode": 210, + "map": 7, + "start": 2493, + "target_tic": 2525, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.4029598236084, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.6024460792541504, + "peak_swapped": 0.5843790173530579, + "peak_reference": 0.5503187775611877, + "motion_pred": [ + 0.046656299382448196, + 0.0405794195830822, + 0.04069192707538605, + 0.061350539326667786 + ], + "motion_real": [ + 0.04744682088494301, + 0.04514624923467636, + 0.044039297848939896, + 0.07048714905977249 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 20369, + "episode": 210, + "map": 7, + "start": 2692, + "target_tic": 2724, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.87776517868042, + "shift_swapped": 3.643768787384033, + "shift_reference": -8.138395309448242, + "peak_recorded": 0.6278731822967529, + "peak_swapped": 0.6657072901725769, + "peak_reference": 0.7852283716201782, + "motion_pred": [ + 0.040765952318906784, + 0.04562278091907501, + 0.047937359660863876, + 0.057924721390008926 + ], + "motion_real": [ + 0.042962901294231415, + 0.05643806979060173, + 0.057591069489717484, + 0.06443720310926437 + ], + "shift_reference_raw": -8.226410865783691 + }, + { + "index": 20534, + "episode": 210, + "map": 7, + "start": 2892, + "target_tic": 2924, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.6710903644561768, + "shift_swapped": -4.756600856781006, + "shift_reference": 4.594051837921143, + "peak_recorded": 0.6225973963737488, + "peak_swapped": 0.6666795015335083, + "peak_reference": 0.5990871787071228, + "motion_pred": [ + 0.054148148745298386, + 0.0619036890566349, + 0.04612307623028755, + 0.03821178898215294 + ], + "motion_real": [ + 0.060537103563547134, + 0.06977155804634094, + 0.05262778699398041, + 0.047047510743141174 + ], + "shift_reference_raw": 4.548504829406738 + }, + { + "index": 20557, + "episode": 210, + "map": 7, + "start": 2915, + "target_tic": 2947, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.606748580932617, + "shift_swapped": 19.574111938476562, + "shift_reference": -24.186756134033203, + "peak_recorded": 0.7048158645629883, + "peak_swapped": 0.7027301788330078, + "peak_reference": 0.7240197658538818, + "motion_pred": [ + 0.06045745313167572, + 0.06005919352173805, + 0.06762272119522095, + 0.05260412395000458 + ], + "motion_real": [ + 0.06255155801773071, + 0.07135704159736633, + 0.08595530688762665, + 0.07497414946556091 + ], + "shift_reference_raw": -24.24177360534668 + }, + { + "index": 20679, + "episode": 210, + "map": 7, + "start": 3037, + "target_tic": 3069, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.877267360687256, + "shift_swapped": -14.130914688110352, + "shift_reference": 4.031524181365967, + "peak_recorded": 0.6798946261405945, + "peak_swapped": 0.6779007911682129, + "peak_reference": 0.7024151682853699, + "motion_pred": [ + 0.0640886053442955, + 0.04970785602927208, + 0.0497739352285862, + 0.04669847711920738 + ], + "motion_real": [ + 0.0694589912891388, + 0.056006912142038345, + 0.0572618804872036, + 0.07131148874759674 + ], + "shift_reference_raw": 4.738844871520996 + }, + { + "index": 20935, + "episode": 210, + "map": 7, + "start": 3328, + "target_tic": 3360, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.917621612548828, + "shift_swapped": -21.032825469970703, + "shift_reference": 21.129608154296875, + "peak_recorded": 0.6507288217544556, + "peak_swapped": 0.6867868304252625, + "peak_reference": 0.7042393684387207, + "motion_pred": [ + 0.06997372955083847, + 0.040237970650196075, + 0.05485517904162407, + 0.031482208520174026 + ], + "motion_real": [ + 0.08082346618175507, + 0.04512561857700348, + 0.055288128554821014, + 0.024641916155815125 + ], + "shift_reference_raw": 21.2027645111084 + }, + { + "index": 21093, + "episode": 210, + "map": 7, + "start": 3521, + "target_tic": 3553, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.729841709136963, + "shift_swapped": -6.938924312591553, + "shift_reference": 3.536238670349121, + "peak_recorded": 0.7453598976135254, + "peak_swapped": 0.7613422870635986, + "peak_reference": 0.7235909104347229, + "motion_pred": [ + 0.04640628769993782, + 0.04163040220737457, + 0.041604116559028625, + 0.042531322687864304 + ], + "motion_real": [ + 0.04620867595076561, + 0.05177270621061325, + 0.06039779633283615, + 0.05035211890935898 + ], + "shift_reference_raw": 3.5910611152648926 + }, + { + "index": 21286, + "episode": 210, + "map": 7, + "start": 3749, + "target_tic": 3781, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.44947624206543, + "shift_swapped": -30.924062728881836, + "shift_reference": 13.071849822998047, + "peak_recorded": 0.4369557797908783, + "peak_swapped": 0.48792675137519836, + "peak_reference": 0.34168702363967896, + "motion_pred": [ + 0.07081647217273712, + 0.06199786439538002, + 0.05924060940742493, + 0.05284150317311287 + ], + "motion_real": [ + 0.07408454269170761, + 0.06428578495979309, + 0.0656888410449028, + 0.05888098105788231 + ], + "shift_reference_raw": 13.316238403320312 + }, + { + "index": 21439, + "episode": 210, + "map": 7, + "start": 3902, + "target_tic": 3934, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.775185585021973, + "shift_swapped": -5.964272499084473, + "shift_reference": 4.400177478790283, + "peak_recorded": 0.8295992016792297, + "peak_swapped": 0.8062024116516113, + "peak_reference": 0.8401798605918884, + "motion_pred": [ + 0.035211704671382904, + 0.030021537095308304, + 0.030302807688713074, + 0.03159128874540329 + ], + "motion_real": [ + 0.03624379634857178, + 0.03776460513472557, + 0.03528488799929619, + 0.03695715218782425 + ], + "shift_reference_raw": 4.4782395362854 + }, + { + "index": 21745, + "episode": 210, + "map": 7, + "start": 4243, + "target_tic": 4275, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.655780792236328, + "shift_swapped": 20.3791561126709, + "shift_reference": -20.290861129760742, + "peak_recorded": 0.6410416960716248, + "peak_swapped": 0.6191205978393555, + "peak_reference": 0.6327652931213379, + "motion_pred": [ + 0.06583096086978912, + 0.07942886650562286, + 0.058350805193185806, + 0.051815375685691833 + ], + "motion_real": [ + 0.07229821383953094, + 0.09127570688724518, + 0.07141298055648804, + 0.0670078694820404 + ], + "shift_reference_raw": -20.94062042236328 + }, + { + "index": 21926, + "episode": 210, + "map": 7, + "start": 4459, + "target_tic": 4491, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.63837242126465, + "shift_swapped": 10.087457656860352, + "shift_reference": -16.997304916381836, + "peak_recorded": 0.7600314617156982, + "peak_swapped": 0.7239171266555786, + "peak_reference": 0.7386724352836609, + "motion_pred": [ + 0.034050993621349335, + 0.02941490337252617, + 0.034263793379068375, + 0.040722981095314026 + ], + "motion_real": [ + 0.03635016456246376, + 0.037647444754838943, + 0.039401084184646606, + 0.04340701177716255 + ], + "shift_reference_raw": -17.162906646728516 + }, + { + "index": 21995, + "episode": 210, + "map": 7, + "start": 4528, + "target_tic": 4560, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.64777183532715, + "shift_swapped": 25.41703224182129, + "shift_reference": -22.037559509277344, + "peak_recorded": 0.6395575404167175, + "peak_swapped": 0.680554986000061, + "peak_reference": 0.6882902979850769, + "motion_pred": [ + 0.05604838952422142, + 0.049192048609256744, + 0.057070475071668625, + 0.07292956858873367 + ], + "motion_real": [ + 0.05679985135793686, + 0.04996906965970993, + 0.05565456673502922, + 0.06670105457305908 + ], + "shift_reference_raw": -22.853023529052734 + }, + { + "index": 22055, + "episode": 210, + "map": 7, + "start": 4588, + "target_tic": 4620, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.875308990478516, + "shift_swapped": -18.124954223632812, + "shift_reference": 23.217144012451172, + "peak_recorded": 0.6253190040588379, + "peak_swapped": 0.7456519603729248, + "peak_reference": 0.6190353035926819, + "motion_pred": [ + 0.06393222510814667, + 0.059849537909030914, + 0.08040408790111542, + 0.057133305817842484 + ], + "motion_real": [ + 0.060799792408943176, + 0.060643270611763, + 0.08213021606206894, + 0.07316549122333527 + ], + "shift_reference_raw": 23.260204315185547 + }, + { + "index": 22165, + "episode": 210, + "map": 7, + "start": 4698, + "target_tic": 4730, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.091825485229492, + "shift_swapped": -12.271549224853516, + "shift_reference": 27.925600051879883, + "peak_recorded": 0.512077271938324, + "peak_swapped": 0.4999515116214752, + "peak_reference": 0.4801566004753113, + "motion_pred": [ + 0.07185594737529755, + 0.0653594583272934, + 0.06144675612449646, + 0.05276799574494362 + ], + "motion_real": [ + 0.08065079152584076, + 0.09124550223350525, + 0.10133954882621765, + 0.07713967561721802 + ], + "shift_reference_raw": 28.395017623901367 + }, + { + "index": 22293, + "episode": 288, + "map": 7, + "start": 43, + "target_tic": 75, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.15500584244728088, + "shift_swapped": -10.493149757385254, + "shift_reference": 0.812877893447876, + "peak_recorded": 0.7136116623878479, + "peak_swapped": 0.6893222332000732, + "peak_reference": 0.6918495297431946, + "motion_pred": [ + 0.03017544001340866, + 0.033419255167245865, + 0.03075244463980198, + 0.0304032601416111 + ], + "motion_real": [ + 0.03235409036278725, + 0.042715057730674744, + 0.03867831826210022, + 0.036692507565021515 + ], + "shift_reference_raw": 0.8891321420669556 + }, + { + "index": 22340, + "episode": 288, + "map": 7, + "start": 90, + "target_tic": 122, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.06230480223894119, + "shift_swapped": -0.001759813749231398, + "shift_reference": 0.04638628289103508, + "peak_recorded": 0.6177909970283508, + "peak_swapped": 0.6285706758499146, + "peak_reference": 0.5091198086738586, + "motion_pred": [ + 0.041521377861499786, + 0.03749450668692589, + 0.032045379281044006, + 0.02752750739455223 + ], + "motion_real": [ + 0.04349544644355774, + 0.0465720072388649, + 0.043870870023965836, + 0.03717285767197609 + ], + "shift_reference_raw": 0.009314394555985928 + }, + { + "index": 22847, + "episode": 288, + "map": 7, + "start": 632, + "target_tic": 664, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.609058380126953, + "shift_swapped": -19.773345947265625, + "shift_reference": 21.036739349365234, + "peak_recorded": 0.6078415513038635, + "peak_swapped": 0.6706386208534241, + "peak_reference": 0.5960021018981934, + "motion_pred": [ + 0.05946274846792221, + 0.052276983857154846, + 0.047874994575977325, + 0.04687826335430145 + ], + "motion_real": [ + 0.06341756135225296, + 0.06539876013994217, + 0.06853814423084259, + 0.07215754687786102 + ], + "shift_reference_raw": 21.1048583984375 + }, + { + "index": 22863, + "episode": 288, + "map": 7, + "start": 648, + "target_tic": 680, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.1401948928833, + "shift_swapped": -26.97884750366211, + "shift_reference": 12.935823440551758, + "peak_recorded": 0.7258309721946716, + "peak_swapped": 0.5960756540298462, + "peak_reference": 0.6185406446456909, + "motion_pred": [ + 0.05379251018166542, + 0.04474836587905884, + 0.04249821975827217, + 0.050086408853530884 + ], + "motion_real": [ + 0.058418624103069305, + 0.05804524943232536, + 0.05691235512495041, + 0.06494523584842682 + ], + "shift_reference_raw": 12.394219398498535 + }, + { + "index": 23049, + "episode": 288, + "map": 7, + "start": 869, + "target_tic": 901, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.318601608276367, + "shift_swapped": 23.03155517578125, + "shift_reference": -20.06610870361328, + "peak_recorded": 0.7358062267303467, + "peak_swapped": 0.7373661994934082, + "peak_reference": 0.7007642984390259, + "motion_pred": [ + 0.05480838567018509, + 0.05257883667945862, + 0.05239678919315338, + 0.049860917031764984 + ], + "motion_real": [ + 0.05960207059979439, + 0.05977519601583481, + 0.06226048991084099, + 0.05931583419442177 + ], + "shift_reference_raw": -20.528072357177734 + }, + { + "index": 23183, + "episode": 288, + "map": 7, + "start": 1038, + "target_tic": 1070, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.032013311982154846, + "shift_swapped": -18.334598541259766, + "shift_reference": -0.1919940859079361, + "peak_recorded": 0.4152771830558777, + "peak_swapped": 0.30938684940338135, + "peak_reference": 0.28684642910957336, + "motion_pred": [ + 0.0633329525589943, + 0.0661662295460701, + 0.04796715825796127, + 0.05590079724788666 + ], + "motion_real": [ + 0.07517832517623901, + 0.10088430345058441, + 0.07755620777606964, + 0.08073704689741135 + ], + "shift_reference_raw": -0.15867826342582703 + }, + { + "index": 23589, + "episode": 288, + "map": 7, + "start": 1479, + "target_tic": 1511, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.62648868560791, + "shift_swapped": -8.210208892822266, + "shift_reference": 4.412346363067627, + "peak_recorded": 0.4735771119594574, + "peak_swapped": 0.538675844669342, + "peak_reference": 0.4452264904975891, + "motion_pred": [ + 0.06632047146558762, + 0.04779990762472153, + 0.04726563021540642, + 0.050960466265678406 + ], + "motion_real": [ + 0.06833846867084503, + 0.051025986671447754, + 0.046766821295022964, + 0.052689727395772934 + ], + "shift_reference_raw": 4.216761112213135 + }, + { + "index": 23699, + "episode": 288, + "map": 7, + "start": 1589, + "target_tic": 1621, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.070388793945312, + "shift_swapped": -24.78786849975586, + "shift_reference": 19.443193435668945, + "peak_recorded": 0.7810685038566589, + "peak_swapped": 0.772365152835846, + "peak_reference": 0.8285213112831116, + "motion_pred": [ + 0.0554841049015522, + 0.047707147896289825, + 0.06659886986017227, + 0.0446765199303627 + ], + "motion_real": [ + 0.059776607900857925, + 0.06113860011100769, + 0.08539441972970963, + 0.06932742893695831 + ], + "shift_reference_raw": 20.2292423248291 + }, + { + "index": 23822, + "episode": 288, + "map": 7, + "start": 1712, + "target_tic": 1744, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.610446929931641, + "shift_swapped": -5.2767791748046875, + "shift_reference": 6.882994174957275, + "peak_recorded": 0.634075403213501, + "peak_swapped": 0.6161644458770752, + "peak_reference": 0.7157588005065918, + "motion_pred": [ + 0.05301673337817192, + 0.06342335045337677, + 0.05119442567229271, + 0.051103346049785614 + ], + "motion_real": [ + 0.05148579552769661, + 0.07333298027515411, + 0.06699420511722565, + 0.05558108910918236 + ], + "shift_reference_raw": 6.622303485870361 + }, + { + "index": 23994, + "episode": 288, + "map": 7, + "start": 1919, + "target_tic": 1951, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.363341808319092, + "shift_swapped": 4.205514430999756, + "shift_reference": -7.620657444000244, + "peak_recorded": 0.8262932896614075, + "peak_swapped": 0.7710569500923157, + "peak_reference": 0.7367224097251892, + "motion_pred": [ + 0.05878185108304024, + 0.06865201145410538, + 0.06179548054933548, + 0.05452727526426315 + ], + "motion_real": [ + 0.06485431641340256, + 0.0749891847372055, + 0.06121521070599556, + 0.058834247291088104 + ], + "shift_reference_raw": -9.777682304382324 + }, + { + "index": 24057, + "episode": 288, + "map": 7, + "start": 1982, + "target_tic": 2014, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.834600925445557, + "shift_swapped": 4.0146803855896, + "shift_reference": -5.562145709991455, + "peak_recorded": 0.8478604555130005, + "peak_swapped": 0.94976806640625, + "peak_reference": 0.9060072898864746, + "motion_pred": [ + 0.03505962714552879, + 0.02457449585199356, + 0.044210419058799744, + 0.043089356273412704 + ], + "motion_real": [ + 0.03275081142783165, + 0.03201449662446976, + 0.05091904103755951, + 0.053214527666568756 + ], + "shift_reference_raw": -5.559832572937012 + }, + { + "index": 24068, + "episode": 288, + "map": 7, + "start": 1993, + "target_tic": 2025, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.65380096435547, + "shift_swapped": -15.60656452178955, + "shift_reference": 28.62468147277832, + "peak_recorded": 0.8924328088760376, + "peak_swapped": 0.7174926996231079, + "peak_reference": 0.851405680179596, + "motion_pred": [ + 0.05147324502468109, + 0.048011329025030136, + 0.07281748950481415, + 0.04673714190721512 + ], + "motion_real": [ + 0.05379923805594444, + 0.05147531256079674, + 0.0749657154083252, + 0.055141691118478775 + ], + "shift_reference_raw": 28.509429931640625 + }, + { + "index": 24202, + "episode": 288, + "map": 7, + "start": 2127, + "target_tic": 2159, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.90371322631836, + "shift_swapped": 32.0, + "shift_reference": -5.234475612640381, + "peak_recorded": 0.5332616567611694, + "peak_swapped": 0.5077757239341736, + "peak_reference": 0.6366634368896484, + "motion_pred": [ + 0.08233307301998138, + 0.0697314590215683, + 0.06088349223136902, + 0.05965101718902588 + ], + "motion_real": [ + 0.07574142515659332, + 0.08481447398662567, + 0.09448764473199844, + 0.08067011088132858 + ], + "shift_reference_raw": -4.920149803161621 + }, + { + "index": 24334, + "episode": 288, + "map": 7, + "start": 2259, + "target_tic": 2291, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.329790115356445, + "shift_swapped": 23.512243270874023, + "shift_reference": -20.57275390625, + "peak_recorded": 0.668860912322998, + "peak_swapped": 0.6882615089416504, + "peak_reference": 0.6214751601219177, + "motion_pred": [ + 0.04383055865764618, + 0.04243405908346176, + 0.04070613533258438, + 0.0396575964987278 + ], + "motion_real": [ + 0.04649440571665764, + 0.04798378795385361, + 0.044267747551202774, + 0.04227295145392418 + ], + "shift_reference_raw": -20.19501304626465 + }, + { + "index": 24357, + "episode": 288, + "map": 7, + "start": 2282, + "target_tic": 2314, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.06597328186035, + "shift_swapped": 25.97830581665039, + "shift_reference": -18.569263458251953, + "peak_recorded": 0.5156579613685608, + "peak_swapped": 0.6407725811004639, + "peak_reference": 0.5963345170021057, + "motion_pred": [ + 0.04924970120191574, + 0.03881891071796417, + 0.03756681829690933, + 0.038487885147333145 + ], + "motion_real": [ + 0.04961581155657768, + 0.049552563577890396, + 0.04884753003716469, + 0.0492156557738781 + ], + "shift_reference_raw": -17.880830764770508 + }, + { + "index": 24367, + "episode": 288, + "map": 7, + "start": 2292, + "target_tic": 2324, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.60558795928955, + "shift_swapped": 23.922271728515625, + "shift_reference": -15.624316215515137, + "peak_recorded": 0.6170411109924316, + "peak_swapped": 0.5736809372901917, + "peak_reference": 0.5576521754264832, + "motion_pred": [ + 0.05270419642329216, + 0.04665084183216095, + 0.044055890291929245, + 0.0337238609790802 + ], + "motion_real": [ + 0.05536662042140961, + 0.05275827273726463, + 0.05058567598462105, + 0.03734631836414337 + ], + "shift_reference_raw": -21.252429962158203 + }, + { + "index": 24525, + "episode": 288, + "map": 7, + "start": 2485, + "target_tic": 2517, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.723980188369751, + "shift_swapped": -8.835341453552246, + "shift_reference": 2.3283774852752686, + "peak_recorded": 0.6352007389068604, + "peak_swapped": 0.6482674479484558, + "peak_reference": 0.5445870757102966, + "motion_pred": [ + 0.04028759524226189, + 0.0351102277636528, + 0.03664792329072952, + 0.057236913591623306 + ], + "motion_real": [ + 0.04179907962679863, + 0.04742079973220825, + 0.04539182409644127, + 0.07845267653465271 + ], + "shift_reference_raw": 2.271775960922241 + }, + { + "index": 24584, + "episode": 288, + "map": 7, + "start": 2544, + "target_tic": 2576, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.135486125946045, + "shift_swapped": 3.8301262855529785, + "shift_reference": -7.387330055236816, + "peak_recorded": 0.6374025940895081, + "peak_swapped": 0.7256422638893127, + "peak_reference": 0.7267957329750061, + "motion_pred": [ + 0.040839437395334244, + 0.04222767427563667, + 0.03215558081865311, + 0.031564049422740936 + ], + "motion_real": [ + 0.0422222837805748, + 0.048771295696496964, + 0.03838587924838066, + 0.03923248499631882 + ], + "shift_reference_raw": -7.548238277435303 + }, + { + "index": 24589, + "episode": 288, + "map": 7, + "start": 2549, + "target_tic": 2581, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.163394927978516, + "shift_swapped": 19.221111297607422, + "shift_reference": -21.836776733398438, + "peak_recorded": 0.5138794779777527, + "peak_swapped": 0.5844438076019287, + "peak_reference": 0.5105512738227844, + "motion_pred": [ + 0.04348677024245262, + 0.03955347090959549, + 0.03692144528031349, + 0.044933877885341644 + ], + "motion_real": [ + 0.04464682936668396, + 0.04890405386686325, + 0.06023024767637253, + 0.06797893345355988 + ], + "shift_reference_raw": -21.825172424316406 + }, + { + "index": 24909, + "episode": 288, + "map": 7, + "start": 2869, + "target_tic": 2901, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.34545135498047, + "shift_swapped": -28.17955780029297, + "shift_reference": 23.798128128051758, + "peak_recorded": 0.710412323474884, + "peak_swapped": 0.590165913105011, + "peak_reference": 0.7190558910369873, + "motion_pred": [ + 0.03497614338994026, + 0.02732393518090248, + 0.027188250795006752, + 0.026812274008989334 + ], + "motion_real": [ + 0.0369003489613533, + 0.03423535078763962, + 0.034447651356458664, + 0.04012836888432503 + ], + "shift_reference_raw": 23.956186294555664 + }, + { + "index": 24990, + "episode": 288, + "map": 7, + "start": 2950, + "target_tic": 2982, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.52982521057129, + "shift_swapped": -31.023303985595703, + "shift_reference": 14.224222183227539, + "peak_recorded": 0.693669855594635, + "peak_swapped": 0.5637813210487366, + "peak_reference": 0.6917482018470764, + "motion_pred": [ + 0.08299142122268677, + 0.0772208496928215, + 0.08806604892015457, + 0.08237681537866592 + ], + "motion_real": [ + 0.08219490945339203, + 0.0784674733877182, + 0.09355920553207397, + 0.08965805172920227 + ], + "shift_reference_raw": 14.147967338562012 + }, + { + "index": 25011, + "episode": 288, + "map": 7, + "start": 2971, + "target_tic": 3003, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.249420166015625, + "shift_swapped": 23.55813217163086, + "shift_reference": -19.346101760864258, + "peak_recorded": 0.6365527510643005, + "peak_swapped": 0.6667757034301758, + "peak_reference": 0.5255520343780518, + "motion_pred": [ + 0.08169879764318466, + 0.04526025429368019, + 0.0603589229285717, + 0.03994900733232498 + ], + "motion_real": [ + 0.08529495447874069, + 0.0494866743683815, + 0.08097546547651291, + 0.06081521883606911 + ], + "shift_reference_raw": -19.499313354492188 + }, + { + "index": 25227, + "episode": 288, + "map": 7, + "start": 3222, + "target_tic": 3254, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.77275848388672, + "shift_swapped": 18.120519638061523, + "shift_reference": -20.186935424804688, + "peak_recorded": 0.6774780750274658, + "peak_swapped": 0.6926108598709106, + "peak_reference": 0.6980929970741272, + "motion_pred": [ + 0.08076441287994385, + 0.07257954776287079, + 0.062415026128292084, + 0.04780396446585655 + ], + "motion_real": [ + 0.08408941328525543, + 0.08241026103496552, + 0.07626810669898987, + 0.06451217830181122 + ], + "shift_reference_raw": -20.150800704956055 + }, + { + "index": 25310, + "episode": 288, + "map": 7, + "start": 3305, + "target_tic": 3337, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.602474212646484, + "shift_swapped": -5.790947437286377, + "shift_reference": 4.746057033538818, + "peak_recorded": 0.8173338174819946, + "peak_swapped": 0.7635840773582458, + "peak_reference": 0.8139066100120544, + "motion_pred": [ + 0.047844287008047104, + 0.03855527192354202, + 0.04152725264430046, + 0.060963839292526245 + ], + "motion_real": [ + 0.04794471338391304, + 0.05733957886695862, + 0.05297552049160004, + 0.0818636566400528 + ], + "shift_reference_raw": 4.370683670043945 + }, + { + "index": 26220, + "episode": 288, + "map": 7, + "start": 4285, + "target_tic": 4317, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.002880096435547, + "shift_swapped": 23.977230072021484, + "shift_reference": -17.58577537536621, + "peak_recorded": 0.814794659614563, + "peak_swapped": 0.6452481746673584, + "peak_reference": 0.8186852335929871, + "motion_pred": [ + 0.06201683729887009, + 0.05021287128329277, + 0.048288509249687195, + 0.05095837265253067 + ], + "motion_real": [ + 0.06310679763555527, + 0.05904572829604149, + 0.05677634850144386, + 0.05590265989303589 + ], + "shift_reference_raw": -17.678905487060547 + }, + { + "index": 26343, + "episode": 288, + "map": 7, + "start": 4408, + "target_tic": 4440, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.3760929107666, + "shift_swapped": 19.70914649963379, + "shift_reference": -24.825206756591797, + "peak_recorded": 0.5355308055877686, + "peak_swapped": 0.6056214570999146, + "peak_reference": 0.41480690240859985, + "motion_pred": [ + 0.10035350918769836, + 0.05736057832837105, + 0.04820694774389267, + 0.043262556195259094 + ], + "motion_real": [ + 0.11643088608980179, + 0.05984773114323616, + 0.05877641215920448, + 0.057086288928985596 + ], + "shift_reference_raw": -24.180965423583984 + }, + { + "index": 26394, + "episode": 288, + "map": 7, + "start": 4494, + "target_tic": 4526, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.9253230094909668, + "shift_swapped": -12.245672225952148, + "shift_reference": -0.4068264663219452, + "peak_recorded": 0.6290069222450256, + "peak_swapped": 0.5720702409744263, + "peak_reference": 0.6395077705383301, + "motion_pred": [ + 0.05878463387489319, + 0.048985958099365234, + 0.0450962670147419, + 0.06888652592897415 + ], + "motion_real": [ + 0.056588076055049896, + 0.05317576602101326, + 0.050988540053367615, + 0.08566237986087799 + ], + "shift_reference_raw": -0.3782619535923004 + }, + { + "index": 26614, + "episode": 288, + "map": 7, + "start": 4714, + "target_tic": 4746, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.630979537963867, + "shift_swapped": -24.007661819458008, + "shift_reference": 24.203691482543945, + "peak_recorded": 0.6608919501304626, + "peak_swapped": 0.7173330783843994, + "peak_reference": 0.7424384355545044, + "motion_pred": [ + 0.051063716411590576, + 0.045622751116752625, + 0.0460980162024498, + 0.04674236848950386 + ], + "motion_real": [ + 0.055284008383750916, + 0.057038769125938416, + 0.06009986251592636, + 0.05722420662641525 + ], + "shift_reference_raw": 24.340612411499023 + }, + { + "index": 26660, + "episode": 288, + "map": 7, + "start": 4760, + "target_tic": 4792, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.875885009765625, + "shift_swapped": 21.557445526123047, + "shift_reference": -19.85725975036621, + "peak_recorded": 0.6704195737838745, + "peak_swapped": 0.6869117617607117, + "peak_reference": 0.6207893490791321, + "motion_pred": [ + 0.056818749755620956, + 0.03662392124533653, + 0.0342840701341629, + 0.03871389105916023 + ], + "motion_real": [ + 0.05623248219490051, + 0.039594244211912155, + 0.04153144359588623, + 0.04742996767163277 + ], + "shift_reference_raw": -19.23769187927246 + }, + { + "index": 26748, + "episode": 314, + "map": 7, + "start": 26, + "target_tic": 58, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.7058011293411255, + "shift_swapped": -19.990489959716797, + "shift_reference": 3.1249051094055176, + "peak_recorded": 0.4579668939113617, + "peak_swapped": 0.44169536232948303, + "peak_reference": 0.4290176331996918, + "motion_pred": [ + 0.09041253477334976, + 0.07644616067409515, + 0.06418613344430923, + 0.0667007640004158 + ], + "motion_real": [ + 0.09273256361484528, + 0.08635061979293823, + 0.08299513161182404, + 0.07953472435474396 + ], + "shift_reference_raw": 5.24824857711792 + }, + { + "index": 27007, + "episode": 314, + "map": 7, + "start": 285, + "target_tic": 317, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.600172996520996, + "shift_swapped": 5.359313011169434, + "shift_reference": -5.569505214691162, + "peak_recorded": 0.6869760155677795, + "peak_swapped": 0.6385027170181274, + "peak_reference": 0.5925928354263306, + "motion_pred": [ + 0.03870105370879173, + 0.03424267843365669, + 0.035552870482206345, + 0.037713948637247086 + ], + "motion_real": [ + 0.03967675939202309, + 0.04194105789065361, + 0.04555390775203705, + 0.0472237728536129 + ], + "shift_reference_raw": -7.127308368682861 + }, + { + "index": 27240, + "episode": 314, + "map": 7, + "start": 553, + "target_tic": 585, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.591110229492188, + "shift_swapped": -21.338577270507812, + "shift_reference": 19.504409790039062, + "peak_recorded": 0.637458086013794, + "peak_swapped": 0.7023818492889404, + "peak_reference": 0.7006498575210571, + "motion_pred": [ + 0.06447003036737442, + 0.04505182057619095, + 0.04362034425139427, + 0.041887834668159485 + ], + "motion_real": [ + 0.0704079270362854, + 0.05575551465153694, + 0.052931688725948334, + 0.052719052881002426 + ], + "shift_reference_raw": 19.231733322143555 + }, + { + "index": 27322, + "episode": 314, + "map": 7, + "start": 635, + "target_tic": 667, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.5380075573921204, + "shift_swapped": -32.0, + "shift_reference": 0.9110269546508789, + "peak_recorded": 0.5012164115905762, + "peak_swapped": 0.5955590009689331, + "peak_reference": 0.5011703372001648, + "motion_pred": [ + 0.043164048343896866, + 0.03863826394081116, + 0.03409822657704353, + 0.0362560972571373 + ], + "motion_real": [ + 0.05332029610872269, + 0.04521934315562248, + 0.0404396653175354, + 0.040144942700862885 + ], + "shift_reference_raw": 0.14076341688632965 + }, + { + "index": 27363, + "episode": 314, + "map": 7, + "start": 676, + "target_tic": 708, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.085121154785156, + "shift_swapped": -18.150617599487305, + "shift_reference": 21.985849380493164, + "peak_recorded": 0.5684294104576111, + "peak_swapped": 0.7516126036643982, + "peak_reference": 0.6020017862319946, + "motion_pred": [ + 0.06654386967420578, + 0.055017873644828796, + 0.050312671810388565, + 0.04310727119445801 + ], + "motion_real": [ + 0.06896191835403442, + 0.06320285052061081, + 0.06352279335260391, + 0.057435043156147 + ], + "shift_reference_raw": 21.942670822143555 + }, + { + "index": 27691, + "episode": 314, + "map": 7, + "start": 1039, + "target_tic": 1071, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.86444854736328, + "shift_swapped": -18.541542053222656, + "shift_reference": 18.265153884887695, + "peak_recorded": 0.5334122776985168, + "peak_swapped": 0.5192151069641113, + "peak_reference": 0.527649462223053, + "motion_pred": [ + 0.06865295022726059, + 0.05971486493945122, + 0.05626589059829712, + 0.031477589160203934 + ], + "motion_real": [ + 0.07044706493616104, + 0.0671449601650238, + 0.06431025266647339, + 0.03810453042387962 + ], + "shift_reference_raw": 18.192474365234375 + }, + { + "index": 27994, + "episode": 314, + "map": 7, + "start": 1377, + "target_tic": 1409, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.01004695892334, + "shift_swapped": 26.8725528717041, + "shift_reference": -23.204833984375, + "peak_recorded": 0.5199384689331055, + "peak_swapped": 0.4449249804019928, + "peak_reference": 0.6143518090248108, + "motion_pred": [ + 0.08620370924472809, + 0.07822578400373459, + 0.0725136324763298, + 0.061411336064338684 + ], + "motion_real": [ + 0.09084496647119522, + 0.09176839143037796, + 0.08995848149061203, + 0.09445306658744812 + ], + "shift_reference_raw": -20.922266006469727 + }, + { + "index": 28533, + "episode": 314, + "map": 7, + "start": 1986, + "target_tic": 2018, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -6.362494468688965, + "shift_swapped": -9.703405380249023, + "shift_reference": -7.416966438293457, + "peak_recorded": 0.5920790433883667, + "peak_swapped": 0.46467575430870056, + "peak_reference": 0.49925199151039124, + "motion_pred": [ + 0.05011124163866043, + 0.0440349243581295, + 0.04320618137717247, + 0.037626251578330994 + ], + "motion_real": [ + 0.05379727855324745, + 0.04720057174563408, + 0.04985876381397247, + 0.041991110891103745 + ], + "shift_reference_raw": -8.797159194946289 + }, + { + "index": 28567, + "episode": 314, + "map": 7, + "start": 2020, + "target_tic": 2052, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.355653762817383, + "shift_swapped": -23.91506576538086, + "shift_reference": 15.611259460449219, + "peak_recorded": 0.6394930481910706, + "peak_swapped": 0.5420103669166565, + "peak_reference": 0.6370723843574524, + "motion_pred": [ + 0.0542195625603199, + 0.04639609903097153, + 0.030880052596330643, + 0.029010014608502388 + ], + "motion_real": [ + 0.05578230693936348, + 0.053208839148283005, + 0.03904221951961517, + 0.050106074661016464 + ], + "shift_reference_raw": 15.762481689453125 + }, + { + "index": 28731, + "episode": 314, + "map": 7, + "start": 2219, + "target_tic": 2251, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.465749740600586, + "shift_swapped": -15.738985061645508, + "shift_reference": 29.095094680786133, + "peak_recorded": 0.5897975564002991, + "peak_swapped": 0.6028029322624207, + "peak_reference": 0.6514681577682495, + "motion_pred": [ + 0.06673449277877808, + 0.047278597950935364, + 0.041191719472408295, + 0.04896149784326553 + ], + "motion_real": [ + 0.07176337391138077, + 0.05423784628510475, + 0.04735460877418518, + 0.05268869176506996 + ], + "shift_reference_raw": 29.893390655517578 + }, + { + "index": 28902, + "episode": 314, + "map": 7, + "start": 2425, + "target_tic": 2457, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.9062726497650146, + "shift_swapped": -22.01483726501465, + "shift_reference": 19.558420181274414, + "peak_recorded": 0.4947037696838379, + "peak_swapped": 0.5289753079414368, + "peak_reference": 0.5497876405715942, + "motion_pred": [ + 0.06960740685462952, + 0.05933184176683426, + 0.055291205644607544, + 0.055026426911354065 + ], + "motion_real": [ + 0.07456080615520477, + 0.06908656656742096, + 0.06723674386739731, + 0.06796491146087646 + ], + "shift_reference_raw": 18.461658477783203 + }, + { + "index": 28990, + "episode": 314, + "map": 7, + "start": 2513, + "target_tic": 2545, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -3.6777429580688477, + "shift_swapped": -12.094616889953613, + "shift_reference": -3.559265375137329, + "peak_recorded": 0.5510457754135132, + "peak_swapped": 0.6041356921195984, + "peak_reference": 0.5433370471000671, + "motion_pred": [ + 0.06628473848104477, + 0.039786189794540405, + 0.03722904622554779, + 0.039839163422584534 + ], + "motion_real": [ + 0.06553389877080917, + 0.03935376554727554, + 0.03749515116214752, + 0.047849997878074646 + ], + "shift_reference_raw": -3.5387253761291504 + }, + { + "index": 29190, + "episode": 314, + "map": 7, + "start": 2713, + "target_tic": 2745, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -13.477333068847656, + "shift_swapped": -20.247756958007812, + "shift_reference": -9.949661254882812, + "peak_recorded": 0.6636370420455933, + "peak_swapped": 0.8104499578475952, + "peak_reference": 0.7068110704421997, + "motion_pred": [ + 0.06010570749640465, + 0.08741075545549393, + 0.056712519377470016, + 0.053494568914175034 + ], + "motion_real": [ + 0.05794874578714371, + 0.0927981585264206, + 0.07176976650953293, + 0.0692032054066658 + ], + "shift_reference_raw": -9.845450401306152 + }, + { + "index": 29307, + "episode": 314, + "map": 7, + "start": 2865, + "target_tic": 2897, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.5489754676818848, + "shift_swapped": -11.394405364990234, + "shift_reference": -15.561319351196289, + "peak_recorded": 0.26927411556243896, + "peak_swapped": 0.284893661737442, + "peak_reference": 0.20424526929855347, + "motion_pred": [ + 0.07755592465400696, + 0.05753260478377342, + 0.053251419216394424, + 0.04893624410033226 + ], + "motion_real": [ + 0.09228048473596573, + 0.08422109484672546, + 0.07639095932245255, + 0.10557509958744049 + ], + "shift_reference_raw": -16.298681259155273 + }, + { + "index": 29401, + "episode": 314, + "map": 7, + "start": 2959, + "target_tic": 2991, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.048128128051758, + "shift_swapped": 18.190902709960938, + "shift_reference": -23.884477615356445, + "peak_recorded": 0.8374230861663818, + "peak_swapped": 0.8924540281295776, + "peak_reference": 0.8748999834060669, + "motion_pred": [ + 0.04314997419714928, + 0.04409230500459671, + 0.03874038904905319, + 0.03652817755937576 + ], + "motion_real": [ + 0.04410092532634735, + 0.047858547419309616, + 0.045870956033468246, + 0.04375385865569115 + ], + "shift_reference_raw": -23.813411712646484 + }, + { + "index": 29410, + "episode": 314, + "map": 7, + "start": 2968, + "target_tic": 3000, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.167312622070312, + "shift_swapped": 18.127260208129883, + "shift_reference": -21.87063980102539, + "peak_recorded": 0.7461228966712952, + "peak_swapped": 0.7223280668258667, + "peak_reference": 0.7493878602981567, + "motion_pred": [ + 0.04094046726822853, + 0.03715520352125168, + 0.04129965975880623, + 0.04423011466860771 + ], + "motion_real": [ + 0.04455382376909256, + 0.05112864822149277, + 0.056333426386117935, + 0.06253360211849213 + ], + "shift_reference_raw": -21.723989486694336 + }, + { + "index": 29453, + "episode": 314, + "map": 7, + "start": 3011, + "target_tic": 3043, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.689302444458008, + "shift_swapped": 17.070724487304688, + "shift_reference": -16.307186126708984, + "peak_recorded": 0.6631637811660767, + "peak_swapped": 0.6340656876564026, + "peak_reference": 0.5806344747543335, + "motion_pred": [ + 0.05518091842532158, + 0.05168963223695755, + 0.05859757587313652, + 0.05421668291091919 + ], + "motion_real": [ + 0.05841159448027611, + 0.05808921158313751, + 0.07058589905500412, + 0.07989716529846191 + ], + "shift_reference_raw": -16.23261833190918 + }, + { + "index": 29510, + "episode": 314, + "map": 7, + "start": 3068, + "target_tic": 3100, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.470409870147705, + "shift_swapped": 32.0, + "shift_reference": -4.4025983810424805, + "peak_recorded": 0.8673390746116638, + "peak_swapped": 0.42894425988197327, + "peak_reference": 0.8822141289710999, + "motion_pred": [ + 0.0384109690785408, + 0.029346229508519173, + 0.029263366013765335, + 0.030343877151608467 + ], + "motion_real": [ + 0.039955463260412216, + 0.039148688316345215, + 0.04124775901436806, + 0.04158152639865875 + ], + "shift_reference_raw": -4.686912536621094 + }, + { + "index": 29524, + "episode": 314, + "map": 7, + "start": 3082, + "target_tic": 3114, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.804746627807617, + "shift_swapped": 22.076539993286133, + "shift_reference": -20.228727340698242, + "peak_recorded": 0.629115104675293, + "peak_swapped": 0.72215336561203, + "peak_reference": 0.593833863735199, + "motion_pred": [ + 0.06089302897453308, + 0.052507609128952026, + 0.051965150982141495, + 0.046310096979141235 + ], + "motion_real": [ + 0.06308666616678238, + 0.05888386815786362, + 0.05829840898513794, + 0.05658644065260887 + ], + "shift_reference_raw": -19.868408203125 + }, + { + "index": 29544, + "episode": 314, + "map": 7, + "start": 3102, + "target_tic": 3134, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.363255500793457, + "shift_swapped": -32.0, + "shift_reference": 28.9193058013916, + "peak_recorded": 0.482057124376297, + "peak_swapped": 0.38773810863494873, + "peak_reference": 0.3501364290714264, + "motion_pred": [ + 0.05559687316417694, + 0.0561126284301281, + 0.04696302488446236, + 0.05879990756511688 + ], + "motion_real": [ + 0.06177378073334694, + 0.05527468025684357, + 0.07510437071323395, + 0.08713418245315552 + ], + "shift_reference_raw": 28.327930450439453 + }, + { + "index": 29548, + "episode": 314, + "map": 7, + "start": 3106, + "target_tic": 3138, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 19.413524627685547, + "shift_reference": 7.690455436706543, + "peak_recorded": 0.4672129452228546, + "peak_swapped": 0.7635852098464966, + "peak_reference": 0.2555539906024933, + "motion_pred": [ + 0.08443301916122437, + 0.05961534380912781, + 0.03452009707689285, + 0.03493838757276535 + ], + "motion_real": [ + 0.08399609476327896, + 0.08504025638103485, + 0.06485790759325027, + 0.06386452913284302 + ], + "shift_reference_raw": 4.335968017578125 + }, + { + "index": 29659, + "episode": 314, + "map": 7, + "start": 3252, + "target_tic": 3284, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.628070831298828, + "shift_swapped": -30.34234619140625, + "shift_reference": 10.030144691467285, + "peak_recorded": 0.6165934205055237, + "peak_swapped": 0.5084583759307861, + "peak_reference": 0.6246396899223328, + "motion_pred": [ + 0.05957464501261711, + 0.07429815083742142, + 0.059557896107435226, + 0.050674304366111755 + ], + "motion_real": [ + 0.061227623373270035, + 0.08316559344530106, + 0.07794851809740067, + 0.06424404680728912 + ], + "shift_reference_raw": 10.239336967468262 + }, + { + "index": 29698, + "episode": 314, + "map": 7, + "start": 3291, + "target_tic": 3323, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.171295166015625, + "shift_swapped": -18.508373260498047, + "shift_reference": 23.820409774780273, + "peak_recorded": 0.6949301958084106, + "peak_swapped": 0.7680200338363647, + "peak_reference": 0.7489696145057678, + "motion_pred": [ + 0.06725943088531494, + 0.054639171808958054, + 0.04586193338036537, + 0.04732128232717514 + ], + "motion_real": [ + 0.07006107270717621, + 0.06356386840343475, + 0.05516867712140083, + 0.056746531277894974 + ], + "shift_reference_raw": 21.17601203918457 + }, + { + "index": 29723, + "episode": 314, + "map": 7, + "start": 3316, + "target_tic": 3348, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.00815200805664, + "shift_swapped": -22.13323974609375, + "shift_reference": 15.948359489440918, + "peak_recorded": 0.6556112766265869, + "peak_swapped": 0.5697580575942993, + "peak_reference": 0.6749205589294434, + "motion_pred": [ + 0.05753529071807861, + 0.055590346455574036, + 0.05948481336236, + 0.055564142763614655 + ], + "motion_real": [ + 0.06012114882469177, + 0.06247250363230705, + 0.07108981162309647, + 0.061077285557985306 + ], + "shift_reference_raw": 15.924583435058594 + }, + { + "index": 30373, + "episode": 314, + "map": 7, + "start": 4001, + "target_tic": 4033, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.8538155555725098, + "peak_swapped": 0.8744299411773682, + "peak_reference": 0.9145685434341431, + "motion_pred": [ + 0.052865151315927505, + 0.0452558808028698, + 0.045674435794353485, + 0.048489008098840714 + ], + "motion_real": [ + 0.04869759455323219, + 0.054132938385009766, + 0.05033140629529953, + 0.06504344940185547 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 30396, + "episode": 314, + "map": 7, + "start": 4024, + "target_tic": 4056, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.20566177368164, + "shift_swapped": 23.769779205322266, + "shift_reference": -10.300759315490723, + "peak_recorded": 0.9327452182769775, + "peak_swapped": 0.9426544904708862, + "peak_reference": 0.91176837682724, + "motion_pred": [ + 0.042373523116111755, + 0.0403287373483181, + 0.03886113315820694, + 0.04229546710848808 + ], + "motion_real": [ + 0.04336452856659889, + 0.058904048055410385, + 0.06101382151246071, + 0.05939626321196556 + ], + "shift_reference_raw": -10.170109748840332 + }, + { + "index": 30956, + "episode": 314, + "map": 7, + "start": 4619, + "target_tic": 4651, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 12.25499153137207, + "shift_swapped": 19.756710052490234, + "shift_reference": 6.196393013000488, + "peak_recorded": 0.82442307472229, + "peak_swapped": 0.79241943359375, + "peak_reference": 0.8528989553451538, + "motion_pred": [ + 0.05009663105010986, + 0.045198988169431686, + 0.026365870609879494, + 0.02951475977897644 + ], + "motion_real": [ + 0.044295333325862885, + 0.050037920475006104, + 0.03755272179841995, + 0.04704086855053902 + ], + "shift_reference_raw": 6.24379301071167 + }, + { + "index": 31410, + "episode": 327, + "map": 7, + "start": 399, + "target_tic": 431, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.7392946481704712, + "shift_swapped": -11.76191234588623, + "shift_reference": -3.1021883487701416, + "peak_recorded": 0.6557945609092712, + "peak_swapped": 0.6163959503173828, + "peak_reference": 0.599785566329956, + "motion_pred": [ + 0.045304954051971436, + 0.03829401358962059, + 0.031773995608091354, + 0.034751880913972855 + ], + "motion_real": [ + 0.04425295442342758, + 0.041596245020627975, + 0.04238063469529152, + 0.044998567551374435 + ], + "shift_reference_raw": -3.231574058532715 + }, + { + "index": 32139, + "episode": 327, + "map": 7, + "start": 1198, + "target_tic": 1230, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 11.950419425964355, + "shift_swapped": -25.98607063293457, + "shift_reference": 14.784981727600098, + "peak_recorded": 0.769713282585144, + "peak_swapped": 0.9176526665687561, + "peak_reference": 0.7989869117736816, + "motion_pred": [ + 0.06093743443489075, + 0.0490858256816864, + 0.04761818051338196, + 0.041071612387895584 + ], + "motion_real": [ + 0.06534469872713089, + 0.06259375065565109, + 0.05779058858752251, + 0.05375451594591141 + ], + "shift_reference_raw": 14.867979049682617 + }, + { + "index": 32181, + "episode": 327, + "map": 7, + "start": 1240, + "target_tic": 1272, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.931329727172852, + "shift_swapped": -20.45315170288086, + "shift_reference": 15.355225563049316, + "peak_recorded": 0.6109469532966614, + "peak_swapped": 0.583489179611206, + "peak_reference": 0.552549421787262, + "motion_pred": [ + 0.03718655928969383, + 0.03233266621828079, + 0.062360621988773346, + 0.024712715297937393 + ], + "motion_real": [ + 0.03829973191022873, + 0.0346805714070797, + 0.04327544942498207, + 0.03356774151325226 + ], + "shift_reference_raw": 0.09124188125133514 + }, + { + "index": 32202, + "episode": 327, + "map": 7, + "start": 1261, + "target_tic": 1293, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.004302024841309, + "shift_swapped": 12.534281730651855, + "shift_reference": -20.06051254272461, + "peak_recorded": 0.6914880275726318, + "peak_swapped": 0.8371721506118774, + "peak_reference": 0.7371792793273926, + "motion_pred": [ + 0.06426597386598587, + 0.049760833382606506, + 0.05436927080154419, + 0.053940724581480026 + ], + "motion_real": [ + 0.06345982104539871, + 0.06265655159950256, + 0.06295714527368546, + 0.061712805181741714 + ], + "shift_reference_raw": -21.954458236694336 + }, + { + "index": 32219, + "episode": 327, + "map": 7, + "start": 1278, + "target_tic": 1310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.546852111816406, + "shift_swapped": 24.37807846069336, + "shift_reference": -17.09575843811035, + "peak_recorded": 0.6769893169403076, + "peak_swapped": 0.5970875024795532, + "peak_reference": 0.6328316330909729, + "motion_pred": [ + 0.06675832718610764, + 0.05896392837166786, + 0.044639844447374344, + 0.0427437461912632 + ], + "motion_real": [ + 0.06475499272346497, + 0.05705013871192932, + 0.046545907855033875, + 0.052051786333322525 + ], + "shift_reference_raw": -17.835264205932617 + }, + { + "index": 32249, + "episode": 327, + "map": 7, + "start": 1308, + "target_tic": 1340, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 16.973526000976562, + "shift_reference": -29.494510650634766, + "peak_recorded": 0.6877495050430298, + "peak_swapped": 0.5753170251846313, + "peak_reference": 0.7636469006538391, + "motion_pred": [ + 0.05881351977586746, + 0.04948300123214722, + 0.04422638565301895, + 0.04386372119188309 + ], + "motion_real": [ + 0.055052123963832855, + 0.049104250967502594, + 0.048147186636924744, + 0.03656591847538948 + ], + "shift_reference_raw": -29.317060470581055 + }, + { + "index": 32283, + "episode": 327, + "map": 7, + "start": 1342, + "target_tic": 1374, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 18.03838348388672, + "shift_reference": 32.0, + "peak_recorded": 0.7465150952339172, + "peak_swapped": 0.23994937539100647, + "peak_reference": 0.7107381820678711, + "motion_pred": [ + 0.05612637847661972, + 0.04422510042786598, + 0.0389145091176033, + 0.0335870087146759 + ], + "motion_real": [ + 0.05868992581963539, + 0.055018119513988495, + 0.04680589959025383, + 0.04057781770825386 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 32284, + "episode": 327, + "map": 7, + "start": 1343, + "target_tic": 1375, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 12.211962699890137, + "shift_swapped": 17.77501678466797, + "shift_reference": 22.35640525817871, + "peak_recorded": 0.8899060487747192, + "peak_swapped": 0.19934114813804626, + "peak_reference": 0.8486858010292053, + "motion_pred": [ + 0.04969620704650879, + 0.037476781755685806, + 0.03047877736389637, + 0.028899267315864563 + ], + "motion_real": [ + 0.055018119513988495, + 0.04680589959025383, + 0.04057781770825386, + 0.038537461310625076 + ], + "shift_reference_raw": 22.109718322753906 + }, + { + "index": 32367, + "episode": 327, + "map": 7, + "start": 1426, + "target_tic": 1458, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.574800491333008, + "shift_swapped": 27.721071243286133, + "shift_reference": -21.10822868347168, + "peak_recorded": 0.7530319094657898, + "peak_swapped": 0.6879392266273499, + "peak_reference": 0.808768630027771, + "motion_pred": [ + 0.05776183307170868, + 0.049065686762332916, + 0.04795190691947937, + 0.048158131539821625 + ], + "motion_real": [ + 0.05907820165157318, + 0.05697401985526085, + 0.05396469309926033, + 0.053324293345212936 + ], + "shift_reference_raw": -21.14594841003418 + }, + { + "index": 32381, + "episode": 327, + "map": 7, + "start": 1440, + "target_tic": 1472, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.71249008178711, + "shift_swapped": -21.32236099243164, + "shift_reference": 20.936344146728516, + "peak_recorded": 0.8744602799415588, + "peak_swapped": 0.9007858037948608, + "peak_reference": 0.8782610297203064, + "motion_pred": [ + 0.04935378581285477, + 0.0481109619140625, + 0.04126754775643349, + 0.03888080641627312 + ], + "motion_real": [ + 0.05175523832440376, + 0.05312923714518547, + 0.04751674458384514, + 0.047600582242012024 + ], + "shift_reference_raw": 20.966402053833008 + }, + { + "index": 32414, + "episode": 327, + "map": 7, + "start": 1473, + "target_tic": 1505, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.048049926757812, + "shift_swapped": 22.4295654296875, + "shift_reference": -15.086503982543945, + "peak_recorded": 0.9168531894683838, + "peak_swapped": 0.9270156025886536, + "peak_reference": 0.8447207808494568, + "motion_pred": [ + 0.04937232285737991, + 0.040307845920324326, + 0.040833618491888046, + 0.04304879903793335 + ], + "motion_real": [ + 0.05842718482017517, + 0.04892728850245476, + 0.05115240812301636, + 0.05445482209324837 + ], + "shift_reference_raw": -14.835309982299805 + }, + { + "index": 32419, + "episode": 327, + "map": 7, + "start": 1478, + "target_tic": 1510, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.2156028747558594, + "shift_swapped": -32.0, + "shift_reference": 3.109870195388794, + "peak_recorded": 0.6488750576972961, + "peak_swapped": 0.6602937579154968, + "peak_reference": 0.6604704856872559, + "motion_pred": [ + 0.051652271300554276, + 0.04937899857759476, + 0.058503199368715286, + 0.060388438403606415 + ], + "motion_real": [ + 0.060778822749853134, + 0.054134074598550797, + 0.058843377977609634, + 0.06080154702067375 + ], + "shift_reference_raw": 2.2963554859161377 + }, + { + "index": 32455, + "episode": 327, + "map": 7, + "start": 1514, + "target_tic": 1546, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.454870223999023, + "shift_swapped": -23.071250915527344, + "shift_reference": 16.589576721191406, + "peak_recorded": 0.7367922067642212, + "peak_swapped": 0.9140748381614685, + "peak_reference": 0.7800867557525635, + "motion_pred": [ + 0.052234407514333725, + 0.04883962869644165, + 0.04744451120495796, + 0.0466526560485363 + ], + "motion_real": [ + 0.0514586865901947, + 0.05632191151380539, + 0.05724087730050087, + 0.055917464196681976 + ], + "shift_reference_raw": 16.43353843688965 + }, + { + "index": 32545, + "episode": 327, + "map": 7, + "start": 1639, + "target_tic": 1671, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.069489002227783, + "shift_swapped": -4.600697994232178, + "shift_reference": 3.3174595832824707, + "peak_recorded": 0.751562774181366, + "peak_swapped": 0.7261117696762085, + "peak_reference": 0.7365109920501709, + "motion_pred": [ + 0.047519247978925705, + 0.04191063717007637, + 0.03740527108311653, + 0.03882716968655586 + ], + "motion_real": [ + 0.04687850922346115, + 0.04847130924463272, + 0.03704007714986801, + 0.04662305489182472 + ], + "shift_reference_raw": 3.0446717739105225 + }, + { + "index": 32800, + "episode": 327, + "map": 7, + "start": 1929, + "target_tic": 1961, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.825498580932617, + "shift_swapped": 22.173213958740234, + "shift_reference": -23.12867546081543, + "peak_recorded": 0.7139643430709839, + "peak_swapped": 0.6563495993614197, + "peak_reference": 0.7056521773338318, + "motion_pred": [ + 0.05464000254869461, + 0.0479934923350811, + 0.051022499799728394, + 0.04300997033715248 + ], + "motion_real": [ + 0.057271238416433334, + 0.05560927093029022, + 0.057991087436676025, + 0.05249299481511116 + ], + "shift_reference_raw": -22.879253387451172 + }, + { + "index": 32847, + "episode": 327, + "map": 7, + "start": 1976, + "target_tic": 2008, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.014108180999756, + "shift_swapped": -4.347959995269775, + "shift_reference": 7.361187934875488, + "peak_recorded": 0.7679646015167236, + "peak_swapped": 0.7875770926475525, + "peak_reference": 0.7391260266304016, + "motion_pred": [ + 0.049509841948747635, + 0.07787837088108063, + 0.05922135338187218, + 0.060042887926101685 + ], + "motion_real": [ + 0.05074715241789818, + 0.08021886646747589, + 0.06206686794757843, + 0.06565701961517334 + ], + "shift_reference_raw": 6.463376045227051 + }, + { + "index": 32883, + "episode": 327, + "map": 7, + "start": 2012, + "target_tic": 2044, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.8440308570861816, + "shift_swapped": -18.464067459106445, + "shift_reference": -2.4644951820373535, + "peak_recorded": 0.5810938477516174, + "peak_swapped": 0.48695123195648193, + "peak_reference": 0.4922873079776764, + "motion_pred": [ + 0.053613610565662384, + 0.03122774139046669, + 0.03289000317454338, + 0.03474823012948036 + ], + "motion_real": [ + 0.058422356843948364, + 0.03650721162557602, + 0.04130909964442253, + 0.0375087633728981 + ], + "shift_reference_raw": -2.7552056312561035 + }, + { + "index": 33309, + "episode": 327, + "map": 7, + "start": 2438, + "target_tic": 2470, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.513458251953125, + "shift_swapped": -6.2156500816345215, + "shift_reference": 22.310277938842773, + "peak_recorded": 0.35285040736198425, + "peak_swapped": 0.3418881595134735, + "peak_reference": 0.4629688858985901, + "motion_pred": [ + 0.06674667447805405, + 0.061346571892499924, + 0.07977906614542007, + 0.074137382209301 + ], + "motion_real": [ + 0.06730064004659653, + 0.06891118735074997, + 0.0878213420510292, + 0.07807150483131409 + ], + "shift_reference_raw": 22.779985427856445 + }, + { + "index": 33774, + "episode": 327, + "map": 7, + "start": 2938, + "target_tic": 2970, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.78544044494629, + "shift_swapped": -25.17601776123047, + "shift_reference": 22.351449966430664, + "peak_recorded": 0.706818163394928, + "peak_swapped": 0.6121159791946411, + "peak_reference": 0.7081683278083801, + "motion_pred": [ + 0.0487372912466526, + 0.046760525554418564, + 0.048373956233263016, + 0.04887035861611366 + ], + "motion_real": [ + 0.04989571496844292, + 0.05161876231431961, + 0.05182689055800438, + 0.04911419749259949 + ], + "shift_reference_raw": 22.59449005126953 + }, + { + "index": 33858, + "episode": 327, + "map": 7, + "start": 3022, + "target_tic": 3054, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.701200485229492, + "shift_swapped": 23.794343948364258, + "shift_reference": -16.364789962768555, + "peak_recorded": 0.5970389246940613, + "peak_swapped": 0.5246738195419312, + "peak_reference": 0.5827727317810059, + "motion_pred": [ + 0.06344291567802429, + 0.04718660190701485, + 0.06252936273813248, + 0.04526103287935257 + ], + "motion_real": [ + 0.06674744933843613, + 0.057493265718221664, + 0.07218752056360245, + 0.05913787707686424 + ], + "shift_reference_raw": -18.696460723876953 + }, + { + "index": 33938, + "episode": 327, + "map": 7, + "start": 3137, + "target_tic": 3169, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.251453399658203, + "shift_swapped": 16.06037139892578, + "shift_reference": -23.27828025817871, + "peak_recorded": 0.8743164539337158, + "peak_swapped": 0.7445159554481506, + "peak_reference": 0.6929808259010315, + "motion_pred": [ + 0.07671517133712769, + 0.08029872179031372, + 0.062368955463171005, + 0.031478412449359894 + ], + "motion_real": [ + 0.07852118462324142, + 0.08906102925539017, + 0.08203665912151337, + 0.04687773436307907 + ], + "shift_reference_raw": -21.324411392211914 + }, + { + "index": 34376, + "episode": 327, + "map": 7, + "start": 3575, + "target_tic": 3607, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.698198318481445, + "shift_swapped": 11.268420219421387, + "shift_reference": -26.373394012451172, + "peak_recorded": 0.837394118309021, + "peak_swapped": 0.8363783359527588, + "peak_reference": 0.8806633949279785, + "motion_pred": [ + 0.10671243071556091, + 0.08632493764162064, + 0.07896045595407486, + 0.08161665499210358 + ], + "motion_real": [ + 0.09792333096265793, + 0.09113907814025879, + 0.09038570523262024, + 0.08444059640169144 + ], + "shift_reference_raw": -21.471235275268555 + }, + { + "index": 34572, + "episode": 327, + "map": 7, + "start": 3771, + "target_tic": 3803, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.356721878051758, + "shift_swapped": -8.949934005737305, + "shift_reference": 21.40199851989746, + "peak_recorded": 0.6971955299377441, + "peak_swapped": 0.6869051456451416, + "peak_reference": 0.8361462354660034, + "motion_pred": [ + 0.05586463585495949, + 0.047425322234630585, + 0.043704889714717865, + 0.03700007498264313 + ], + "motion_real": [ + 0.057372309267520905, + 0.05404848977923393, + 0.051530394703149796, + 0.04622029885649681 + ], + "shift_reference_raw": 21.341354370117188 + }, + { + "index": 34620, + "episode": 327, + "map": 7, + "start": 3819, + "target_tic": 3851, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.044124603271484, + "shift_swapped": -21.980270385742188, + "shift_reference": 17.90370750427246, + "peak_recorded": 0.7880347371101379, + "peak_swapped": 0.8279839158058167, + "peak_reference": 0.8643913269042969, + "motion_pred": [ + 0.045787882059812546, + 0.03623627498745918, + 0.040545206516981125, + 0.0419030599296093 + ], + "motion_real": [ + 0.04581116512417793, + 0.04788345843553543, + 0.0516175702214241, + 0.05417001247406006 + ], + "shift_reference_raw": 18.274965286254883 + }, + { + "index": 34842, + "episode": 327, + "map": 7, + "start": 4041, + "target_tic": 4073, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.945272445678711, + "shift_swapped": -7.853534698486328, + "shift_reference": 3.086507797241211, + "peak_recorded": 0.6739065051078796, + "peak_swapped": 0.726024866104126, + "peak_reference": 0.658461332321167, + "motion_pred": [ + 0.04465053230524063, + 0.040171731263399124, + 0.03982187435030937, + 0.05352087691426277 + ], + "motion_real": [ + 0.04471078887581825, + 0.04555143415927887, + 0.04698427766561508, + 0.059867504984140396 + ], + "shift_reference_raw": 3.081162452697754 + }, + { + "index": 34908, + "episode": 327, + "map": 7, + "start": 4142, + "target_tic": 4174, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -10.467413902282715, + "shift_swapped": -11.133586883544922, + "shift_reference": 3.7809550762176514, + "peak_recorded": 0.7041600346565247, + "peak_swapped": 0.6816064119338989, + "peak_reference": 0.661934494972229, + "motion_pred": [ + 0.07939334958791733, + 0.05934508517384529, + 0.060420505702495575, + 0.04944208636879921 + ], + "motion_real": [ + 0.07755265384912491, + 0.05574800446629524, + 0.04867563024163246, + 0.048534590750932693 + ], + "shift_reference_raw": 3.2040743827819824 + }, + { + "index": 34918, + "episode": 327, + "map": 7, + "start": 4152, + "target_tic": 4184, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.146683216094971, + "shift_swapped": -7.793384552001953, + "shift_reference": 2.1225249767303467, + "peak_recorded": 0.8919981122016907, + "peak_swapped": 0.8928475379943848, + "peak_reference": 0.8788369297981262, + "motion_pred": [ + 0.03545988351106644, + 0.039397042244672775, + 0.0400690995156765, + 0.04428712651133537 + ], + "motion_real": [ + 0.037591587752103806, + 0.04865008592605591, + 0.04976324737071991, + 0.050038307905197144 + ], + "shift_reference_raw": 3.101710081100464 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map07_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/directional.json", + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 6367, + "right": 7597 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 38384, + "windows": 35444, + "excluded_windows": 2940, + "excluded_fraction": 0.07659441433930804, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..022c76f7c5b7ef39a698f5ccb79090ee95f3e7f7 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/heldout/metrics.json @@ -0,0 +1,1142 @@ +{ + "psnr_dec": { + "mean": 23.777394004166126, + "sem": 0.16171450391069175, + "n": 256 + }, + "lpips_dec": { + "mean": 0.15210527199087664, + "sem": 0.0039899203739100645, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse": { + "mean": 0.183832090740907, + "sem": 0.003366932214369598, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.331327565014362, + "sem": 0.07969834415147863, + "n": 256 + }, + "psnr_raw": { + "mean": 21.29302129894495, + "sem": 0.11112529829627696, + "n": 256 + }, + "lpips_raw": { + "mean": 0.19359521107980981, + "sem": 0.0038110151573029737, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.940198063850403, + "sem": 0.012206977036056318, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6389235565438867, + "sem": 0.01900377909202474, + "n": 256 + }, + "context_motion": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec": { + "mean": 0.005087244432161242, + "sem": 0.000240411986361058, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002436875315652287, + "sem": 5.130475380514068e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 23.55653490126133, + "sem": 0.1743374073778756, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.00549499357998684, + "sem": 0.0002741211310221104, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.17475546238711104, + "sem": 0.004592592414781495, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw": { + "mean": 0.008151030794579128, + "sem": 0.00026131190486074446, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01608513345490792, + "sem": 4.6319668690923564e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 22.356261774897575, + "sem": 0.15677083419511356, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.006930399730663339, + "sem": 0.00030040035925323977, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.21158724903943948, + "sem": 0.004443347818383463, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 24.940119303762913, + "sem": 0.1993136681371841, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.004279801233906255, + "sem": 0.00024673041491161447, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.13524683797731996, + "sem": 0.003963735455279417, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.172138556838036, + "sem": 0.16296716180561122, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004001989422022234, + "sem": 3.4812522578318846e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 24.402535535395145, + "sem": 0.20267561783232962, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.004876663160985117, + "sem": 0.00028305749572838155, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.1593739387462847, + "sem": 0.004601438289461443, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 23.321817059069872, + "sem": 0.16290421174752553, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.00565620935321931, + "sem": 0.0002637221002822005, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.15739428083179519, + "sem": 0.003797998443186558, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.713239587843418, + "sem": 0.10307081569642265, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011654010263555392, + "sem": 4.048817183795804e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 22.874449282884598, + "sem": 0.16914172832267982, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.006347102980271302, + "sem": 0.0003028964427379781, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.18440104156616144, + "sem": 0.004397610436717385, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map": { + "7": { + "psnr_dec": 23.777394004166126, + "lpips_dec": 0.15210527199087664 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 23.823284487570486, + "sem": 0.3405566808907042, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1574466659897758, + "sem": 0.008574122849384663, + "n": 62 + }, + "psnr_raw": { + "mean": 21.35681992192422, + "sem": 0.2407202984226239, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.85227758543832, + "sem": 0.36226962280749037, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1494537800816553, + "sem": 0.008714089667596148, + "n": 56 + }, + "psnr_raw": { + "mean": 21.320481777191162, + "sem": 0.25559648307606325, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.647036109172124, + "sem": 0.3183430719521249, + "n": 71 + }, + "lpips_dec": { + "mean": 0.1574009966472505, + "sem": 0.008343625970872319, + "n": 71 + }, + "psnr_raw": { + "mean": 21.202222958417007, + "sem": 0.21263240564418934, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.81047937763271, + "sem": 0.28490218847008486, + "n": 67 + }, + "lpips_dec": { + "mean": 0.14376677450404238, + "sem": 0.006245785697410943, + "n": 67 + }, + "psnr_raw": { + "mean": 21.30725086269094, + "sem": 0.1903150942336882, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 23.777394004166126, + "sem": 0.16171450391069175, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.15210527199087664, + "sem": 0.0039899203739100645, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 20.481020908802748, + "sem": 0.17411383902141833, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.183832090740907, + "sem": 0.003366932214369598, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.331327565014362, + "sem": 0.07969834415147863, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 21.29302129894495, + "sem": 0.11112529829627696, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.19359521107980981, + "sem": 0.0038110151573029737, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 19.021726988255978, + "sem": 0.12440480111431501, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.53726026415825, + "sem": 0.04973272932879462, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.08258002236834727, + "sem": 0.0008550526082918821, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.940198063850403, + "sem": 0.012206977036056318, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 18.033095106482506, + "sem": 0.009785091715227809, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 19.766245737671852, + "sem": 0.17145540879783214, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.1868292993749492, + "sem": 0.005765001601733339, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 91.64802626520395, + "sem": 1.3872954835731357, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.304624112584861, + "sem": 0.0049101456006430165, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6389235565438867, + "sem": 0.01900377909202474, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3677770909271203, + "sem": 0.002118111947145963, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.005087244432161242, + "sem": 0.000240411986361058, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002436875315652287, + "sem": 5.130475380514068e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 23.55653490126133, + "sem": 0.1743374073778756, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.00549499357998684, + "sem": 0.0002741211310221104, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.17475546238711104, + "sem": 0.004592592414781495, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.010696095964704, + "sem": 0.00038707609448785236, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.1950437716586748, + "sem": 0.005618477770817681, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 20.007332608103752, + "sem": 0.17843316307815207, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.012023808341723452, + "sem": 0.00044330687985797134, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.22356647270498797, + "sem": 0.006448818063423459, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.008151030794579128, + "sem": 0.00026131190486074446, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01608513345490792, + "sem": 4.6319668690923564e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 22.356261774897575, + "sem": 0.15677083419511356, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.006930399730663339, + "sem": 0.00030040035925323977, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.21158724903943948, + "sem": 0.004443347818383463, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.013886617211937846, + "sem": 0.000405021061144637, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.21987270974204876, + "sem": 0.005308362397050226, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 19.33090741932392, + "sem": 0.15649527359686888, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.01359395277358999, + "sem": 0.0004673726657456014, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2403036600444466, + "sem": 0.006141614061455324, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004501968328440853, + "sem": 5.0394313994725985e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.015738898237032117, + "sem": 3.598414948376214e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 25.869290150702, + "sem": 0.10721021882013182, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.0027732099412105526, + "sem": 5.950233185599838e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.08003166182606947, + "sem": 0.0010008266716055847, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.012486818076581585, + "sem": 0.000434296010675977, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00011757536498180343, + "sem": 3.881220416734799e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 19.152061980217695, + "sem": 0.17175175707273388, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.01438977864950175, + "sem": 0.0005005858438179512, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.21695173872285523, + "sem": 0.006647694157999832, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 24.940119303762913, + "sem": 0.1993136681371841, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.004279801233906255, + "sem": 0.00024673041491161447, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.13524683797731996, + "sem": 0.003963735455279417, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.172138556838036, + "sem": 0.16296716180561122, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004001989422022234, + "sem": 3.4812522578318846e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 24.402535535395145, + "sem": 0.20267561783232962, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.004876663160985117, + "sem": 0.00028305749572838155, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.1593739387462847, + "sem": 0.004601438289461443, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 20.926360305398703, + "sem": 0.19719597599764843, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.010062511808541785, + "sem": 0.0003978240741601563, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.17904329567681998, + "sem": 0.005693397609549751, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 20.32613852992654, + "sem": 0.19805339279581893, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.01157098870817208, + "sem": 0.0004582573164296235, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.20894400309043704, + "sem": 0.006584161184542804, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 23.321817059069872, + "sem": 0.16290421174752553, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.00565620935321931, + "sem": 0.0002637221002822005, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.15739428083179519, + "sem": 0.003797998443186558, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.713239587843418, + "sem": 0.10307081569642265, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011654010263555392, + "sem": 4.048817183795804e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 22.874449282884598, + "sem": 0.16914172832267982, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.006347102980271302, + "sem": 0.0003028964427379781, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.18440104156616144, + "sem": 0.004397610436717385, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 20.09181236848235, + "sem": 0.16272432567510897, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.011553085839750565, + "sem": 0.00041299235700184247, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.19289561281038914, + "sem": 0.0054980298062329925, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 19.543169651180506, + "sem": 0.16598307597488868, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.01317664658472495, + "sem": 0.00047600216957926984, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.2242868964385707, + "sem": 0.0063408430837493006, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 27.631551295518875, + "sem": 0.09567468011976991, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0018283294901948466, + "sem": 3.759894749069645e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.04851117574798991, + "sem": 0.0005872937801391331, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.61684814095497, + "sem": 0.07989759523292658, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009079573917460948, + "sem": 1.8502941458446185e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 27.369830705225468, + "sem": 0.10994982535005178, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0019699252077316487, + "sem": 4.3918501451047375e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.05643992959812749, + "sem": 0.0006883772150556677, + "n": 256 + }, + "per_map_nodup": { + "7": { + "psnr_dec": 23.777394004166126, + "lpips_dec": 0.15210527199087664 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 23.823284487570486, + "sem": 0.3405566808907042, + "n": 62 + }, + "lpips_dec": { + "mean": 0.1574466659897758, + "sem": 0.008574122849384663, + "n": 62 + }, + "psnr_raw": { + "mean": 21.35681992192422, + "sem": 0.2407202984226239, + "n": 62 + }, + "persist_psnr_raw": { + "mean": 19.78734996241908, + "sem": 0.3596246218822072, + "n": 62 + }, + "windows": 62 + }, + "1": { + "psnr_dec": { + "mean": 23.85227758543832, + "sem": 0.36226962280749037, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1494537800816553, + "sem": 0.008714089667596148, + "n": 56 + }, + "psnr_raw": { + "mean": 21.320481777191162, + "sem": 0.25559648307606325, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 20.119070768356323, + "sem": 0.41388536081509875, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 23.647036109172124, + "sem": 0.3183430719521249, + "n": 71 + }, + "lpips_dec": { + "mean": 0.1574009966472505, + "sem": 0.008343625970872319, + "n": 71 + }, + "psnr_raw": { + "mean": 21.202222958417007, + "sem": 0.21263240564418934, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 19.797271661355463, + "sem": 0.3453786066084443, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 23.81047937763271, + "sem": 0.28490218847008486, + "n": 67 + }, + "lpips_dec": { + "mean": 0.14376677450404238, + "sem": 0.006245785697410943, + "n": 67 + }, + "psnr_raw": { + "mean": 21.30725086269094, + "sem": 0.1903150942336882, + "n": 67 + }, + "persist_psnr_raw": { + "mean": 19.418939704325663, + "sem": 0.25797910619254566, + "n": 67 + }, + "windows": 67 + } + }, + "sampling_frames_per_s": 4.017451666049799, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map07_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 38408, + "windows": 35720, + "excluded_windows": 2688, + "excluded_fraction": 0.06998541970422828, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..316534c5038e33fce82f2e8cc4fd4e54e94067a2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 24.909467190504074, + "sem": 0.15370093914188582, + "n": 256 + }, + "lpips_dec": { + "mean": 0.14474136395438109, + "sem": 0.003650478269944441, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.16904679489380214, + "sem": 0.0035672684700896714, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.12685300409794, + "sem": 0.09793501209455653, + "n": 256 + }, + "psnr_raw": { + "mean": 22.06418790668249, + "sem": 0.10416994659919847, + "n": 256 + }, + "lpips_raw": { + "mean": 0.1901413902232889, + "sem": 0.003912295723148669, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.79963131994009, + "sem": 0.018115853626010255, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5617997975787148, + "sem": 0.012727825379683574, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.003874329167047108, + "sem": 0.00018343818618902154, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0026151274237236066, + "sem": 6.817896209195748e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 24.843137428164482, + "sem": 0.17013471362566718, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.004068052515663112, + "sem": 0.0002072613926081956, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.16693817682971712, + "sem": 0.00422294009448181, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.006754823664778087, + "sem": 0.00020432289037594428, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016634973682812415, + "sem": 7.182928531844764e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 23.642980471253395, + "sem": 0.1653075720951356, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.005234800690800512, + "sem": 0.0002352366808651207, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.20853760282625444, + "sem": 0.00457934667311398, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.394610911607742, + "sem": 0.19113940435315407, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.003043067972271274, + "sem": 0.0001879564794081308, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.12558378724497743, + "sem": 0.0035871817779827534, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.398612566292286, + "sem": 0.17707578390029116, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00041462868119879204, + "sem": 4.6062213894433666e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 25.878286737948656, + "sem": 0.19370466811569687, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0034474432615070327, + "sem": 0.00021505641593864473, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.14892631635302678, + "sem": 0.004221317542673893, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 24.62016684934497, + "sem": 0.16526347457219098, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.004230114404208507, + "sem": 0.00020600054786813578, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.14667673080111854, + "sem": 0.003675891848878948, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.749967999756336, + "sem": 0.11644299472207299, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001193133631886667, + "sem": 5.2546670744213645e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.23314768075943, + "sem": 0.1732812488361855, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.00469734224509466, + "sem": 0.00023584021032072014, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.1731352666101884, + "sem": 0.004301140744931129, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 25.483955138070243, + "lpips_dec": 0.1515040282692228 + }, + "3": { + "psnr_dec": 24.598594066074916, + "lpips_dec": 0.1328978746597256 + }, + "4": { + "psnr_dec": 25.220726935068765, + "lpips_dec": 0.14669538885354996 + }, + "5": { + "psnr_dec": 24.24645607812064, + "lpips_dec": 0.14899879707289593 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.17974001566569, + "sem": 0.2630441834108115, + "n": 60 + }, + "lpips_dec": { + "mean": 0.13823318270345528, + "sem": 0.006435030213986296, + "n": 60 + }, + "psnr_raw": { + "mean": 22.254711786905926, + "sem": 0.181793168889257, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 24.69809373219808, + "sem": 0.31154583686450554, + "n": 72 + }, + "lpips_dec": { + "mean": 0.15314965684794718, + "sem": 0.008842585694822202, + "n": 72 + }, + "psnr_raw": { + "mean": 21.938556909561157, + "sem": 0.21850501823435511, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 24.775442235610065, + "sem": 0.294708058935241, + "n": 68 + }, + "lpips_dec": { + "mean": 0.1420619634034879, + "sem": 0.005626565606299837, + "n": 68 + }, + "psnr_raw": { + "mean": 21.957597816691678, + "sem": 0.193877142153521, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.031435255570845, + "sem": 0.3641024405045786, + "n": 55 + }, + "lpips_dec": { + "mean": 0.1432642870328643, + "sem": 0.0075385968768993126, + "n": 55 + }, + "psnr_raw": { + "mean": 22.131022609363903, + "sem": 0.23947440496560093, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.317440032958984, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1932736188173294, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.250404357910156, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 24.909467190504074, + "sem": 0.15370093914188582, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.14474136395438109, + "sem": 0.003650478269944441, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.16904679489380214, + "sem": 0.0035672684700896714, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.12685300409794, + "sem": 0.09793501209455653, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.06418790668249, + "sem": 0.10416994659919847, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.1901413902232889, + "sem": 0.003912295723148669, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.79963131994009, + "sem": 0.018115853626010255, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5617997975787148, + "sem": 0.012727825379683574, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003874329167047108, + "sem": 0.00018343818618902154, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0026151274237236066, + "sem": 6.817896209195748e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 24.843137428164482, + "sem": 0.17013471362566718, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.004068052515663112, + "sem": 0.0002072613926081956, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.16693817682971712, + "sem": 0.00422294009448181, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006754823664778087, + "sem": 0.00020432289037594428, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016634973682812415, + "sem": 7.182928531844764e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 23.642980471253395, + "sem": 0.1653075720951356, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.005234800690800512, + "sem": 0.0002352366808651207, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.20853760282625444, + "sem": 0.00457934667311398, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.394610911607742, + "sem": 0.19113940435315407, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.003043067972271274, + "sem": 0.0001879564794081308, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.12558378724497743, + "sem": 0.0035871817779827534, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.398612566292286, + "sem": 0.17707578390029116, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00041462868119879204, + "sem": 4.6062213894433666e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 25.878286737948656, + "sem": 0.19370466811569687, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0034474432615070327, + "sem": 0.00021505641593864473, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.14892631635302678, + "sem": 0.004221317542673893, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 24.62016684934497, + "sem": 0.16526347457219098, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.004230114404208507, + "sem": 0.00020600054786813578, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.14667673080111854, + "sem": 0.003675891848878948, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.749967999756336, + "sem": 0.11644299472207299, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001193133631886667, + "sem": 5.2546670744213645e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.23314768075943, + "sem": 0.1732812488361855, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.00469734224509466, + "sem": 0.00023584021032072014, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.1731352666101884, + "sem": 0.004301140744931129, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 25.483955138070243, + "lpips_dec": 0.1515040282692228 + }, + "3": { + "psnr_dec": 24.598594066074916, + "lpips_dec": 0.1328978746597256 + }, + "4": { + "psnr_dec": 25.220726935068765, + "lpips_dec": 0.14669538885354996 + }, + "5": { + "psnr_dec": 24.24645607812064, + "lpips_dec": 0.14899879707289593 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.17974001566569, + "sem": 0.2630441834108115, + "n": 60 + }, + "lpips_dec": { + "mean": 0.13823318270345528, + "sem": 0.006435030213986296, + "n": 60 + }, + "psnr_raw": { + "mean": 22.254711786905926, + "sem": 0.181793168889257, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 24.69809373219808, + "sem": 0.31154583686450554, + "n": 72 + }, + "lpips_dec": { + "mean": 0.15314965684794718, + "sem": 0.008842585694822202, + "n": 72 + }, + "psnr_raw": { + "mean": 21.938556909561157, + "sem": 0.21850501823435511, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 24.775442235610065, + "sem": 0.294708058935241, + "n": 68 + }, + "lpips_dec": { + "mean": 0.1420619634034879, + "sem": 0.005626565606299837, + "n": 68 + }, + "psnr_raw": { + "mean": 21.957597816691678, + "sem": 0.193877142153521, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.031435255570845, + "sem": 0.3641024405045786, + "n": 55 + }, + "lpips_dec": { + "mean": 0.1432642870328643, + "sem": 0.0075385968768993126, + "n": 55 + }, + "psnr_raw": { + "mean": 22.131022609363903, + "sem": 0.23947440496560093, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.317440032958984, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1932736188173294, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.250404357910156, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 4.053232723359851, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map07_r16_k8_s0/scores/step0004000_live_801ab85c41dcfa8c/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_092343-pixart200k_arenas13_map08_r16_k8_s0/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_092343-pixart200k_arenas13_map08_r16_k8_s0/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c55052d39fa602ec673e31412187a81f08276f9f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_092343-pixart200k_arenas13_map08_r16_k8_s0/files/wandb-metadata.json @@ -0,0 +1,41 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T09:23:43.716417Z", + "args": [ + "--source", + "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "--source-weights", + "ema", + "--adapt-split", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "--adapt-episodes-k", + "8", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--results-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--step-grid", + "0,50,100,150,250,500,1000,2000,4000", + "--global-batch", + "32", + "--per-gpu-batch", + "32", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub", + "--wandb-project", + "doomdit-nexttic", + "--wandb-group", + "adapt_pixart_arenas13_map08", + "--seed", + "0" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/adapt_wm.py", + "codePath": "adapt_wm.py", + "codePathLocal": "adapt_wm.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "jyi4jm0z4fcv7mkkbs186xnvhizn6ols" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_092343-pixart200k_arenas13_map08_r16_k8_s0/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_092343-pixart200k_arenas13_map08_r16_k8_s0/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a878e231b1c7205cbe9837f2c52527a4777a5219 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_092343-pixart200k_arenas13_map08_r16_k8_s0/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/steps_per_s":1.3906364295436129,"val/loss_minus_train":-0.005828601717948911,"time/steps_per_hour":5006.291146357006,"step":4000,"train/skipped_updates":0,"val/loss":0.16914814710617065,"train/clip_frac":0,"train/grad_norm":0.08077357321977616,"val/loss_q2":0.13943882286548615,"data/examples_seen":128000,"_step":168,"val/loss_q3":0.1301724910736084,"_runtime":2881,"train/nonfinite_loss":0,"train/peak_mem_gb":15.55,"time/wall_hours":0.7998067559136285,"_timestamp":1.7905903054463735e+09,"val/excursion":0,"train/grad_norm_max":0.16149595379829407,"data/game_hours_seen":1.0158730158730158,"val/loss_q4":0.13158637285232544,"train/lr":0.0001,"data/epochs":3.314430720629742,"_wandb":{"runtime":2881},"train/loss":0.17497674882411957,"val/loss_q1":0.3034919500350952} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_101946-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_101946-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c9cceb44de679756ee04bb03acfb431a4a2d9de0 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_101946-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:19:46.262718Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "oyi90buyylsw5b0t8nly2mk0nmc1ojfn" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_101946-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_101946-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a001e6fe3972580a9649d584ad6942c91feb8d5f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_101946-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_outcome_windows_stock":256,"_wandb":{"runtime":0},"eval/adapt_live/heldout_episodes":8,"_runtime":0,"eval/adapt_live/heldout_psnr_gain":-0.6224525384604931,"_timestamp":1.7905907869693086e+09,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_B_tuned":0.03873083827602386,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_A_full_tuned":2.270382348448038,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_latent_mse":0.20536251153680496,"eval/adapt_live/heldout_lpips":0.2682281205779873,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"eval/adapt_live/heldout_psnr_dec":25.37202312797308,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_C_stock":3.673925571143627,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_lpips_gain_paired":-0.07057524308947905,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_latent_ratio_of_means":0.6823355859460185,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_lpips_gain":0.024291466290378594,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_B_stock":0.06871227285409987,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_lpips_gain_paired":0.024291466290378594,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/heldout_A_full_stock":1.7261347025632858,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_lpips_dec":0.22092778285150416,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_A_tuned":2.3580054603517056,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_skill":1.5143588624384627,"_step":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_latent_mse_ratio":0.7321080262772739,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_C_tuned":4.71204886585474,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_psnr":22.502980388700962,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips_gain":-0.07057524308947905,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_windows":256,"step":0,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_psnr_gain_paired":-0.6224525384604931,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_latent_ratio_mean":0.7321080254165059,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_A_stock":2.113585766404867,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/directional_motion_ratio":0.8490885116996294} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102130-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102130-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7b1847e0813f6aa9c709b6adc502c6652b547a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102130-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:21:30.884327Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "iqpfk2cc5k0jchu0b3uo8y0k6xnrkkuf" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102130-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102130-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c64f4a31ec058f62be83d775ea303a81c919faef --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102130-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_psnr_gain":-0.5542419068515301,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_latent_mse":0.19897291441156995,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_C_tuned":4.548779409378767,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.7099093484805922,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.7099093499127775,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"step":50,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_C_stock":3.5469730719923973,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"_runtime":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_lpips_gain_paired":-0.0531798334504856,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_B_stock":0.047804665517105605,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_B_tuned":0.01670759790977172,"eval/adapt_live/heldout_psnr":22.571191020309925,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"_timestamp":1.79059089144435e+09,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_lpips_dec":0.20299465212156065,"_wandb.runtime":0,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/heldout_psnr_dec":25.536990277469158,"eval/adapt_live/heldout_latent_skill":1.6632423598500223,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_lpips":0.25083271093899384,"eval/adapt_live/heldout_A_full_stock":1.8911018520593643,"eval/adapt_live/heldout_psnr_gain_paired":-0.5542419068515301,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_lpips_gain":-0.0531798334504856,"_step":1,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_tuned":2.618172559887171,"eval/adapt_live/heldout_latent_ratio_of_means":0.6611055694947207,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/heldout_A_full_tuned":2.522609483450651,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_A_stock":2.2856002636253834,"eval/adapt_live/trainmap_latent_ratio_undefined":0} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102315-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102315-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d4236bb1d8c7f70d668bb64a620a6b9be2f1ac10 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102315-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:23:15.364786Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "dlfe0q5gxjriowzv1ovh4e6pjmsse778" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102315-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102315-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..bfbe5b64e052d7781680c67a0f9281ec40461436 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102315-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_latent_ratio_mean":0.6966639347836042,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/trainmap_episodes":89,"_runtime":0,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_B_stock":0.042963123645677115,"eval/adapt_live/heldout_lpips_dec":0.19900391678675078,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_latent_skill":1.737536891779435,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_A_full_tuned":2.538156036287546,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_latent_mse":0.1961583558950224,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/directional_correct_frac":0.87890625,"_timestamp":1.7905909960000865e+09,"_step":2,"eval/adapt_live/heldout_B_tuned":0.013032851593379746,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_C_stock":3.5905048698186874,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_mse_ratio":0.6966639355523512,"eval/adapt_live/heldout_C_tuned":4.541605174541473,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_psnr_gain":-0.581684872508049,"eval/adapt_live/heldout_A_tuned":2.643748641014099,"eval/adapt_live/heldout_dup_excluded":0,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_lpips":0.24673799163429067,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"_wandb.runtime":0,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_A_stock":2.2614025250077248,"eval/adapt_live/heldout_psnr":22.543748054653406,"eval/adapt_live/heldout_psnr_dec":25.51202905923128,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_lpips_gain_paired":-0.04908511414578243,"eval/adapt_live/heldout_A_full_stock":1.8661406338214874,"step":100,"eval/adapt_live/heldout_psnr_gain_paired":-0.581684872508049,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_lpips_gain":-0.04908511414578243,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_latent_ratio_of_means":0.6517539433376572,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_A_tuned":4.987002331763506} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102458-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102458-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..abcfee4ca0bdf1826cc691500e07364243117da1 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102458-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:24:58.913955Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "qus0ggtjvidza69dwonqsobz1z5yhl94" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102458-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102458-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..bb5940f0d6bed6d5875fa7dcf831f9243c80b322 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102458-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_A_stock":2.5640419349074364,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/heldout_C_tuned":4.288380701094866,"eval/adapt_live/trainmap_dup_excluded":0,"_wandb.runtime":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_latent_mse_ratio":0.6833625688450411,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_psnr_dec":25.794848650693893,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_lpips":0.2374853841320146,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_A_full_stock":2.1489602252840996,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_psnr_gain":-0.4568748064339161,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_psnr_gain_paired":-0.4568748064339161,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_B_tuned":0.001624876398636843,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"_timestamp":1.790591099473087e+09,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_lpips_gain":-0.03983250664350635,"eval/adapt_live/heldout_C_stock":3.350652989000082,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_B_stock":0.03172196660125337,"eval/adapt_live/heldout_latent_ratio_of_means":0.6422155855287508,"eval/adapt_live/heldout_latent_skill":1.812612373573925,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_mse":0.19328759676136542,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_tuned":2.913920983672142,"_runtime":0,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_lpips_gain_paired":-0.03983250664350635,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_lpips_dec":0.18900591353303753,"eval/adapt_live/heldout_latent_ratio_mean":0.6833625698512599,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"step":150,"_step":3,"eval/adapt_live/heldout_psnr":22.66855812072754,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_A_tuned":3.0226187631487846,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/trainmap_A_tuned":4.987002331763506} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102642-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102642-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..3af7584ee5ab78e7b98184802ef045665da8459e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102642-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:26:42.198859Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "rvd0tv2ipm788k55gcadmyn9b4vwcmnw" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102642-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102642-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0294aa810d6f14aa10664b9e5307712b3520e6dc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102642-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/heldout_latent_mse":0.19197418288968038,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_psnr":22.69920990243554,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_B_tuned":-0.008703640547537361,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_A_tuned":3.149721387773752,"eval/adapt_live/heldout_A_full_stock":2.2269273810088634,"eval/adapt_live/heldout_latent_skill":1.853994991290085,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/heldout_psnr_gain_paired":-0.426223024725914,"eval/adapt_live/heldout_latent_mse_ratio":0.6760489792795852,"eval/adapt_live/directional_windows":256,"step":250,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_ratio_of_means":0.6378516487176,"_timestamp":1.7905912027816586e+09,"eval/adapt_live/heldout_lpips_gain":-0.03130849266926816,"eval/adapt_live/heldout_B_stock":0.021733673404014553,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_stock":2.650048915296793,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_lpips_gain_paired":-0.03130849266926816,"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_psnr_dec":25.872815806418657,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"_wandb.runtime":0,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_lpips":0.2289613701577764,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_psnr_gain":-0.426223024725914,"eval/adapt_live/heldout_lpips_dec":0.18060840596444905,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"_step":4,"eval/adapt_live/heldout_C_tuned":4.2132474184036255,"eval/adapt_live/heldout_C_stock":3.2869882360100746,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_latent_ratio_mean":0.6760489780776576,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"_runtime":0,"eval/adapt_live/heldout_A_full_tuned":3.0339346416294575,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_C_stock":2.463347837328911} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102824-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102824-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b166c1e4ddc1b79e8c92493592a191034b5fd3d3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102824-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:28:24.503156Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "1xke7bk06tpghmd377s4lczvcw165hso" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102824-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102824-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..96246f8ac4d8034ca8ab4caf11001ee3b041c8c6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_102824-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_lpips":0.22302805789513513,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_A_stock":2.7795110791921616,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_latent_mse_ratio":0.6614011926576495,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"_step":5,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_runtime":0,"_wandb.runtime":0,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/heldout_C_stock":3.1951930448412895,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"_timestamp":1.7905913050189028e+09,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_mse":0.18839204827236244,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/heldout_psnr":22.758894369006157,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.025375180406626896,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_ratio_mean":0.6614011933434037,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/heldout_A_tuned":3.3439276814460754,"eval/adapt_live/heldout_latent_skill":1.945555959798822,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_gain":-0.36653855815529823,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/heldout_latent_ratio_of_means":0.625949681290565,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_A_full_stock":2.3409514762461185,"eval/adapt_live/heldout_lpips_gain":-0.025375180406626896,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"step":500,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_psnr_gain_paired":-0.36653855815529823,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_C_tuned":4.092775609344244,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_B_stock":0.014973553856179933,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_A_full_tuned":3.2161987647414207,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_lpips_dec":0.1742212797398679,"eval/adapt_live/heldout_psnr_dec":25.986839901655912,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"_wandb":{"runtime":0},"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_B_tuned":-0.016820803431983222} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103005-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103005-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..cfb607d7d6970ac99bbefae35a61f2bd97b7b3ff --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103005-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:30:05.104002Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "hohtf4hcpyteetmgqqmukfwuvjg6ijig" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103005-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103005-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4a6b52919852e85e3dd43191ed4a083f4b59e8a6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103005-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_A_full_stock":2.397932354360819,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_latent_mse_ratio":0.6511158337816596,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/heldout_B_stock":0.009383359252751688,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_lpips":0.2186860261426773,"eval/adapt_live/heldout_latent_ratio_of_means":0.6187123532071026,"eval/adapt_live/heldout_B_tuned":-0.021883560986680095,"eval/adapt_live/heldout_psnr_gain_paired":-0.348505649715662,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_C_stock":3.1557030230760574,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"_wandb.runtime":0,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"eval/adapt_live/heldout_A_full_tuned":3.2828721702098846,"eval/adapt_live/heldout_lpips_gain_paired":-0.021033148654169054,"_step":6,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6511158320923642,"eval/adapt_live/heldout_lpips_gain":-0.021033148654169054,"eval/adapt_live/heldout_psnr_dec":26.043820779770613,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_C_tuned":4.046977259218693,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_latent_mse":0.18621382995479507,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_A_tuned":3.4050438217818737,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_psnr":22.776927277445793,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_latent_skill":2.008675925040515,"step":1000,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_lpips_dec":0.169819227521657,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_A_stock":2.833655696362257,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_psnr_gain":-0.348505649715662,"_timestamp":1.7905914056446116e+09,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"_runtime":0,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_skill_windows":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103145-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103145-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..299f11a3d90f83b14a48f097a4bf140ee77b890c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103145-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:31:45.620529Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "1zr898nujfxigrto5xld6ol93oha5svy" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103145-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103145-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..37d042b7bb146bc8ad033dec6d6c40cadc379264 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103145-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"_step":7,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"_wandb":{"runtime":0},"eval/adapt_live/heldout_psnr_dec":26.090640634298325,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_lpips_dec":0.1690414346230682,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_psnr_gain":-0.3476857952773571,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/directional_correct_frac":0.87890625,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"_timestamp":1.7905915062215774e+09,"eval/adapt_live/heldout_latent_skill":2.028177286415511,"eval/adapt_live/trainmap_latent_skill_windows":256,"step":2000,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_C_tuned":3.99900608882308,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_A_tuned":3.5091426484286785,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips":0.21809212581138127,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_persist_psnr":23.125432927161455,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.6167366609736527,"eval/adapt_live/heldout_A_full_tuned":3.375324171036482,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_B_tuned":-0.022659483280222048,"eval/adapt_live/heldout_psnr":22.777747131884098,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.6473667291007599,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"_runtime":0,"eval/adapt_live/heldout_latent_mse":0.18561920594947878,"eval/adapt_live/directional_ref_frac":0.9140625,"eval/adapt_live/heldout_latent_mse_ratio":0.6473667277023196,"_wandb.runtime":0,"eval/adapt_live/heldout_lpips_gain":-0.020439248322873027,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_A_stock":2.905871633440256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_lpips_gain_paired":-0.020439248322873027,"eval/adapt_live/heldout_C_stock":3.109067488461733,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_psnr_gain_paired":-0.3476857952773571,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/directional_motion_ratio":0.8490885116996294,"eval/adapt_live/heldout_B_stock":0.008838930893034558,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_A_full_stock":2.4447522088885307,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill":2.893628930711127} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103916-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103916-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ad00d322b9c35e4140c35b4c668ae2b326cf1d05 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103916-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:39:16.791545Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "5olmghnahcecrdhl4ffj58ewbgsuhpm6" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103916-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103916-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..81b6df72882ac5319fbd69a65723bcd1067ba20d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/.wandb/wandb/run-20260928_103916-pixart200k_arenas13_map08_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/directional_correct_frac":0.8671875,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_skill":2.623983385053106,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5447541605271932,"eval/adapt_live/trainmap_psnr_gain":0.7040601149201393,"eval/adapt_live/trainmap_latent_ratio_mean":0.5692225069731631,"step":4000,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_latent_ratio_mean":0.6447303927011512,"eval/adapt_live/heldout_A_stock":2.9850096702575684,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_latent_skill":2.045012923587074,"eval/adapt_live/trainmap_psnr_dec":25.701819270849228,"eval/adapt_live/trainmap_latent_mse":0.17198773771087872,"eval/adapt_live/heldout_lpips":0.21546514541842043,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.614918435479148,"eval/adapt_live/heldout_psnr_gain_paired":-0.3210463486611843,"eval/adapt_live/heldout_outcome_windows_stock":256,"_wandb.runtime":0,"eval/adapt_live/heldout_copy_psnr_dec":23.645888425409794,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_outcome_windows_tuned":256,"_timestamp":1.7905919573075316e+09,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.7040601149201393,"eval/adapt_live/trainmap_psnr":22.411684419959784,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_C_tuned":3.940755307674408,"eval/adapt_live/trainmap_A_full_stock":3.3108733259141445,"eval/adapt_live/trainmap_C_tuned":3.5393881127238274,"eval/adapt_live/heldout_lpips_gain":-0.017812267929912196,"eval/adapt_live/trainmap_B_stock":-0.02036433797729842,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_persist_lpips":0.19765287748850824,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_B_tuned":-0.02558868972300843,"eval/adapt_live/trainmap_A_tuned":4.488312240689993,"eval/adapt_live/heldout_lpips_gain_paired":-0.017812267929912196,"_wandb":{"runtime":0},"eval/adapt_live/heldout_vae_psnr":24.4296260997653,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_B_stock":0.005684410831236164,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_A_stock":3.7499743290245533,"eval/adapt_live/directional_ref_frac":0.9140625,"_runtime":0,"eval/adapt_live/heldout_psnr_gain":-0.3210463486611843,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_psnr_dec":26.156704861670732,"eval/adapt_live/trainmap_lpips_gain":0.0045969759612489725,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_lpips":0.19695703592151403,"eval/adapt_live/trainmap_A_full_tuned":4.381332699209452,"eval/adapt_live/heldout_A_tuned":3.6022958159446716,"eval/adapt_live/heldout_vae_lpips":0.09512213592824992,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/directional_motion_ratio":0.8359514893539529,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_C_stock":2.6827482245862484,"eval/adapt_live/heldout_copy_latent_mse":0.3009699563772301,"_step":8,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_A_full_stock":2.5108164362609386,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_B_tuned":-0.05622521688746929,"eval/adapt_live/trainmap_lpips_dec":0.1477823740860913,"eval/adapt_live/heldout_latent_mse":0.18507197470171377,"eval/adapt_live/heldout_A_full_tuned":3.4740592911839485,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_C_stock":3.0507263094186783,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_mse_ratio":0.5692225070670247,"eval/adapt_live/heldout_latent_mse_ratio":0.6447303931927308,"eval/adapt_live/heldout_psnr":22.80438657850027,"eval/adapt_live/heldout_lpips_dec":0.1666733294405276,"eval/adapt_live/trainmap_lpips_gain_paired":0.0045969759612489725,"eval/adapt_live/heldout_persist_psnr":23.125432927161455} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt new file mode 100644 index 0000000000000000000000000000000000000000..9429f470169ba8064a03b8370e4c7cdb22a897b1 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80825c3d259c704fa3cd64757b1cade8aa24858bb45509270c47517e5b90b04e +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..53c4276c37ec94ba643dad29a261482f37972fcc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790587426531874036, "sha256": "80825c3d259c704fa3cd64757b1cade8aa24858bb45509270c47517e5b90b04e"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d13758dbe658a3dccbe76c9d231035232a67b36 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c71b72f2794f01d666231c8af6e057c08230c70be24c0e3961c1d37c8c7648 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..2a49075fb837ad01dd2b7a14e768e317216a38ba --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790587465939964065, "sha256": "e2c71b72f2794f01d666231c8af6e057c08230c70be24c0e3961c1d37c8c7648"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfae41895091e66b179637231be07993cfba714d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f07dfb5b10ae6d12d3ba9ef741c90b03a9417b7f2bfbfd0929c9f659571c3ae +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..63864c08988e73fdc7671a5bdea74bc6955147d7 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790587503692092499, "sha256": "3f07dfb5b10ae6d12d3ba9ef741c90b03a9417b7f2bfbfd0929c9f659571c3ae"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfb4ee4891b2158edac6ed47c9d6e34a396f5824 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2926460df4df4db27b7c6ec2502e23ed5f51d63ffcfc4f5cf429832782ae7b3 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..a9f3b5d072fd3fcc1449791c6f301ea9753fe848 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790587542367199785, "sha256": "d2926460df4df4db27b7c6ec2502e23ed5f51d63ffcfc4f5cf429832782ae7b3"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt new file mode 100644 index 0000000000000000000000000000000000000000..4752a1953954bdffb66417f843f32d266db3957e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96e421832bad23c50fd55e61d0dbc26e5afdf91a7c61b266b4bc191be4035366 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..bc3eb54e67f39555ae39a6099e3a0fd6990698d3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790587616326493033, "sha256": "96e421832bad23c50fd55e61d0dbc26e5afdf91a7c61b266b4bc191be4035366"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..f89396dedb6bc8e55f905206fc50e87b3cdd1d10 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0498fb008ea52464022ada1b37aa4e54a0311901594b1edb5d1a7e54b11a82e5 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..304e169d1d0437514fa56321aa7b9ec4cdea90ef --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790587798129299470, "sha256": "0498fb008ea52464022ada1b37aa4e54a0311901594b1edb5d1a7e54b11a82e5"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..69cda44993fd5d5b345454aefd10092701930d6a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c8a4f4debae7a909eb99aa1624eb2315b54892fce1a56f1e111fb1558c1c7c +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..670b5d6d672b7143325db98a152acffea985756f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790588159720964220, "sha256": "90c8a4f4debae7a909eb99aa1624eb2315b54892fce1a56f1e111fb1558c1c7c"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt new file mode 100644 index 0000000000000000000000000000000000000000..23401ec4b41c77d7d8ccf446d812a7015ee033c9 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e55a0ecac4e5c2d6146df82634ee28581b491d97a3515a9c1b3fe9c091c42ae +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..68863055f4ccf0138522e6b77bef280fccaf7ed8 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790588880000204560, "sha256": "3e55a0ecac4e5c2d6146df82634ee28581b491d97a3515a9c1b3fe9c091c42ae"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b785481d69b300b9180e2af5c36d106d5b7e50 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fafa329b29c16fe0c3ad678bff2a8a5ba97023ad0dbcea6d0bc223d9b55a06 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..65c8a4bf18b49a8b32cc1ed3fb8704d789f7aeb5 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790590305687216382, "sha256": "83fafa329b29c16fe0c3ad678bff2a8a5ba97023ad0dbcea6d0bc223d9b55a06"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/config.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0cbd1d314a8ff673798e3080415e7ff086f9a079 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/config.json @@ -0,0 +1,198 @@ +{ + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map08", + "seed": 0, + "certificate": { + "git": { + "commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", + "dirty": 0 + }, + "seed": 0, + "map": "arenas13_map08", + "set": "arenas13", + "map_id": 8, + "source": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "weights": "ema", + "step": 200000, + "sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a" + }, + "split": { + "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306" + }, + "adapt_episodes": [ + 42, + 68, + 81, + 94, + 120, + 224, + 237, + 250 + ], + "adapt_episodes_k": 8, + "held_out": [ + 29, + 146, + 159, + 185, + 198, + 276, + 302, + 315 + ], + "held_out_windows": 256, + "micro_batch": 32, + "world": 1, + "accum": 1, + "effective_batch": 32, + "lr": 0.0001, + "lr_source": "LoRA default", + "warmup": 100, + "ema_decay": 0.999, + "optim_policy": { + "clip": { + "value": 1.0, + "from": "source" + }, + "wd": { + "value": 0.0, + "from": "source" + }, + "skip_grad_norm": { + "value": 0.0, + "from": "source" + }, + "skip_grad_after": { + "value": 0, + "from": "source" + } + }, + "rank": 16, + "alpha": 16.0, + "dropout": 0.0, + "lora_mlp": false, + "parts": [ + "control", + "input_proj", + "noise_emb" + ], + "trainable": 25902208, + "step_grid": [ + 0, + 50, + 100, + 150, + 250, + 500, + 1000, + 2000, + 4000 + ], + "step0_parity_max_abs": 0.0, + "step0_parity_windows": 8, + "recipe": { + "backbone": "pixart", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "noise_aug_max": 0.7, + "objective": "v", + "tic_stride": 1, + "action_history": 32, + "control_bits": 19, + "phase_buckets": 0, + "action_inject": "token", + "action_dropout": 0.0, + "warm_start": "PixArt-alpha/PixArt-XL-2-512x512", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub" + }, + "counts": { + "lora": 8257536, + "part_control": 16994304, + "part_input_proj": 609408, + "part_noise_emb": 40960, + "trainable": 25902208, + "total": 636738720, + "backbone_frozen": 610836512, + "trainable_fraction": 0.04121397530972065 + }, + "args": { + "source": "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "source_weights": "ema", + "adapt_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "adapt_episodes_k": 8, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "results_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0", + "lora_rank": 16, + "lora_alpha": 16.0, + "lora_dropout": 0.0, + "lora_mlp": false, + "full_parts": "control,input_proj,noise_emb", + "lr": null, + "warmup": 100, + "wd": null, + "clip": null, + "skip_grad_norm": null, + "skip_grad_after": null, + "ema_decay": 0.999, + "step_grid": "0,50,100,150,250,500,1000,2000,4000", + "global_batch": 32, + "per_gpu_batch": 32, + "allow_accumulation": false, + "grad_ckpt": false, + "num_workers": 4, + "prefetch_factor": 4, + "log_every": 25, + "val_every": 0, + "parity_windows": 8, + "parity_tol": 0.0, + "warm_start": null, + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "fit_check": 0, + "wandb": true, + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_group": "adapt_pixart_arenas13_map08", + "seed": 0 + } + }, + "certificate_line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map08 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json split_sha256=40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", + "wandb_run": "pixart200k_arenas13_map08_r16_k8_s0" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/log.jsonl b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2bc9078e4ab539059dc9f3080c7f27c4f6fbebeb --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/log.jsonl @@ -0,0 +1,181 @@ +{"event": "start", "backbone": "pixart", "map": "arenas13_map08", "world": 1, "accum": 1, "per_gpu_batch": 32, "global_batch": 32, "dataset_summary": {"episodes": 8, "context_frames": 32, "horizon": 1, "candidate_windows": 40004, "windows": 38619, "excluded_windows": 1385, "excluded_fraction": 0.034621537846215376, "control_bits": 19}, "params": {"lora": 8257536, "part_control": 16994304, "part_input_proj": 609408, "part_noise_emb": 40960, "trainable": 25902208, "total": 636738720, "backbone_frozen": 610836512, "trainable_fraction": 0.04121397530972065}, "step_grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "adapt_episodes": [42, 68, 81, 94, 120, 224, 237, 250], "held_out": [29, 146, 159, 185, 198, 276, 302, 315], "time": 1790587423.6114366} +{"event": "certificate", "line": "ADAPT_CERTIFICATE git=0dc9d8506a52fbaea5ead49250fc74c321618ff4 seed=0 map=arenas13_map08 source=/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt source_sha256=46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a source_step=200000 source_weights=ema split=/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json split_sha256=40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306 adapt_episodes=8 held_out_episodes=8 held_out_windows=256 micro_batch=32 world=1 accum=1 effective_batch=32 lr=0.0001(LoRA_default) warmup=100 ema_decay=0.999 rank=16 alpha=16 dropout=0 clip=1(source) wd=0(source) skip_grad_norm=0(source) skip_grad_after=0(source) lora_mlp=0 parts=control,input_proj,noise_emb trainable=25902208 grid=0,50,100,150,250,500,1000,2000,4000 step0_parity_max_abs=0 step0_parity_windows=8", "step0_parity_max_abs": 0.0, "time": 1790587423.613823} +{"event": "val", "step": 0, "val_loss": 0.19603309035301208, "val_loss_by_t_quartile": [0.3519076704978943, 0.16520054638385773, 0.15052305161952972, 0.15011441707611084], "excursion": false, "time": 1790587426.3419714} +{"event": "checkpoint", "step": 0, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt", "val_loss": 0.19603309035301208, "time": 1790587426.533027} +{"event": "train", "step": 25, "loss": 0.19855477035045624, "lr": 2.6000000000000002e-05, "steps_per_s": 1.3457918400229378, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.10076124548912048, "grad_norm_max": 0.1449117362499237, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587445.1116323} +{"event": "train", "step": 50, "loss": 0.1951256000995636, "lr": 5.1000000000000006e-05, "steps_per_s": 1.3714321259259856, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0839285233616829, "grad_norm_max": 0.1273423433303833, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587462.9931786} +{"event": "val", "step": 50, "val_loss": 0.18880394101142883, "val_loss_by_t_quartile": [0.33942925930023193, 0.15913914144039154, 0.14400547742843628, 0.14508561789989471], "excursion": false, "time": 1790587465.587017} +{"event": "checkpoint", "step": 50, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt", "val_loss": 0.18880394101142883, "time": 1790587465.9402828} +{"event": "train", "step": 75, "loss": 0.1923144453763962, "lr": 7.6e-05, "steps_per_s": 1.3192234837118972, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07531841307878494, "grad_norm_max": 0.11334697157144547, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587483.386574} +{"event": "train", "step": 100, "loss": 0.1921944499015808, "lr": 0.0001, "steps_per_s": 1.344218237736218, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07357949152588844, "grad_norm_max": 0.20004354417324066, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587500.9278052} +{"event": "val", "step": 100, "val_loss": 0.18335677683353424, "val_loss_by_t_quartile": [0.3290703296661377, 0.1545320302248001, 0.14013902842998505, 0.14104606211185455], "excursion": false, "time": 1790587503.4537446} +{"event": "checkpoint", "step": 100, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt", "val_loss": 0.18335677683353424, "time": 1790587503.6940396} +{"event": "train", "step": 125, "loss": 0.19086644172668457, "lr": 0.0001, "steps_per_s": 1.3140298473661127, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0708532291650772, "grad_norm_max": 0.12539024651050568, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587521.6621528} +{"event": "train", "step": 150, "loss": 0.19099723935127258, "lr": 0.0001, "steps_per_s": 1.326546573936895, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0695013177394867, "grad_norm_max": 0.1097785010933876, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587539.610567} +{"event": "val", "step": 150, "val_loss": 0.18005119264125824, "val_loss_by_t_quartile": [0.3234613835811615, 0.1509401649236679, 0.13793760538101196, 0.13855651021003723], "excursion": false, "time": 1790587542.147425} +{"event": "checkpoint", "step": 150, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt", "val_loss": 0.18005119264125824, "time": 1790587542.3687518} +{"event": "train", "step": 175, "loss": 0.1887951213121414, "lr": 0.0001, "steps_per_s": 1.3077931402693181, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06749741449952125, "grad_norm_max": 0.11177287995815277, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587560.3481362} +{"event": "train", "step": 200, "loss": 0.1838673883676529, "lr": 0.0001, "steps_per_s": 1.3242327628572257, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06908785074949264, "grad_norm_max": 0.10272716730833054, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587577.5658095} +{"event": "train", "step": 225, "loss": 0.18104067623615264, "lr": 0.0001, "steps_per_s": 1.332015447108916, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06467933297157287, "grad_norm_max": 0.09473662823438644, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587595.4518502} +{"event": "train", "step": 250, "loss": 0.17945413827896117, "lr": 0.0001, "steps_per_s": 1.3374213548812635, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06718795493245125, "grad_norm_max": 0.13915550708770752, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587613.461893} +{"event": "val", "step": 250, "val_loss": 0.17773374915122986, "val_loss_by_t_quartile": [0.31945446133613586, 0.14848969876766205, 0.13626183569431305, 0.13693556189537048], "excursion": false, "time": 1790587616.0080492} +{"event": "checkpoint", "step": 250, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt", "val_loss": 0.17773374915122986, "time": 1790587616.3280613} +{"event": "train", "step": 275, "loss": 0.1848022472858429, "lr": 0.0001, "steps_per_s": 1.3270083473722158, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07471757233142853, "grad_norm_max": 0.12918110191822052, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587633.7679393} +{"event": "train", "step": 300, "loss": 0.19485162198543549, "lr": 0.0001, "steps_per_s": 1.3332095593109878, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08605893537402153, "grad_norm_max": 0.16227249801158905, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587651.5557916} +{"event": "train", "step": 325, "loss": 0.18179790616035463, "lr": 0.0001, "steps_per_s": 1.3380395131057652, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06858110636472702, "grad_norm_max": 0.11154840886592865, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587669.4275782} +{"event": "train", "step": 350, "loss": 0.1787898749113083, "lr": 0.0001, "steps_per_s": 1.341235413295912, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06775469422340392, "grad_norm_max": 0.13144151866436005, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587687.4883552} +{"event": "train", "step": 375, "loss": 0.1825219786167145, "lr": 0.0001, "steps_per_s": 1.3444248646796513, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07185889363288879, "grad_norm_max": 0.12589196860790253, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587705.4646223} +{"event": "train", "step": 400, "loss": 0.1743367177248001, "lr": 0.0001, "steps_per_s": 1.3473777517526353, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0668239127099514, "grad_norm_max": 0.1100015938282013, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587723.4078789} +{"event": "train", "step": 425, "loss": 0.18041462540626527, "lr": 0.0001, "steps_per_s": 1.349052559722959, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06960360825061798, "grad_norm_max": 0.1000601053237915, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587741.5708063} +{"event": "train", "step": 450, "loss": 0.17393270432949065, "lr": 0.0001, "steps_per_s": 1.3512057345284634, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0632496190071106, "grad_norm_max": 0.09459607303142548, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587759.57084} +{"event": "train", "step": 475, "loss": 0.17842817962169646, "lr": 0.0001, "steps_per_s": 1.353922605922409, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07269128233194351, "grad_norm_max": 0.15368229150772095, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587777.367405} +{"event": "train", "step": 500, "loss": 0.17927448749542235, "lr": 0.0001, "steps_per_s": 1.3554720298721643, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07853080913424491, "grad_norm_max": 0.12966124713420868, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587795.4102485} +{"event": "val", "step": 500, "val_loss": 0.1753178834915161, "val_loss_by_t_quartile": [0.3150467276573181, 0.14578668773174286, 0.13471448421478271, 0.1353321373462677], "excursion": false, "time": 1790587797.8806522} +{"event": "checkpoint", "step": 500, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt", "val_loss": 0.1753178834915161, "time": 1790587798.1303923} +{"event": "train", "step": 525, "loss": 0.17515680730342864, "lr": 0.0001, "steps_per_s": 1.3479795995942736, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06623638272285462, "grad_norm_max": 0.12503765523433685, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587816.0067399} +{"event": "train", "step": 550, "loss": 0.17804597616195678, "lr": 0.0001, "steps_per_s": 1.3505427282794125, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07075084522366523, "grad_norm_max": 0.1395355761051178, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587833.7786782} +{"event": "train", "step": 575, "loss": 0.17900746762752534, "lr": 0.0001, "steps_per_s": 1.3513978993607854, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07077933102846146, "grad_norm_max": 0.14297275245189667, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587852.020291} +{"event": "train", "step": 600, "loss": 0.17462747871875764, "lr": 0.0001, "steps_per_s": 1.3528347883626766, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0636310525238514, "grad_norm_max": 0.11911879479885101, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587870.0482402} +{"event": "train", "step": 625, "loss": 0.173789427280426, "lr": 0.0001, "steps_per_s": 1.3544871525921671, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07108833089470863, "grad_norm_max": 0.12654224038124084, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587887.9643252} +{"event": "train", "step": 650, "loss": 0.18462525188922882, "lr": 0.0001, "steps_per_s": 1.356228105634102, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08453847184777259, "grad_norm_max": 0.18043990433216095, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587905.8053193} +{"event": "train", "step": 675, "loss": 0.17852644741535187, "lr": 0.0001, "steps_per_s": 1.3574271300698508, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07504737928509712, "grad_norm_max": 0.13777735829353333, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587923.799374} +{"event": "train", "step": 700, "loss": 0.17451717734336852, "lr": 0.0001, "steps_per_s": 1.3585397476022947, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06233856901526451, "grad_norm_max": 0.0795743316411972, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587941.7940307} +{"event": "train", "step": 725, "loss": 0.17679580986499788, "lr": 0.0001, "steps_per_s": 1.359548136149066, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06379000931978225, "grad_norm_max": 0.09252369403839111, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587959.8005562} +{"event": "train", "step": 750, "loss": 0.1727587753534317, "lr": 0.0001, "steps_per_s": 1.3601896745371336, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06221625864505768, "grad_norm_max": 0.08784101903438568, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587977.9286318} +{"event": "train", "step": 775, "loss": 0.16754279851913453, "lr": 0.0001, "steps_per_s": 1.3613565796400744, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.061435623317956926, "grad_norm_max": 0.08439421653747559, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790587995.8199883} +{"event": "train", "step": 800, "loss": 0.17741892874240875, "lr": 0.0001, "steps_per_s": 1.361640433831107, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06738446667790413, "grad_norm_max": 0.142005056142807, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588014.0615141} +{"event": "train", "step": 825, "loss": 0.17937009394168854, "lr": 0.0001, "steps_per_s": 1.3631012314019606, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07378343805670738, "grad_norm_max": 0.1458427608013153, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588031.7724512} +{"event": "train", "step": 850, "loss": 0.17806581377983094, "lr": 0.0001, "steps_per_s": 1.3640823874543102, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07683343634009361, "grad_norm_max": 0.17225360870361328, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588049.664417} +{"event": "train", "step": 875, "loss": 0.18054141104221344, "lr": 0.0001, "steps_per_s": 1.3656648601635144, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0785410887002945, "grad_norm_max": 0.216908261179924, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588067.24854} +{"event": "train", "step": 900, "loss": 0.1747046673297882, "lr": 0.0001, "steps_per_s": 1.3663535692023423, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06640531241893768, "grad_norm_max": 0.10094373673200607, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588085.222392} +{"event": "train", "step": 925, "loss": 0.17438673734664917, "lr": 0.0001, "steps_per_s": 1.3671224644099307, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06565988659858704, "grad_norm_max": 0.1097802147269249, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588103.1385288} +{"event": "train", "step": 950, "loss": 0.17744896471500396, "lr": 0.0001, "steps_per_s": 1.36801104667459, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07693633288145066, "grad_norm_max": 0.11713798344135284, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588120.9738472} +{"event": "train", "step": 975, "loss": 0.17864446103572845, "lr": 0.0001, "steps_per_s": 1.3687422422788857, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07218827560544014, "grad_norm_max": 0.11354348808526993, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588138.8678935} +{"event": "train", "step": 1000, "loss": 0.17208741426467897, "lr": 0.0001, "steps_per_s": 1.3693943467114933, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06581146195530892, "grad_norm_max": 0.11955129355192184, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588156.7848992} +{"event": "val", "step": 1000, "val_loss": 0.17306149005889893, "val_loss_by_t_quartile": [0.3103281259536743, 0.14363262057304382, 0.1328301876783371, 0.1343912035226822], "excursion": false, "time": 1790588159.4122188} +{"event": "checkpoint", "step": 1000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt", "val_loss": 0.17306149005889893, "time": 1790588159.7218277} +{"event": "train", "step": 1025, "loss": 0.16999757647514344, "lr": 0.0001, "steps_per_s": 1.3650871828136852, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07212712854146958, "grad_norm_max": 0.16032442450523376, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588177.4027753} +{"event": "train", "step": 1050, "loss": 0.18139055907726287, "lr": 0.0001, "steps_per_s": 1.365680789352017, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07463615238666535, "grad_norm_max": 0.12239043414592743, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588195.382293} +{"event": "train", "step": 1075, "loss": 0.1811891031265259, "lr": 0.0001, "steps_per_s": 1.3666655400637862, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07722175627946853, "grad_norm_max": 0.11712464690208435, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588213.1212952} +{"event": "train", "step": 1100, "loss": 0.18315435767173768, "lr": 0.0001, "steps_per_s": 1.3675280389864295, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07176929175853729, "grad_norm_max": 0.1226973682641983, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588230.9062858} +{"event": "train", "step": 1125, "loss": 0.17327836155891418, "lr": 0.0001, "steps_per_s": 1.367974414958372, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07162721067667008, "grad_norm_max": 0.14179198443889618, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588248.9187973} +{"event": "train", "step": 1150, "loss": 0.17520275771617888, "lr": 0.0001, "steps_per_s": 1.3686276333736274, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06541343525052071, "grad_norm_max": 0.1346752792596817, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588266.7928684} +{"event": "train", "step": 1175, "loss": 0.1806341117620468, "lr": 0.0001, "steps_per_s": 1.3693484210222384, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07546770706772804, "grad_norm_max": 0.1948084980249405, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588284.607254} +{"event": "train", "step": 1200, "loss": 0.1783785790205002, "lr": 0.0001, "steps_per_s": 1.370031288209008, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06834624886512757, "grad_norm_max": 0.12374883145093918, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588302.4274256} +{"event": "train", "step": 1225, "loss": 0.18108331382274628, "lr": 0.0001, "steps_per_s": 1.3704396174954334, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07180242002010345, "grad_norm_max": 0.12743505835533142, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588320.4090705} +{"event": "train", "step": 1250, "loss": 0.1807220596075058, "lr": 0.0001, "steps_per_s": 1.3707923245680265, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0740115700662136, "grad_norm_max": 0.11177316308021545, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588338.4165344} +{"event": "train", "step": 1275, "loss": 0.17235566735267638, "lr": 0.0001, "steps_per_s": 1.3717750239582593, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07052193969488144, "grad_norm_max": 0.1729891300201416, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588355.9876816} +{"event": "train", "step": 1300, "loss": 0.17899884760379792, "lr": 0.0001, "steps_per_s": 1.3723893455227791, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07222341313958168, "grad_norm_max": 0.1306086629629135, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588373.7880235} +{"event": "train", "step": 1325, "loss": 0.17744714260101319, "lr": 0.0001, "steps_per_s": 1.3725307166215748, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06990240573883057, "grad_norm_max": 0.09973140060901642, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588391.9054334} +{"event": "train", "step": 1350, "loss": 0.17421798050403595, "lr": 0.0001, "steps_per_s": 1.372555341451892, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06489431232213974, "grad_norm_max": 0.10492607206106186, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588410.1018305} +{"event": "train", "step": 1375, "loss": 0.17362797558307647, "lr": 0.0001, "steps_per_s": 1.3725909629666562, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0724366095662117, "grad_norm_max": 0.18344786763191223, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588428.2900555} +{"event": "train", "step": 1400, "loss": 0.17863755881786347, "lr": 0.0001, "steps_per_s": 1.3732696774598732, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07183703422546386, "grad_norm_max": 0.11409106850624084, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588445.999634} +{"event": "train", "step": 1425, "loss": 0.18830395460128785, "lr": 0.0001, "steps_per_s": 1.373420829626324, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07483601450920105, "grad_norm_max": 0.1274922639131546, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588464.0901556} +{"event": "train", "step": 1450, "loss": 0.17506517231464386, "lr": 0.0001, "steps_per_s": 1.3739023348063035, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06527016744017601, "grad_norm_max": 0.08065612614154816, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588481.9228942} +{"event": "train", "step": 1475, "loss": 0.1732904213666916, "lr": 0.0001, "steps_per_s": 1.3746155098093837, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0741334767639637, "grad_norm_max": 0.11820930987596512, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588499.5622482} +{"event": "train", "step": 1500, "loss": 0.17847707033157348, "lr": 0.0001, "steps_per_s": 1.3747560575388724, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07121943727135659, "grad_norm_max": 0.1307641714811325, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588517.6375148} +{"event": "train", "step": 1525, "loss": 0.1737725156545639, "lr": 0.0001, "steps_per_s": 1.3753557409739974, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06668110504746437, "grad_norm_max": 0.13937203586101532, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588535.3391323} +{"event": "train", "step": 1550, "loss": 0.17412866055965423, "lr": 0.0001, "steps_per_s": 1.3756612066260383, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06682113826274871, "grad_norm_max": 0.12768511474132538, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588553.2657866} +{"event": "train", "step": 1575, "loss": 0.18250487506389618, "lr": 0.0001, "steps_per_s": 1.3756734215080995, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08419922843575478, "grad_norm_max": 0.20708400011062622, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588571.4287221} +{"event": "train", "step": 1600, "loss": 0.17561368882656098, "lr": 0.0001, "steps_per_s": 1.375786187141462, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07264345958828926, "grad_norm_max": 0.13273786008358002, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588589.5062952} +{"event": "train", "step": 1625, "loss": 0.17426327586174012, "lr": 0.0001, "steps_per_s": 1.3761950281291886, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06719754219055175, "grad_norm_max": 0.1373676359653473, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588607.3268158} +{"event": "train", "step": 1650, "loss": 0.169368896484375, "lr": 0.0001, "steps_per_s": 1.3764212811366734, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0671479032933712, "grad_norm_max": 0.12952977418899536, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588625.2959752} +{"event": "train", "step": 1675, "loss": 0.17947927713394166, "lr": 0.0001, "steps_per_s": 1.3765326829665498, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07565862774848937, "grad_norm_max": 0.12623979151248932, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588643.3603358} +{"event": "train", "step": 1700, "loss": 0.17356169641017913, "lr": 0.0001, "steps_per_s": 1.376728478092445, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06997814863920211, "grad_norm_max": 0.12118543684482574, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588661.346267} +{"event": "train", "step": 1725, "loss": 0.1753092437982559, "lr": 0.0001, "steps_per_s": 1.377002979363708, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07928738698363304, "grad_norm_max": 0.1346796602010727, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588679.2558203} +{"event": "train", "step": 1750, "loss": 0.1651633358001709, "lr": 0.0001, "steps_per_s": 1.3773096336919983, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06329393565654755, "grad_norm_max": 0.11641402542591095, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588697.1279047} +{"event": "train", "step": 1775, "loss": 0.1722269308567047, "lr": 0.0001, "steps_per_s": 1.3777400691236932, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07108754485845566, "grad_norm_max": 0.13243480026721954, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588714.8766162} +{"event": "train", "step": 1800, "loss": 0.1660357654094696, "lr": 0.0001, "steps_per_s": 1.3780462277135925, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06428391814231872, "grad_norm_max": 0.10842476785182953, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588732.7320285} +{"event": "train", "step": 1825, "loss": 0.17589998066425325, "lr": 0.0001, "steps_per_s": 1.3779878047788507, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06625887960195541, "grad_norm_max": 0.10904467105865479, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588750.92983} +{"event": "train", "step": 1850, "loss": 0.1753396362066269, "lr": 0.0001, "steps_per_s": 1.3783461092437912, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07060610681772232, "grad_norm_max": 0.1734003871679306, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588768.7231865} +{"event": "train", "step": 1875, "loss": 0.18019504129886627, "lr": 0.0001, "steps_per_s": 1.378212862458281, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0768831168115139, "grad_norm_max": 0.12346772849559784, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588786.992374} +{"event": "train", "step": 1900, "loss": 0.1756216186285019, "lr": 0.0001, "steps_per_s": 1.3784836912914618, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07440418437123299, "grad_norm_max": 0.11605404317378998, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588804.8609886} +{"event": "train", "step": 1925, "loss": 0.17487082242965699, "lr": 0.0001, "steps_per_s": 1.3787316853959373, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06807140782475471, "grad_norm_max": 0.13702301681041718, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588822.7456577} +{"event": "train", "step": 1950, "loss": 0.17141506254673003, "lr": 0.0001, "steps_per_s": 1.3787529288788245, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06792675480246543, "grad_norm_max": 0.11540263891220093, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588840.8564596} +{"event": "train", "step": 1975, "loss": 0.1770022439956665, "lr": 0.0001, "steps_per_s": 1.3787740324249032, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06524422183632851, "grad_norm_max": 0.09609464555978775, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588858.9668484} +{"event": "train", "step": 2000, "loss": 0.17221130907535553, "lr": 0.0001, "steps_per_s": 1.3786413103316593, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06807320713996887, "grad_norm_max": 0.10686392337083817, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588877.2386582} +{"event": "val", "step": 2000, "val_loss": 0.17094022035598755, "val_loss_by_t_quartile": [0.30672499537467957, 0.14122189581394196, 0.13114725053310394, 0.13311724364757538], "excursion": false, "time": 1790588879.7910666} +{"event": "checkpoint", "step": 2000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt", "val_loss": 0.17094022035598755, "time": 1790588880.001736} +{"event": "train", "step": 2025, "loss": 0.16748269498348237, "lr": 0.0001, "steps_per_s": 1.3761217428869716, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06537999242544174, "grad_norm_max": 0.11424277722835541, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588898.0616598} +{"event": "train", "step": 2050, "loss": 0.17390828728675842, "lr": 0.0001, "steps_per_s": 1.3762866816576, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07131988435983658, "grad_norm_max": 0.1919109970331192, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588916.0501888} +{"event": "train", "step": 2075, "loss": 0.17198952317237853, "lr": 0.0001, "steps_per_s": 1.3766912551841048, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07463894352316856, "grad_norm_max": 0.17661619186401367, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588933.7719214} +{"event": "train", "step": 2100, "loss": 0.1710120064020157, "lr": 0.0001, "steps_per_s": 1.3769085720486367, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06711159244179726, "grad_norm_max": 0.10900908708572388, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588951.6905541} +{"event": "train", "step": 2125, "loss": 0.1815623301267624, "lr": 0.0001, "steps_per_s": 1.3769895830599368, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07398833245038987, "grad_norm_max": 0.11761441826820374, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588969.7564666} +{"event": "train", "step": 2150, "loss": 0.17889690339565278, "lr": 0.0001, "steps_per_s": 1.3768855572157908, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07607779935002328, "grad_norm_max": 0.10887986421585083, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790588988.0300896} +{"event": "train", "step": 2175, "loss": 0.1824756681919098, "lr": 0.0001, "steps_per_s": 1.3769815806795052, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07747745767235756, "grad_norm_max": 0.16237300634384155, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589006.076777} +{"event": "train", "step": 2200, "loss": 0.16949334800243376, "lr": 0.0001, "steps_per_s": 1.3772244634601913, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06900463417172432, "grad_norm_max": 0.13262934982776642, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589023.9507976} +{"event": "train", "step": 2225, "loss": 0.17131939232349397, "lr": 0.0001, "steps_per_s": 1.3771972537997952, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.064344742000103, "grad_norm_max": 0.09413144737482071, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589042.1350157} +{"event": "train", "step": 2250, "loss": 0.17410058975219728, "lr": 0.0001, "steps_per_s": 1.377128321450439, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06932341784238816, "grad_norm_max": 0.13547071814537048, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589060.3696697} +{"event": "train", "step": 2275, "loss": 0.17426351964473724, "lr": 0.0001, "steps_per_s": 1.377242494697208, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07573999986052513, "grad_norm_max": 0.20342910289764404, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589078.3863397} +{"event": "train", "step": 2300, "loss": 0.17048607945442198, "lr": 0.0001, "steps_per_s": 1.3773015085927227, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0686304497718811, "grad_norm_max": 0.11013616621494293, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589096.467047} +{"event": "train", "step": 2325, "loss": 0.170394344329834, "lr": 0.0001, "steps_per_s": 1.3773861286288411, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06862694934010506, "grad_norm_max": 0.1020226702094078, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589114.5147579} +{"event": "train", "step": 2350, "loss": 0.16687372386455535, "lr": 0.0001, "steps_per_s": 1.3775413583698026, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06700124502182007, "grad_norm_max": 0.12349985539913177, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589132.4727888} +{"event": "train", "step": 2375, "loss": 0.17499523401260375, "lr": 0.0001, "steps_per_s": 1.3775361481851092, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06855628475546836, "grad_norm_max": 0.1280193030834198, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589150.627587} +{"event": "train", "step": 2400, "loss": 0.16985579192638398, "lr": 0.0001, "steps_per_s": 1.3776975955867843, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06929514065384865, "grad_norm_max": 0.11585281789302826, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589168.571834} +{"event": "train", "step": 2425, "loss": 0.17384111642837524, "lr": 0.0001, "steps_per_s": 1.3778016065232734, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07315192580223083, "grad_norm_max": 0.15525978803634644, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589186.5851078} +{"event": "train", "step": 2450, "loss": 0.16992066144943238, "lr": 0.0001, "steps_per_s": 1.377864458441167, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06811553463339806, "grad_norm_max": 0.1332811862230301, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589204.6489544} +{"event": "train", "step": 2475, "loss": 0.16629347920417786, "lr": 0.0001, "steps_per_s": 1.3780062708022662, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06942652747035026, "grad_norm_max": 0.11559475213289261, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589222.6080277} +{"event": "train", "step": 2500, "loss": 0.17212915003299714, "lr": 0.0001, "steps_per_s": 1.3780819524286643, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06701642498373986, "grad_norm_max": 0.11862646788358688, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589240.6505275} +{"event": "train", "step": 2525, "loss": 0.17515628933906555, "lr": 0.0001, "steps_per_s": 1.378150759910599, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07473508521914482, "grad_norm_max": 0.13560597598552704, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589258.7002008} +{"event": "train", "step": 2550, "loss": 0.1758650553226471, "lr": 0.0001, "steps_per_s": 1.3785531968972877, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0738668306171894, "grad_norm_max": 0.16436706483364105, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589276.3003054} +{"event": "train", "step": 2575, "loss": 0.17439987897872924, "lr": 0.0001, "steps_per_s": 1.3788854907206645, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07378667056560516, "grad_norm_max": 0.23136666417121887, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589293.985218} +{"event": "train", "step": 2600, "loss": 0.17161647319793702, "lr": 0.0001, "steps_per_s": 1.379048316399049, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07049521252512932, "grad_norm_max": 0.11372019350528717, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589311.8930953} +{"event": "train", "step": 2625, "loss": 0.1677228307723999, "lr": 0.0001, "steps_per_s": 1.3794103462630143, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06941063269972801, "grad_norm_max": 0.1270240843296051, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589329.5220265} +{"event": "train", "step": 2650, "loss": 0.17627503335475922, "lr": 0.0001, "steps_per_s": 1.3802076981651623, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07756231814622878, "grad_norm_max": 0.14646674692630768, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589346.535962} +{"event": "train", "step": 2675, "loss": 0.17075242280960082, "lr": 0.0001, "steps_per_s": 1.3812796209386167, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07338276579976082, "grad_norm_max": 0.1258884221315384, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589363.145168} +{"event": "train", "step": 2700, "loss": 0.1765930861234665, "lr": 0.0001, "steps_per_s": 1.382123323441986, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0800138460099697, "grad_norm_max": 0.1863802820444107, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589380.0509105} +{"event": "train", "step": 2725, "loss": 0.16909493625164032, "lr": 0.0001, "steps_per_s": 1.3830307950968277, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07027005016803742, "grad_norm_max": 0.10982203483581543, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589396.8455155} +{"event": "train", "step": 2750, "loss": 0.17539174735546112, "lr": 0.0001, "steps_per_s": 1.3839551439017694, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06823580130934716, "grad_norm_max": 0.12812596559524536, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589413.5937357} +{"event": "train", "step": 2775, "loss": 0.17446048974990844, "lr": 0.0001, "steps_per_s": 1.3842850101236226, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0749906300008297, "grad_norm_max": 0.12341199815273285, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589431.179901} +{"event": "train", "step": 2800, "loss": 0.17609016537666322, "lr": 0.0001, "steps_per_s": 1.3845331187570373, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07129563868045807, "grad_norm_max": 0.14254853129386902, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589448.8773127} +{"event": "train", "step": 2825, "loss": 0.17396512091159821, "lr": 0.0001, "steps_per_s": 1.3848617183636105, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07529604613780976, "grad_norm_max": 0.13040974736213684, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589466.449772} +{"event": "train", "step": 2850, "loss": 0.16926097810268403, "lr": 0.0001, "steps_per_s": 1.3847868194267439, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06703305020928382, "grad_norm_max": 0.09706319123506546, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589484.6135578} +{"event": "train", "step": 2875, "loss": 0.1746595925092697, "lr": 0.0001, "steps_per_s": 1.38499491926526, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06989729866385459, "grad_norm_max": 0.11307133734226227, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589502.354911} +{"event": "train", "step": 2900, "loss": 0.1686476957798004, "lr": 0.0001, "steps_per_s": 1.3850825725600786, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07015624582767487, "grad_norm_max": 0.11279643326997757, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589520.2729294} +{"event": "train", "step": 2925, "loss": 0.16913653373718263, "lr": 0.0001, "steps_per_s": 1.3853253986792464, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07138363674283027, "grad_norm_max": 0.13656136393547058, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589537.9523294} +{"event": "train", "step": 2950, "loss": 0.17081090092658996, "lr": 0.0001, "steps_per_s": 1.3853496875590927, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06675473779439926, "grad_norm_max": 0.11111418902873993, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589555.961296} +{"event": "train", "step": 2975, "loss": 0.17008933544158936, "lr": 0.0001, "steps_per_s": 1.3855350578708399, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06565609589219093, "grad_norm_max": 0.11676664650440216, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589573.72002} +{"event": "train", "step": 3000, "loss": 0.17569361448287965, "lr": 0.0001, "steps_per_s": 1.385624751765181, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0683326955139637, "grad_norm_max": 0.09842801094055176, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589591.6234288} +{"event": "train", "step": 3025, "loss": 0.17136402308940887, "lr": 0.0001, "steps_per_s": 1.3857535746557126, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07581190168857574, "grad_norm_max": 0.21158020198345184, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589609.4626844} +{"event": "train", "step": 3050, "loss": 0.17322928667068482, "lr": 0.0001, "steps_per_s": 1.3856891514841359, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07189273029565811, "grad_norm_max": 0.2038257122039795, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589627.6057591} +{"event": "train", "step": 3075, "loss": 0.1782102280855179, "lr": 0.0001, "steps_per_s": 1.3857792556396775, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07169612362980843, "grad_norm_max": 0.1292123794555664, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589645.5030534} +{"event": "train", "step": 3100, "loss": 0.17108200252056122, "lr": 0.0001, "steps_per_s": 1.3860350264185812, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07232566878199577, "grad_norm_max": 0.11312157660722733, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589663.13084} +{"event": "train", "step": 3125, "loss": 0.17173244893550874, "lr": 0.0001, "steps_per_s": 1.3862229981331793, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06766705229878425, "grad_norm_max": 0.10657186061143875, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589680.8619902} +{"event": "train", "step": 3150, "loss": 0.1728006398677826, "lr": 0.0001, "steps_per_s": 1.3863055158355364, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07448263928294181, "grad_norm_max": 0.13669998943805695, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589698.76143} +{"event": "train", "step": 3175, "loss": 0.1695119148492813, "lr": 0.0001, "steps_per_s": 1.3863407409500834, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07476556792855263, "grad_norm_max": 0.14357958734035492, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589716.7366776} +{"event": "train", "step": 3200, "loss": 0.16850550711154938, "lr": 0.0001, "steps_per_s": 1.386310445586293, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06340491473674774, "grad_norm_max": 0.10576236248016357, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589734.8202076} +{"event": "train", "step": 3225, "loss": 0.18073804020881654, "lr": 0.0001, "steps_per_s": 1.3862139722573918, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07182883381843568, "grad_norm_max": 0.11748633533716202, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589753.0155659} +{"event": "train", "step": 3250, "loss": 0.17423520505428314, "lr": 0.0001, "steps_per_s": 1.3863271834797148, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08062726259231567, "grad_norm_max": 0.13882797956466675, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589770.8588738} +{"event": "train", "step": 3275, "loss": 0.1666325569152832, "lr": 0.0001, "steps_per_s": 1.3864048280374575, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06866549789905547, "grad_norm_max": 0.14449627697467804, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589788.7597833} +{"event": "train", "step": 3300, "loss": 0.16871708869934082, "lr": 0.0001, "steps_per_s": 1.3863777432132056, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.060164460986852644, "grad_norm_max": 0.08778432756662369, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589806.8386312} +{"event": "train", "step": 3325, "loss": 0.17047870814800262, "lr": 0.0001, "steps_per_s": 1.3864547418347555, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07272987321019173, "grad_norm_max": 0.12572450935840607, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589824.737997} +{"event": "train", "step": 3350, "loss": 0.16601240754127503, "lr": 0.0001, "steps_per_s": 1.386507673067474, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0658100226521492, "grad_norm_max": 0.11314336210489273, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589842.6773405} +{"event": "train", "step": 3375, "loss": 0.17846722185611724, "lr": 0.0001, "steps_per_s": 1.3866295888402735, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08500306874513626, "grad_norm_max": 0.17021967470645905, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589860.4943962} +{"event": "train", "step": 3400, "loss": 0.17220775723457338, "lr": 0.0001, "steps_per_s": 1.3867532218745582, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07176468357443809, "grad_norm_max": 0.12877558171749115, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589878.3052714} +{"event": "train", "step": 3425, "loss": 0.17159452199935912, "lr": 0.0001, "steps_per_s": 1.3869131221840763, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06957161337137223, "grad_norm_max": 0.11763839423656464, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589896.0479248} +{"event": "train", "step": 3450, "loss": 0.17582206606864928, "lr": 0.0001, "steps_per_s": 1.3869076759848717, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07675328761339188, "grad_norm_max": 0.1334155946969986, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589914.0832105} +{"event": "train", "step": 3475, "loss": 0.17411543428897858, "lr": 0.0001, "steps_per_s": 1.3867849648907464, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07385058492422104, "grad_norm_max": 0.2036433070898056, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589932.330761} +{"event": "train", "step": 3500, "loss": 0.16897477865219115, "lr": 0.0001, "steps_per_s": 1.3869267549673916, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06680823639035224, "grad_norm_max": 0.13391359150409698, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589950.1000402} +{"event": "train", "step": 3525, "loss": 0.17470233976840974, "lr": 0.0001, "steps_per_s": 1.3868306881942014, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07124989673495292, "grad_norm_max": 0.11201194673776627, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589968.3015325} +{"event": "train", "step": 3550, "loss": 0.16852550566196442, "lr": 0.0001, "steps_per_s": 1.3869486009411462, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07067491307854652, "grad_norm_max": 0.1299443542957306, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790589986.11068} +{"event": "train", "step": 3575, "loss": 0.16852245569229127, "lr": 0.0001, "steps_per_s": 1.3870647602457389, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06946144044399262, "grad_norm_max": 0.10063526034355164, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590003.9200077} +{"event": "train", "step": 3600, "loss": 0.17152750730514527, "lr": 0.0001, "steps_per_s": 1.3870782334008829, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06412215769290924, "grad_norm_max": 0.11055891960859299, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590021.9184513} +{"event": "train", "step": 3625, "loss": 0.16592787206172943, "lr": 0.0001, "steps_per_s": 1.3872136665189154, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06388381287455559, "grad_norm_max": 0.08545225113630295, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590039.6869478} +{"event": "train", "step": 3650, "loss": 0.16751116335392, "lr": 0.0001, "steps_per_s": 1.3872730657765935, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06542967215180397, "grad_norm_max": 0.10649345815181732, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590057.595886} +{"event": "train", "step": 3675, "loss": 0.16664621770381927, "lr": 0.0001, "steps_per_s": 1.3872509659462233, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06701194211840629, "grad_norm_max": 0.10276538878679276, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590075.6590335} +{"event": "train", "step": 3700, "loss": 0.1723858118057251, "lr": 0.0001, "steps_per_s": 1.3874421133060368, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06599129945039749, "grad_norm_max": 0.11172724515199661, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590093.3129492} +{"event": "train", "step": 3725, "loss": 0.17223865568637847, "lr": 0.0001, "steps_per_s": 1.3874862089940325, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07952399924397469, "grad_norm_max": 0.13603575527668, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590111.2462678} +{"event": "train", "step": 3750, "loss": 0.16879082798957826, "lr": 0.0001, "steps_per_s": 1.3873643779761002, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06837640896439552, "grad_norm_max": 0.13322016596794128, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590129.5018432} +{"event": "train", "step": 3775, "loss": 0.17385352551937103, "lr": 0.0001, "steps_per_s": 1.3873766281520976, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07056299343705177, "grad_norm_max": 0.1154237762093544, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590147.4975874} +{"event": "train", "step": 3800, "loss": 0.1721135288476944, "lr": 0.0001, "steps_per_s": 1.387242666536675, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0757312136888504, "grad_norm_max": 0.16669893264770508, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590165.7816703} +{"event": "train", "step": 3825, "loss": 0.16607124865055084, "lr": 0.0001, "steps_per_s": 1.387252917114191, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0668308362364769, "grad_norm_max": 0.11432650685310364, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590183.78265} +{"event": "train", "step": 3850, "loss": 0.17284380674362182, "lr": 0.0001, "steps_per_s": 1.3872819390270659, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07056604146957397, "grad_norm_max": 0.15857738256454468, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590201.745862} +{"event": "train", "step": 3875, "loss": 0.16582176208496094, "lr": 0.0001, "steps_per_s": 1.3873036215448502, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06685124352574348, "grad_norm_max": 0.12528161704540253, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590219.7230663} +{"event": "train", "step": 3900, "loss": 0.1727698427438736, "lr": 0.0001, "steps_per_s": 1.387303749051873, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07558546245098113, "grad_norm_max": 0.17202253639698029, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590237.7434168} +{"event": "train", "step": 3925, "loss": 0.16636088192462922, "lr": 0.0001, "steps_per_s": 1.387809524122319, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.06481749400496482, "grad_norm_max": 0.09240173548460007, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590254.732881} +{"event": "train", "step": 3950, "loss": 0.1791831684112549, "lr": 0.0001, "steps_per_s": 1.388978271218759, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.0748087814450264, "grad_norm_max": 0.1277713030576706, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590270.3525832} +{"event": "train", "step": 3975, "loss": 0.16798366785049437, "lr": 0.0001, "steps_per_s": 1.3900788197584855, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.07589223474264145, "grad_norm_max": 0.13812917470932007, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590286.0850823} +{"event": "train", "step": 4000, "loss": 0.17497674882411957, "lr": 0.0001, "steps_per_s": 1.3906364295436129, "peak_mem_gb": 15.55, "peak_reserved_gb": 16.14, "grad_norm": 0.08077357321977616, "grad_norm_max": 0.16149595379829407, "clip_frac": 0.0, "nonfinite_loss": 0, "skipped_updates": 0, "time": 1790590302.915758} +{"event": "val", "step": 4000, "val_loss": 0.16914814710617065, "val_loss_by_t_quartile": [0.3034919500350952, 0.13943882286548615, 0.1301724910736084, 0.13158637285232544], "excursion": false, "time": 1790590305.4457507} +{"event": "checkpoint", "step": 4000, "path": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt", "val_loss": 0.16914814710617065, "time": 1790590305.688695} +{"event": "end", "step": 4000, "time": 1790590305.6900294} diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores.jsonl b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..233f5c19553487491d93fce800a09d4b44a51aae --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores.jsonl @@ -0,0 +1,9 @@ +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 0, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "80825c3d259c704fa3cd64757b1cade8aa24858bb45509270c47517e5b90b04e", "step": 0, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 22.502980388700962, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.2682281205779873, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.7321080262772739, "heldout_latent_mse": 0.20536251153680496, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 25.37202312797308, "heldout_lpips_dec": 0.22092778285150416, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.6224525384604931, "heldout_lpips_gain": -0.07057524308947905, "heldout_latent_ratio_of_means": 0.6823355859460185, "heldout_windows": 256, "heldout_latent_skill": 1.5143588624384627, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7321080254165059, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.6224525384604931, "heldout_lpips_gain_paired": -0.07057524308947905, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/heldout/paired_windows.csv", "heldout_A_stock": 2.113585766404867, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.7261347025632858, "heldout_B_stock": 0.06871227285409987, "heldout_C_stock": 3.673925571143627, "heldout_A_tuned": 2.3580054603517056, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.270382348448038, "heldout_B_tuned": 0.03873083827602386, "heldout_C_tuned": 4.71204886585474, "trainmap_psnr": 22.560567766427994, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.1772625455923844, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5360811052378267, "trainmap_latent_mse": 0.16236915795161622, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 26.037940502166748, "trainmap_lpips_dec": 0.128997650987003, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.8529434613883495, "trainmap_lpips_gain": 0.024291466290378594, "trainmap_latent_ratio_of_means": 0.5142882598068218, "trainmap_windows": 256, "trainmap_latent_skill": 2.893628930711127, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5360811028727365, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.8529434613883495, "trainmap_lpips_gain_paired": 0.024291466290378594, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/trainmap/paired_windows.csv", "trainmap_A_stock": 4.062437433749437, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 3.6469945572316647, "trainmap_B_stock": -0.04356531833582267, "trainmap_C_stock": 2.463347837328911, "trainmap_A_tuned": 4.987002331763506, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 4.877047538757324, "trainmap_B_tuned": -0.07910556922251999, "trainmap_C_tuned": 3.2238037027418613, "directional_correct_frac": 0.87890625, "directional_ref_frac": 0.9140625, "directional_motion_ratio": 0.8490885116996294, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38", "scored_at": 1790590785.918969, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 50, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "e2c71b72f2794f01d666231c8af6e057c08230c70be24c0e3961c1d37c8c7648", "step": 50, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.571191020309925, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.25083271093899384, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.7099093499127775, "heldout_latent_mse": 0.19897291441156995, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 25.536990277469158, "heldout_lpips_dec": 0.20299465212156065, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.5542419068515301, "heldout_lpips_gain": -0.0531798334504856, "heldout_latent_ratio_of_means": 0.6611055694947207, "heldout_windows": 256, "heldout_latent_skill": 1.6632423598500223, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.7099093484805922, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.5542419068515301, "heldout_lpips_gain_paired": -0.0531798334504856, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3/heldout/paired_windows.csv", "heldout_A_stock": 2.2856002636253834, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.8911018520593643, "heldout_B_stock": 0.047804665517105605, "heldout_C_stock": 3.5469730719923973, "heldout_A_tuned": 2.618172559887171, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.522609483450651, "heldout_B_tuned": 0.01670759790977172, "heldout_C_tuned": 4.548779409378767, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3", "scored_at": 1790590890.7938666, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 100, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "3f07dfb5b10ae6d12d3ba9ef741c90b03a9417b7f2bfbfd0929c9f659571c3ae", "step": 100, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.543748054653406, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.24673799163429067, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6966639355523512, "heldout_latent_mse": 0.1961583558950224, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 25.51202905923128, "heldout_lpips_dec": 0.19900391678675078, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.581684872508049, "heldout_lpips_gain": -0.04908511414578243, "heldout_latent_ratio_of_means": 0.6517539433376572, "heldout_windows": 256, "heldout_latent_skill": 1.737536891779435, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6966639347836042, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.581684872508049, "heldout_lpips_gain_paired": -0.04908511414578243, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d/heldout/paired_windows.csv", "heldout_A_stock": 2.2614025250077248, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 1.8661406338214874, "heldout_B_stock": 0.042963123645677115, "heldout_C_stock": 3.5905048698186874, "heldout_A_tuned": 2.643748641014099, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.538156036287546, "heldout_B_tuned": 0.013032851593379746, "heldout_C_tuned": 4.541605174541473, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d", "scored_at": 1790590995.2733755, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 150, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "d2926460df4df4db27b7c6ec2502e23ed5f51d63ffcfc4f5cf429832782ae7b3", "step": 150, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.66855812072754, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.2374853841320146, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6833625688450411, "heldout_latent_mse": 0.19328759676136542, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 25.794848650693893, "heldout_lpips_dec": 0.18900591353303753, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.4568748064339161, "heldout_lpips_gain": -0.03983250664350635, "heldout_latent_ratio_of_means": 0.6422155855287508, "heldout_windows": 256, "heldout_latent_skill": 1.812612373573925, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6833625698512599, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.4568748064339161, "heldout_lpips_gain_paired": -0.03983250664350635, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb/heldout/paired_windows.csv", "heldout_A_stock": 2.5640419349074364, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.1489602252840996, "heldout_B_stock": 0.03172196660125337, "heldout_C_stock": 3.350652989000082, "heldout_A_tuned": 3.0226187631487846, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 2.913920983672142, "heldout_B_tuned": 0.001624876398636843, "heldout_C_tuned": 4.288380701094866, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb", "scored_at": 1790591098.8185506, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 250, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "96e421832bad23c50fd55e61d0dbc26e5afdf91a7c61b266b4bc191be4035366", "step": 250, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.69920990243554, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.2289613701577764, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6760489792795852, "heldout_latent_mse": 0.19197418288968038, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 25.872815806418657, "heldout_lpips_dec": 0.18060840596444905, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.426223024725914, "heldout_lpips_gain": -0.03130849266926816, "heldout_latent_ratio_of_means": 0.6378516487176, "heldout_windows": 256, "heldout_latent_skill": 1.853994991290085, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6760489780776576, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.426223024725914, "heldout_lpips_gain_paired": -0.03130849266926816, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1/heldout/paired_windows.csv", "heldout_A_stock": 2.650048915296793, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.2269273810088634, "heldout_B_stock": 0.021733673404014553, "heldout_C_stock": 3.2869882360100746, "heldout_A_tuned": 3.149721387773752, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.0339346416294575, "heldout_B_tuned": -0.008703640547537361, "heldout_C_tuned": 4.2132474184036255, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1", "scored_at": 1790591202.103316, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 500, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "0498fb008ea52464022ada1b37aa4e54a0311901594b1edb5d1a7e54b11a82e5", "step": 500, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.758894369006157, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.22302805789513513, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6614011926576495, "heldout_latent_mse": 0.18839204827236244, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 25.986839901655912, "heldout_lpips_dec": 0.1742212797398679, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.36653855815529823, "heldout_lpips_gain": -0.025375180406626896, "heldout_latent_ratio_of_means": 0.625949681290565, "heldout_windows": 256, "heldout_latent_skill": 1.945555959798822, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6614011933434037, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.36653855815529823, "heldout_lpips_gain_paired": -0.025375180406626896, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5/heldout/paired_windows.csv", "heldout_A_stock": 2.7795110791921616, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.3409514762461185, "heldout_B_stock": 0.014973553856179933, "heldout_C_stock": 3.1951930448412895, "heldout_A_tuned": 3.3439276814460754, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.2161987647414207, "heldout_B_tuned": -0.016820803431983222, "heldout_C_tuned": 4.092775609344244, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5", "scored_at": 1790591304.419859, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 1000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "90c8a4f4debae7a909eb99aa1624eb2315b54892fce1a56f1e111fb1558c1c7c", "step": 1000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.776927277445793, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.2186860261426773, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6511158337816596, "heldout_latent_mse": 0.18621382995479507, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 26.043820779770613, "heldout_lpips_dec": 0.169819227521657, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.348505649715662, "heldout_lpips_gain": -0.021033148654169054, "heldout_latent_ratio_of_means": 0.6187123532071026, "heldout_windows": 256, "heldout_latent_skill": 2.008675925040515, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6511158320923642, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.348505649715662, "heldout_lpips_gain_paired": -0.021033148654169054, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f/heldout/paired_windows.csv", "heldout_A_stock": 2.833655696362257, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.397932354360819, "heldout_B_stock": 0.009383359252751688, "heldout_C_stock": 3.1557030230760574, "heldout_A_tuned": 3.4050438217818737, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.2828721702098846, "heldout_B_tuned": -0.021883560986680095, "heldout_C_tuned": 4.046977259218693, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f", "scored_at": 1790591405.0066352, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 2000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "3e55a0ecac4e5c2d6146df82634ee28581b491d97a3515a9c1b3fe9c091c42ae", "step": 2000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": null, "trainmap": null}}, "heldout_psnr": 22.777747131884098, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.21809212581138127, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6473667277023196, "heldout_latent_mse": 0.18561920594947878, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 26.090640634298325, "heldout_lpips_dec": 0.1690414346230682, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.3476857952773571, "heldout_lpips_gain": -0.020439248322873027, "heldout_latent_ratio_of_means": 0.6167366609736527, "heldout_windows": 256, "heldout_latent_skill": 2.028177286415511, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6473667291007599, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.3476857952773571, "heldout_lpips_gain_paired": -0.020439248322873027, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698/heldout/paired_windows.csv", "heldout_A_stock": 2.905871633440256, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.4447522088885307, "heldout_B_stock": 0.008838930893034558, "heldout_C_stock": 3.109067488461733, "heldout_A_tuned": 3.5091426484286785, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.375324171036482, "heldout_B_tuned": -0.022659483280222048, "heldout_C_tuned": 3.99900608882308, "trainmap_psnr": null, "trainmap_persist_psnr": null, "trainmap_lpips": null, "trainmap_persist_lpips": null, "trainmap_latent_mse_ratio": null, "trainmap_latent_mse": null, "trainmap_copy_latent_mse": null, "trainmap_psnr_dec": null, "trainmap_lpips_dec": null, "trainmap_copy_psnr_dec": null, "trainmap_vae_psnr": null, "trainmap_vae_lpips": null, "trainmap_psnr_gain": null, "trainmap_lpips_gain": null, "trainmap_latent_ratio_of_means": null, "trainmap_windows": null, "trainmap_latent_skill": null, "trainmap_latent_skill_windows": null, "trainmap_latent_skill_infinite": null, "trainmap_latent_ratio_mean": null, "trainmap_latent_ratio_windows": null, "trainmap_latent_ratio_undefined": null, "trainmap_psnr_gain_paired": null, "trainmap_lpips_gain_paired": null, "trainmap_paired_windows": null, "trainmap_dup_excluded": null, "trainmap_dup_flags": null, "trainmap_episodes": null, "trainmap_decoders": null, "trainmap_per_window": null, "trainmap_paired": null, "trainmap_A_stock": null, "trainmap_outcome_windows_stock": null, "trainmap_A_full_stock": null, "trainmap_B_stock": null, "trainmap_C_stock": null, "trainmap_A_tuned": null, "trainmap_outcome_windows_tuned": null, "trainmap_A_full_tuned": null, "trainmap_B_tuned": null, "trainmap_C_tuned": null, "directional_correct_frac": null, "directional_ref_frac": null, "directional_motion_ratio": null, "directional_windows": null, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698", "scored_at": 1790591505.522704, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} +{"run": "pixart200k_arenas13_map08_r16_k8_s0", "map": "arenas13_map08", "set": "arenas13", "map_id": 8, "step": 4000, "seed": 0, "weights": "live", "backbone": "pixart", "adapt_episodes": 8, "adapt_episodes_k": 8, "rank": 16, "alpha": 16.0, "lora_mlp": false, "parts": ["control", "input_proj", "noise_emb"], "grid": [0, 50, 100, 150, 250, 500, 1000, 2000, 4000], "source_sha256": "46b1139b50ea5860fe03563fe9aad1b5b3fe802bfb518ffcb7c71f4b6d704b0a", "source_weights": "ema", "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "windows_key": "held_out_windows", "eval_seed": 0, "sampler_steps": 10, "decoder": "stock", "decoders": {"stock": {"path": "", "subfolder": "", "identity": "hub:stock"}, "tuned": {"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}}, "eval_fingerprint": "8173add9d245935bb4fdcb6a4cb6a2af13eb34459196246b04947f8fba89ec71", "key": {"ckpt_sha256": "83fafa329b29c16fe0c3ad678bff2a8a5ba97023ad0dbcea6d0bc223d9b55a06", "step": 4000, "weights": "live", "eval": {"windows_key": "held_out_windows", "split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "eval_split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", "eval_split_sha256": "40ea396797653da11c78cd995caddf047019e0e2d5ebacf865acea9a6ac6c306", "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", "eval_seed": 0, "sampler_steps": 10, "batch_size": 16, "latent_scale": 0.18215, "latent_shift": null, "stock_decoder": {"path": "", "subfolder": "", "identity": "hub:stock"}, "decoders": [{"name": "tuned", "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646"}], "backbone_path": "PixArt-alpha/PixArt-XL-2-512x512"}, "guards": {"directional": {"windows": 128}, "trainmap": {"latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", "split_sha256": "ea55bd8eb68959dca287bf2ced6c73fb25f23800ee74f2a5ba2288afc9910011", "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", "windows": 256}}}, "heldout_psnr": 22.80438657850027, "heldout_persist_psnr": 23.125432927161455, "heldout_lpips": 0.21546514541842043, "heldout_persist_lpips": 0.19765287748850824, "heldout_latent_mse_ratio": 0.6447303931927308, "heldout_latent_mse": 0.18507197470171377, "heldout_copy_latent_mse": 0.3009699563772301, "heldout_psnr_dec": 26.156704861670732, "heldout_lpips_dec": 0.1666733294405276, "heldout_copy_psnr_dec": 23.645888425409794, "heldout_vae_psnr": 24.4296260997653, "heldout_vae_lpips": 0.09512213592824992, "heldout_psnr_gain": -0.3210463486611843, "heldout_lpips_gain": -0.017812267929912196, "heldout_latent_ratio_of_means": 0.614918435479148, "heldout_windows": 256, "heldout_latent_skill": 2.045012923587074, "heldout_latent_skill_windows": 256, "heldout_latent_skill_infinite": 0, "heldout_latent_ratio_mean": 0.6447303927011512, "heldout_latent_ratio_windows": 256, "heldout_latent_ratio_undefined": 0, "heldout_psnr_gain_paired": -0.3210463486611843, "heldout_lpips_gain_paired": -0.017812267929912196, "heldout_paired_windows": 256, "heldout_dup_excluded": 0, "heldout_dup_flags": ["dup_raw", "dup_latent"], "heldout_episodes": 8, "heldout_decoders": ["stock", "tuned"], "heldout_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/heldout/per_window.csv", "heldout_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/heldout/paired_windows.csv", "heldout_A_stock": 2.9850096702575684, "heldout_outcome_windows_stock": 256, "heldout_A_full_stock": 2.5108164362609386, "heldout_B_stock": 0.005684410831236164, "heldout_C_stock": 3.0507263094186783, "heldout_A_tuned": 3.6022958159446716, "heldout_outcome_windows_tuned": 256, "heldout_A_full_tuned": 3.4740592911839485, "heldout_B_tuned": -0.02558868972300843, "heldout_C_tuned": 3.940755307674408, "trainmap_psnr": 22.411684419959784, "trainmap_persist_psnr": 21.707624305039644, "trainmap_lpips": 0.19695703592151403, "trainmap_persist_lpips": 0.201554011882763, "trainmap_latent_mse_ratio": 0.5692225070670247, "trainmap_latent_mse": 0.17198773771087872, "trainmap_copy_latent_mse": 0.3157162444513233, "trainmap_psnr_dec": 25.701819270849228, "trainmap_lpips_dec": 0.1477823740860913, "trainmap_copy_psnr_dec": 22.390945944935083, "trainmap_vae_psnr": 23.921369969844818, "trainmap_vae_lpips": 0.0946576328278752, "trainmap_psnr_gain": 0.7040601149201393, "trainmap_lpips_gain": 0.0045969759612489725, "trainmap_latent_ratio_of_means": 0.5447541605271932, "trainmap_windows": 256, "trainmap_latent_skill": 2.623983385053106, "trainmap_latent_skill_windows": 256, "trainmap_latent_skill_infinite": 0, "trainmap_latent_ratio_mean": 0.5692225069731631, "trainmap_latent_ratio_windows": 256, "trainmap_latent_ratio_undefined": 0, "trainmap_psnr_gain_paired": 0.7040601149201393, "trainmap_lpips_gain_paired": 0.0045969759612489725, "trainmap_paired_windows": 256, "trainmap_dup_excluded": 0, "trainmap_dup_flags": ["dup_raw", "dup_latent"], "trainmap_episodes": 89, "trainmap_decoders": ["stock", "tuned"], "trainmap_per_window": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/trainmap/per_window.csv", "trainmap_paired": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/trainmap/paired_windows.csv", "trainmap_A_stock": 3.7499743290245533, "trainmap_outcome_windows_stock": 256, "trainmap_A_full_stock": 3.3108733259141445, "trainmap_B_stock": -0.02036433797729842, "trainmap_C_stock": 2.6827482245862484, "trainmap_A_tuned": 4.488312240689993, "trainmap_outcome_windows_tuned": 256, "trainmap_A_full_tuned": 4.381332699209452, "trainmap_B_tuned": -0.05622521688746929, "trainmap_C_tuned": 3.5393881127238274, "directional_correct_frac": 0.8671875, "directional_ref_frac": 0.9140625, "directional_motion_ratio": 0.8359514893539529, "directional_windows": 256, "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3", "scored_at": 1790591956.7054775, "code": {"commit": "0dc9d8506a52fbaea5ead49250fc74c321618ff4", "dirty": 0}} diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/directional.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..a3b24e7cf92c773598b349ef6b3ce6b9a18da061 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.87890625, + "ref_frac": 0.9140625, + "ref_raw_frac": 0.8984375, + "recorded_expected_sign_frac": 0.91796875, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.859375, + "recorded": { + "mean": 16.459304540301673, + "median": 20.059189796447754, + "expected_sign_frac": 0.8984375, + "undefined": 0 + }, + "swapped": { + "mean": -16.129704942926764, + "median": -19.892837524414062, + "expected_sign_frac": 0.953125, + "undefined": 0 + }, + "reference": { + "mean": 16.365800391940866, + "median": 20.22044277191162, + "expected_sign_frac": 0.890625, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.890625, + "reference_raw": { + "mean": 16.018321141571505, + "median": 19.38067626953125, + "expected_sign_frac": 0.875, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.8984375, + "recorded": { + "mean": -17.64963726294809, + "median": -21.10298728942871, + "expected_sign_frac": 0.9375, + "undefined": 0 + }, + "swapped": { + "mean": 17.985747103230096, + "median": 20.39841651916504, + "expected_sign_frac": 0.953125, + "undefined": 0 + }, + "reference": { + "mean": -17.099590615718625, + "median": -20.501426696777344, + "expected_sign_frac": 0.9375, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.9375, + "reference_raw": { + "mean": -17.050970331110875, + "median": -20.312487602233887, + "expected_sign_frac": 0.921875, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8490885116996294, + "per_horizon": { + "1": 1.0157550615513118, + "2": 0.815750017956257, + "3": 0.7922966845388062, + "4": 0.7681052241544838 + }, + "mean_pred": 0.041459102259977954, + "mean_real": 0.04882777435886965, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 84, + "episode": 29, + "map": 8, + "start": 84, + "target_tic": 116, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -8.269417762756348, + "shift_swapped": 3.719256639480591, + "shift_reference": -8.547292709350586, + "peak_recorded": 0.5721615552902222, + "peak_swapped": 0.5572423338890076, + "peak_reference": 0.5874411463737488, + "motion_pred": [ + 0.04449182748794556, + 0.032280173152685165, + 0.03827347606420517, + 0.0335656963288784 + ], + "motion_real": [ + 0.04595702514052391, + 0.040371622890233994, + 0.05019202455878258, + 0.05246734619140625 + ], + "shift_reference_raw": -8.750212669372559 + }, + { + "index": 154, + "episode": 29, + "map": 8, + "start": 154, + "target_tic": 186, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.20132827758789, + "shift_swapped": 20.05250358581543, + "shift_reference": -20.384403228759766, + "peak_recorded": 0.8792234659194946, + "peak_swapped": 0.8887937068939209, + "peak_reference": 0.8940930366516113, + "motion_pred": [ + 0.08011258393526077, + 0.07449372857809067, + 0.07240404933691025, + 0.07086112350225449 + ], + "motion_real": [ + 0.07833829522132874, + 0.08076866716146469, + 0.08463791012763977, + 0.07909335941076279 + ], + "shift_reference_raw": -20.429800033569336 + }, + { + "index": 330, + "episode": 29, + "map": 8, + "start": 330, + "target_tic": 362, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -31.379011154174805, + "shift_reference": -32.0, + "peak_recorded": 0.5227868556976318, + "peak_swapped": 0.6882901191711426, + "peak_reference": 0.24301737546920776, + "motion_pred": [ + 0.04865258187055588, + 0.02906143292784691, + 0.028493095189332962, + 0.026218777522444725 + ], + "motion_real": [ + 0.04810493066906929, + 0.03669581934809685, + 0.037070583552122116, + 0.04094519093632698 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 381, + "episode": 29, + "map": 8, + "start": 381, + "target_tic": 413, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.24375775456428528, + "shift_swapped": 9.099668502807617, + "shift_reference": -0.3968217670917511, + "peak_recorded": 0.549770712852478, + "peak_swapped": 0.5391886234283447, + "peak_reference": 0.5833104848861694, + "motion_pred": [ + 0.06601381301879883, + 0.03343622013926506, + 0.027172459289431572, + 0.026523713022470474 + ], + "motion_real": [ + 0.06836716830730438, + 0.05232216417789459, + 0.043820127844810486, + 0.04458354786038399 + ], + "shift_reference_raw": -0.05659230425953865 + }, + { + "index": 479, + "episode": 29, + "map": 8, + "start": 479, + "target_tic": 511, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.963438987731934, + "shift_swapped": -2.4468650817871094, + "shift_reference": 8.941763877868652, + "peak_recorded": 0.5185635089874268, + "peak_swapped": 0.551049530506134, + "peak_reference": 0.45337849855422974, + "motion_pred": [ + 0.034135013818740845, + 0.023523451760411263, + 0.021671630442142487, + 0.02162341959774494 + ], + "motion_real": [ + 0.03016112558543682, + 0.030233843252062798, + 0.0299498550593853, + 0.029915066435933113 + ], + "shift_reference_raw": 8.951683044433594 + }, + { + "index": 1088, + "episode": 29, + "map": 8, + "start": 1123, + "target_tic": 1155, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.817216873168945, + "shift_swapped": -21.103710174560547, + "shift_reference": 16.118925094604492, + "peak_recorded": 0.5113980174064636, + "peak_swapped": 0.5903304219245911, + "peak_reference": 0.5305636525154114, + "motion_pred": [ + 0.1046680212020874, + 0.06901608407497406, + 0.03787028789520264, + 0.04523053020238876 + ], + "motion_real": [ + 0.10448082536458969, + 0.0834362730383873, + 0.06178829446434975, + 0.06497214734554291 + ], + "shift_reference_raw": 15.927335739135742 + }, + { + "index": 1369, + "episode": 29, + "map": 8, + "start": 1404, + "target_tic": 1436, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.93540382385254, + "shift_swapped": 20.33957290649414, + "shift_reference": -24.39740753173828, + "peak_recorded": 0.7320011854171753, + "peak_swapped": 0.8267000317573547, + "peak_reference": 0.7274985313415527, + "motion_pred": [ + 0.1376745104789734, + 0.10373901575803757, + 0.09276694059371948, + 0.09337877482175827 + ], + "motion_real": [ + 0.14112961292266846, + 0.1390753984451294, + 0.13882268965244293, + 0.14105574786663055 + ], + "shift_reference_raw": -24.05694580078125 + }, + { + "index": 1497, + "episode": 29, + "map": 8, + "start": 1532, + "target_tic": 1564, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.731826782226562, + "shift_swapped": 18.041845321655273, + "shift_reference": -26.470937728881836, + "peak_recorded": 0.9547032117843628, + "peak_swapped": 0.9554657936096191, + "peak_reference": 0.9464305639266968, + "motion_pred": [ + 0.18289124965667725, + 0.0889066606760025, + 0.13182616233825684, + 0.1001880094408989 + ], + "motion_real": [ + 0.18350131809711456, + 0.11324424296617508, + 0.16040684282779694, + 0.12402249127626419 + ], + "shift_reference_raw": -26.710121154785156 + }, + { + "index": 1601, + "episode": 29, + "map": 8, + "start": 1636, + "target_tic": 1668, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.011062622070312, + "shift_swapped": -24.192684173583984, + "shift_reference": 20.342222213745117, + "peak_recorded": 0.9708744287490845, + "peak_swapped": 0.9548657536506653, + "peak_reference": 0.9392483234405518, + "motion_pred": [ + 0.11821988970041275, + 0.09589291363954544, + 0.0838443860411644, + 0.09971065074205399 + ], + "motion_real": [ + 0.12349475920200348, + 0.11725350469350815, + 0.15082547068595886, + 0.13015975058078766 + ], + "shift_reference_raw": 20.315570831298828 + }, + { + "index": 1677, + "episode": 29, + "map": 8, + "start": 1712, + "target_tic": 1744, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 9.736655235290527, + "shift_reference": -32.0, + "peak_recorded": 0.8704239726066589, + "peak_swapped": 0.8545128703117371, + "peak_reference": 0.9196760654449463, + "motion_pred": [ + 0.17781400680541992, + 0.10013478249311447, + 0.11985510587692261, + 0.13141493499279022 + ], + "motion_real": [ + 0.1503930389881134, + 0.16898088157176971, + 0.12337566912174225, + 0.0848252922296524 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 1776, + "episode": 29, + "map": 8, + "start": 1811, + "target_tic": 1843, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.159326553344727, + "shift_swapped": 26.347532272338867, + "shift_reference": -27.72539520263672, + "peak_recorded": 0.4884260594844818, + "peak_swapped": 0.3429829478263855, + "peak_reference": 0.5911610722541809, + "motion_pred": [ + 0.03561010956764221, + 0.026974033564329147, + 0.02390660159289837, + 0.026700526475906372 + ], + "motion_real": [ + 0.03650917112827301, + 0.03895413875579834, + 0.039549749344587326, + 0.037444643676280975 + ], + "shift_reference_raw": -27.64444351196289 + }, + { + "index": 1932, + "episode": 29, + "map": 8, + "start": 2002, + "target_tic": 2034, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -18.615100860595703, + "peak_recorded": 0.44097524881362915, + "peak_swapped": 0.3275071084499359, + "peak_reference": 0.27174103260040283, + "motion_pred": [ + 0.09959347546100616, + 0.0667676031589508, + 0.06782960891723633, + 0.05135057121515274 + ], + "motion_real": [ + 0.10514979064464569, + 0.08631741255521774, + 0.08143912255764008, + 0.058479953557252884 + ], + "shift_reference_raw": -18.8359375 + }, + { + "index": 1983, + "episode": 29, + "map": 8, + "start": 2053, + "target_tic": 2085, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -14.971135139465332, + "shift_reference": 32.0, + "peak_recorded": 0.590984582901001, + "peak_swapped": 0.6136318445205688, + "peak_reference": 0.3242586553096771, + "motion_pred": [ + 0.06717067956924438, + 0.0421624518930912, + 0.045093435794115067, + 0.04622067138552666 + ], + "motion_real": [ + 0.08157489448785782, + 0.059323977679014206, + 0.05795207619667053, + 0.06856140494346619 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 2107, + "episode": 29, + "map": 8, + "start": 2177, + "target_tic": 2209, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.499719619750977, + "shift_swapped": 32.0, + "shift_reference": -4.055784225463867, + "peak_recorded": 0.5485467314720154, + "peak_swapped": 0.5750275254249573, + "peak_reference": 0.5098592042922974, + "motion_pred": [ + 0.05130061134696007, + 0.04217737913131714, + 0.03902686387300491, + 0.03755735605955124 + ], + "motion_real": [ + 0.052062757313251495, + 0.058234136551618576, + 0.05455535277724266, + 0.0597643107175827 + ], + "shift_reference_raw": -3.898616075515747 + }, + { + "index": 2163, + "episode": 29, + "map": 8, + "start": 2233, + "target_tic": 2265, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.1847710609436035, + "shift_swapped": 5.234655857086182, + "shift_reference": -1.2644867897033691, + "peak_recorded": 0.9184152483940125, + "peak_swapped": 0.8849698901176453, + "peak_reference": 0.8691830039024353, + "motion_pred": [ + 0.03192443028092384, + 0.025515595450997353, + 0.023785723373293877, + 0.020739125087857246 + ], + "motion_real": [ + 0.032958656549453735, + 0.0339532345533371, + 0.03375498577952385, + 0.03305257484316826 + ], + "shift_reference_raw": -1.2282482385635376 + }, + { + "index": 2324, + "episode": 29, + "map": 8, + "start": 2429, + "target_tic": 2461, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.8020983934402466, + "shift_swapped": -26.711923599243164, + "shift_reference": 14.894432067871094, + "peak_recorded": 0.56931072473526, + "peak_swapped": 0.4682893753051758, + "peak_reference": 0.5642138719558716, + "motion_pred": [ + 0.061721742153167725, + 0.038803160190582275, + 0.05263182893395424, + 0.03145324066281319 + ], + "motion_real": [ + 0.0687396228313446, + 0.06158281862735748, + 0.054166972637176514, + 0.05630039796233177 + ], + "shift_reference_raw": 15.6994047164917 + }, + { + "index": 2415, + "episode": 29, + "map": 8, + "start": 2520, + "target_tic": 2552, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.6651380658149719, + "shift_swapped": -32.0, + "shift_reference": -29.829187393188477, + "peak_recorded": 0.5555395483970642, + "peak_swapped": 0.43108344078063965, + "peak_reference": 0.24235858023166656, + "motion_pred": [ + 0.05714874342083931, + 0.04373026639223099, + 0.04730283096432686, + 0.057400088757276535 + ], + "motion_real": [ + 0.06787682324647903, + 0.06252037733793259, + 0.06680354475975037, + 0.07470330595970154 + ], + "shift_reference_raw": -29.195667266845703 + }, + { + "index": 2492, + "episode": 29, + "map": 8, + "start": 2597, + "target_tic": 2629, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.5623152256011963, + "shift_swapped": -9.228954315185547, + "shift_reference": 1.802100658416748, + "peak_recorded": 0.6886860728263855, + "peak_swapped": 0.663021981716156, + "peak_reference": 0.7155824899673462, + "motion_pred": [ + 0.03252624347805977, + 0.05153203755617142, + 0.032137949019670486, + 0.031549643725156784 + ], + "motion_real": [ + 0.02925085835158825, + 0.05619305372238159, + 0.047689441591501236, + 0.03623269125819206 + ], + "shift_reference_raw": 0.36739885807037354 + }, + { + "index": 2521, + "episode": 29, + "map": 8, + "start": 2626, + "target_tic": 2658, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -14.848006248474121, + "shift_reference": 20.91550064086914, + "peak_recorded": 0.3258896470069885, + "peak_swapped": 0.43070465326309204, + "peak_reference": 0.38199180364608765, + "motion_pred": [ + 0.07692666351795197, + 0.05141661316156387, + 0.04701372981071472, + 0.05184633284807205 + ], + "motion_real": [ + 0.07796487212181091, + 0.06042282283306122, + 0.05712917819619179, + 0.05636613070964813 + ], + "shift_reference_raw": 18.487266540527344 + }, + { + "index": 2624, + "episode": 29, + "map": 8, + "start": 2729, + "target_tic": 2761, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.450545310974121, + "shift_swapped": 22.164201736450195, + "shift_reference": -8.762561798095703, + "peak_recorded": 0.5779660940170288, + "peak_swapped": 0.37391039729118347, + "peak_reference": 0.5234250426292419, + "motion_pred": [ + 0.049586083739995956, + 0.03453706204891205, + 0.03308633714914322, + 0.0332697331905365 + ], + "motion_real": [ + 0.04678685590624809, + 0.04900646582245827, + 0.049769025295972824, + 0.051659367978572845 + ], + "shift_reference_raw": -7.707444190979004 + }, + { + "index": 2733, + "episode": 29, + "map": 8, + "start": 2838, + "target_tic": 2870, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.35248374938965, + "shift_swapped": 20.189743041992188, + "shift_reference": -23.431310653686523, + "peak_recorded": 0.829437792301178, + "peak_swapped": 0.8345146179199219, + "peak_reference": 0.7884899377822876, + "motion_pred": [ + 0.06555741280317307, + 0.05423261970281601, + 0.04569796845316887, + 0.04582202434539795 + ], + "motion_real": [ + 0.06615592539310455, + 0.06161618232727051, + 0.05868988111615181, + 0.06278307735919952 + ], + "shift_reference_raw": -23.3260498046875 + }, + { + "index": 2796, + "episode": 29, + "map": 8, + "start": 2936, + "target_tic": 2968, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.7207612991333, + "shift_swapped": 28.711103439331055, + "shift_reference": -0.3982471823692322, + "peak_recorded": 0.7992570400238037, + "peak_swapped": 0.7352940440177917, + "peak_reference": 0.7240993976593018, + "motion_pred": [ + 0.03960036486387253, + 0.028310390189290047, + 0.029820069670677185, + 0.02753380686044693 + ], + "motion_real": [ + 0.04178909584879875, + 0.04182792082428932, + 0.044560980051755905, + 0.04315967112779617 + ], + "shift_reference_raw": -14.08773136138916 + }, + { + "index": 3825, + "episode": 29, + "map": 8, + "start": 4035, + "target_tic": 4067, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.617782592773438, + "shift_swapped": -2.558525800704956, + "shift_reference": 7.7706170082092285, + "peak_recorded": 0.48883700370788574, + "peak_swapped": 0.4949149191379547, + "peak_reference": 0.564501941204071, + "motion_pred": [ + 0.03987373039126396, + 0.035539090633392334, + 0.03308812156319618, + 0.027502402663230896 + ], + "motion_real": [ + 0.038614943623542786, + 0.03770364820957184, + 0.04652324318885803, + 0.03843221068382263 + ], + "shift_reference_raw": 7.900868892669678 + }, + { + "index": 3995, + "episode": 29, + "map": 8, + "start": 4240, + "target_tic": 4272, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.7242166996002197, + "shift_swapped": -11.773208618164062, + "shift_reference": -0.5138938426971436, + "peak_recorded": 0.49516451358795166, + "peak_swapped": 0.4102210998535156, + "peak_reference": 0.43017256259918213, + "motion_pred": [ + 0.030620340257883072, + 0.026637915521860123, + 0.025377286598086357, + 0.05689035356044769 + ], + "motion_real": [ + 0.028703901916742325, + 0.030122973024845123, + 0.030305011197924614, + 0.06597302854061127 + ], + "shift_reference_raw": -2.107769727706909 + }, + { + "index": 4057, + "episode": 29, + "map": 8, + "start": 4302, + "target_tic": 4334, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.725862503051758, + "shift_swapped": 21.10548973083496, + "shift_reference": -24.82771110534668, + "peak_recorded": 0.5174400806427002, + "peak_swapped": 0.45719650387763977, + "peak_reference": 0.6149413585662842, + "motion_pred": [ + 0.05489584058523178, + 0.08247945457696915, + 0.031795959919691086, + 0.027848316356539726 + ], + "motion_real": [ + 0.05369769409298897, + 0.09126964956521988, + 0.053198330104351044, + 0.05138208344578743 + ], + "shift_reference_raw": -20.31695556640625 + }, + { + "index": 4065, + "episode": 29, + "map": 8, + "start": 4310, + "target_tic": 4342, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.655860900878906, + "shift_swapped": 29.999488830566406, + "shift_reference": -24.75487518310547, + "peak_recorded": 0.623757004737854, + "peak_swapped": 0.5836095213890076, + "peak_reference": 0.6672653555870056, + "motion_pred": [ + 0.04461278021335602, + 0.037926461547613144, + 0.03684617951512337, + 0.03449174761772156 + ], + "motion_real": [ + 0.04808872938156128, + 0.05017240718007088, + 0.05093800276517868, + 0.04829852655529976 + ], + "shift_reference_raw": -20.078018188476562 + }, + { + "index": 4249, + "episode": 29, + "map": 8, + "start": 4494, + "target_tic": 4526, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.633094787597656, + "shift_swapped": 22.529111862182617, + "shift_reference": -22.036800384521484, + "peak_recorded": 0.6111766695976257, + "peak_swapped": 0.6435882449150085, + "peak_reference": 0.7178382277488708, + "motion_pred": [ + 0.03452377766370773, + 0.03299697861075401, + 0.02799295447766781, + 0.028224734589457512 + ], + "motion_real": [ + 0.0315120667219162, + 0.03130177780985832, + 0.030202800408005714, + 0.030107375234365463 + ], + "shift_reference_raw": -20.246919631958008 + }, + { + "index": 4304, + "episode": 29, + "map": 8, + "start": 4549, + "target_tic": 4581, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.053009033203125, + "shift_swapped": -24.571020126342773, + "shift_reference": 16.215452194213867, + "peak_recorded": 0.8751792907714844, + "peak_swapped": 0.8820552229881287, + "peak_reference": 0.8656015396118164, + "motion_pred": [ + 0.060931991785764694, + 0.05642252042889595, + 0.05232354253530502, + 0.05732787773013115 + ], + "motion_real": [ + 0.062029752880334854, + 0.06200806796550751, + 0.056053828448057175, + 0.060641296207904816 + ], + "shift_reference_raw": 16.237829208374023 + }, + { + "index": 4341, + "episode": 29, + "map": 8, + "start": 4586, + "target_tic": 4618, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.74332046508789, + "shift_swapped": -24.01331901550293, + "shift_reference": 21.018102645874023, + "peak_recorded": 0.6486360430717468, + "peak_swapped": 0.6244373321533203, + "peak_reference": 0.7537980079650879, + "motion_pred": [ + 0.05026455968618393, + 0.043715950101614, + 0.04042818024754524, + 0.0375412292778492 + ], + "motion_real": [ + 0.046500373631715775, + 0.04651082307100296, + 0.047019269317388535, + 0.042874693870544434 + ], + "shift_reference_raw": 20.867305755615234 + }, + { + "index": 4450, + "episode": 29, + "map": 8, + "start": 4695, + "target_tic": 4727, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.977529525756836, + "shift_swapped": -20.33234405517578, + "shift_reference": 22.415334701538086, + "peak_recorded": 0.8901883363723755, + "peak_swapped": 0.7733203172683716, + "peak_reference": 0.7827164530754089, + "motion_pred": [ + 0.09307992458343506, + 0.07843101769685745, + 0.08824726194143295, + 0.04377616196870804 + ], + "motion_real": [ + 0.10701946914196014, + 0.11215446144342422, + 0.12688098847866058, + 0.06025480479001999 + ], + "shift_reference_raw": 22.452388763427734 + }, + { + "index": 4483, + "episode": 29, + "map": 8, + "start": 4728, + "target_tic": 4760, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.1218814849853516, + "shift_swapped": -8.891528129577637, + "shift_reference": 0.24388615787029266, + "peak_recorded": 0.8212299942970276, + "peak_swapped": 0.8342477083206177, + "peak_reference": 0.9167259335517883, + "motion_pred": [ + 0.1040421575307846, + 0.07607238739728928, + 0.08663825690746307, + 0.10810370743274689 + ], + "motion_real": [ + 0.09792820364236832, + 0.08752419799566269, + 0.09821870923042297, + 0.17355667054653168 + ], + "shift_reference_raw": 0.3070252537727356 + }, + { + "index": 4491, + "episode": 29, + "map": 8, + "start": 4736, + "target_tic": 4768, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.09441375732422, + "shift_swapped": -17.00247573852539, + "shift_reference": 21.99764633178711, + "peak_recorded": 0.9201813340187073, + "peak_swapped": 0.9325901865959167, + "peak_reference": 0.9198798537254333, + "motion_pred": [ + 0.049249760806560516, + 0.04132024943828583, + 0.039750054478645325, + 0.018006935715675354 + ], + "motion_real": [ + 0.05134960636496544, + 0.03818153962492943, + 0.05093169957399368, + 0.10084185004234314 + ], + "shift_reference_raw": 22.010515213012695 + }, + { + "index": 4573, + "episode": 29, + "map": 8, + "start": 4818, + "target_tic": 4850, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.19846534729004, + "shift_swapped": 17.859907150268555, + "shift_reference": -23.44500160217285, + "peak_recorded": 0.8944634795188904, + "peak_swapped": 0.8070008158683777, + "peak_reference": 0.9041444659233093, + "motion_pred": [ + 0.07547397911548615, + 0.06466400623321533, + 0.0614171028137207, + 0.06573239713907242 + ], + "motion_real": [ + 0.07467488199472427, + 0.07608366757631302, + 0.07820399850606918, + 0.08760321885347366 + ], + "shift_reference_raw": -23.329219818115234 + }, + { + "index": 4661, + "episode": 29, + "map": 8, + "start": 4906, + "target_tic": 4938, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.887422561645508, + "shift_swapped": -23.374666213989258, + "shift_reference": 23.331729888916016, + "peak_recorded": 0.49822741746902466, + "peak_swapped": 0.5534162521362305, + "peak_reference": 0.5643259286880493, + "motion_pred": [ + 0.03326242044568062, + 0.026845593005418777, + 0.028055431321263313, + 0.031416986137628555 + ], + "motion_real": [ + 0.03525690734386444, + 0.03376090154051781, + 0.033325906842947006, + 0.035444337874650955 + ], + "shift_reference_raw": 21.95539665222168 + }, + { + "index": 4691, + "episode": 29, + "map": 8, + "start": 4936, + "target_tic": 4968, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.9109866619110107, + "shift_swapped": 0.6769288778305054, + "shift_reference": -2.065619707107544, + "peak_recorded": 0.8946201801300049, + "peak_swapped": 0.8821364641189575, + "peak_reference": 0.8941655158996582, + "motion_pred": [ + 0.027566874399781227, + 0.023783735930919647, + 0.022625062614679337, + 0.024533556774258614 + ], + "motion_real": [ + 0.027378972619771957, + 0.02645985223352909, + 0.02720067650079727, + 0.03198825940489769 + ], + "shift_reference_raw": -0.15815243124961853 + }, + { + "index": 4725, + "episode": 146, + "map": 8, + "start": 31, + "target_tic": 63, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.70867919921875, + "shift_swapped": 27.975147247314453, + "shift_reference": -21.716012954711914, + "peak_recorded": 0.6580243706703186, + "peak_swapped": 0.6267876625061035, + "peak_reference": 0.6569507718086243, + "motion_pred": [ + 0.03316664323210716, + 0.02313496172428131, + 0.031030958518385887, + 0.031708091497421265 + ], + "motion_real": [ + 0.037243448197841644, + 0.03892972320318222, + 0.037056487053632736, + 0.03662914037704468 + ], + "shift_reference_raw": -21.396326065063477 + }, + { + "index": 4893, + "episode": 146, + "map": 8, + "start": 199, + "target_tic": 231, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -15.099021911621094, + "shift_reference": 21.144920349121094, + "peak_recorded": 0.6895514726638794, + "peak_swapped": 0.6814387440681458, + "peak_reference": 0.6713466048240662, + "motion_pred": [ + 0.05424195155501366, + 0.042400509119033813, + 0.03955826908349991, + 0.035823747515678406 + ], + "motion_real": [ + 0.05972857028245926, + 0.06297934055328369, + 0.055412277579307556, + 0.05052855238318443 + ], + "shift_reference_raw": 18.046510696411133 + }, + { + "index": 4924, + "episode": 146, + "map": 8, + "start": 230, + "target_tic": 262, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -24.718435287475586, + "shift_reference": 32.0, + "peak_recorded": 0.6593950986862183, + "peak_swapped": 0.712647557258606, + "peak_reference": 0.6576492190361023, + "motion_pred": [ + 0.03744532912969589, + 0.026705577969551086, + 0.026260199025273323, + 0.027611143887043 + ], + "motion_real": [ + 0.03464129567146301, + 0.02909284085035324, + 0.028138186782598495, + 0.02817627415060997 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 4956, + "episode": 146, + "map": 8, + "start": 262, + "target_tic": 294, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.214327335357666, + "shift_swapped": -2.1376535892486572, + "shift_reference": 5.339259624481201, + "peak_recorded": 0.8560277819633484, + "peak_swapped": 0.8715047836303711, + "peak_reference": 0.8468684554100037, + "motion_pred": [ + 0.03533555939793587, + 0.03051416389644146, + 0.03192984685301781, + 0.031308792531490326 + ], + "motion_real": [ + 0.036109983921051025, + 0.03693503513932228, + 0.03800345957279205, + 0.036675434559583664 + ], + "shift_reference_raw": 5.260969638824463 + }, + { + "index": 4998, + "episode": 146, + "map": 8, + "start": 304, + "target_tic": 336, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.360403060913086, + "shift_swapped": -32.0, + "shift_reference": 18.714584350585938, + "peak_recorded": 0.6826369166374207, + "peak_swapped": 0.595743715763092, + "peak_reference": 0.8590924739837646, + "motion_pred": [ + 0.06601829081773758, + 0.05238606780767441, + 0.049420930445194244, + 0.05053865164518356 + ], + "motion_real": [ + 0.06760696321725845, + 0.07123428583145142, + 0.07372210919857025, + 0.0763862282037735 + ], + "shift_reference_raw": 18.60213279724121 + }, + { + "index": 5042, + "episode": 146, + "map": 8, + "start": 348, + "target_tic": 380, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 11.186976432800293, + "shift_reference": -29.44097137451172, + "peak_recorded": 0.7223970890045166, + "peak_swapped": 0.7619056105613708, + "peak_reference": 0.8067615628242493, + "motion_pred": [ + 0.2038305401802063, + 0.18475227057933807, + 0.19237546622753143, + 0.16447684168815613 + ], + "motion_real": [ + 0.1742161214351654, + 0.18575532734394073, + 0.20788609981536865, + 0.16124510765075684 + ], + "shift_reference_raw": -29.29478645324707 + }, + { + "index": 5345, + "episode": 146, + "map": 8, + "start": 686, + "target_tic": 718, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.047931671142578, + "shift_swapped": 18.443639755249023, + "shift_reference": -22.87778091430664, + "peak_recorded": 0.7894896864891052, + "peak_swapped": 0.8066270351409912, + "peak_reference": 0.8180853724479675, + "motion_pred": [ + 0.05044202134013176, + 0.040149860084056854, + 0.03315156698226929, + 0.033566076308488846 + ], + "motion_real": [ + 0.046479593962430954, + 0.041086580604314804, + 0.03755425289273262, + 0.03760700672864914 + ], + "shift_reference_raw": -22.763940811157227 + }, + { + "index": 5412, + "episode": 146, + "map": 8, + "start": 753, + "target_tic": 785, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 22.694978713989258, + "shift_swapped": 11.721524238586426, + "shift_reference": -2.006927967071533, + "peak_recorded": 0.8083409070968628, + "peak_swapped": 0.7918402552604675, + "peak_reference": 0.7261891961097717, + "motion_pred": [ + 0.04435132443904877, + 0.03405800461769104, + 0.035877928137779236, + 0.031699325889348984 + ], + "motion_real": [ + 0.04226046800613403, + 0.05064418539404869, + 0.04793233424425125, + 0.051928550004959106 + ], + "shift_reference_raw": -0.2993079125881195 + }, + { + "index": 5647, + "episode": 146, + "map": 8, + "start": 988, + "target_tic": 1020, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.27743148803711, + "shift_swapped": 30.428897857666016, + "shift_reference": -19.202932357788086, + "peak_recorded": 0.6876375675201416, + "peak_swapped": 0.6288178563117981, + "peak_reference": 0.708527147769928, + "motion_pred": [ + 0.030498847365379333, + 0.02329869568347931, + 0.02749713882803917, + 0.02230563387274742 + ], + "motion_real": [ + 0.031592756509780884, + 0.031127961352467537, + 0.03179710730910301, + 0.03196527436375618 + ], + "shift_reference_raw": -18.540584564208984 + }, + { + "index": 5856, + "episode": 146, + "map": 8, + "start": 1197, + "target_tic": 1229, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.709331512451172, + "shift_swapped": -22.22758674621582, + "shift_reference": 13.012201309204102, + "peak_recorded": 0.4906212389469147, + "peak_swapped": 0.6806713342666626, + "peak_reference": 0.7433851957321167, + "motion_pred": [ + 0.05475691333413124, + 0.03469950705766678, + 0.03372048959136009, + 0.03045550547540188 + ], + "motion_real": [ + 0.059861451387405396, + 0.05528984218835831, + 0.06670724600553513, + 0.07140496373176575 + ], + "shift_reference_raw": 13.019491195678711 + }, + { + "index": 5859, + "episode": 146, + "map": 8, + "start": 1200, + "target_tic": 1232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.21489143371582, + "shift_swapped": -15.219686508178711, + "shift_reference": 27.326879501342773, + "peak_recorded": 0.34051012992858887, + "peak_swapped": 0.5209953784942627, + "peak_reference": 0.3791131377220154, + "motion_pred": [ + 0.06434132158756256, + 0.04364844411611557, + 0.03626780956983566, + 0.03257816284894943 + ], + "motion_real": [ + 0.07140496373176575, + 0.07047300785779953, + 0.06577660143375397, + 0.060126498341560364 + ], + "shift_reference_raw": 27.242313385009766 + }, + { + "index": 5956, + "episode": 146, + "map": 8, + "start": 1297, + "target_tic": 1329, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 21.223316192626953, + "shift_reference": -32.0, + "peak_recorded": 0.6744107007980347, + "peak_swapped": 0.8714110851287842, + "peak_reference": 0.7571062445640564, + "motion_pred": [ + 0.09999144077301025, + 0.07108843326568604, + 0.04006313160061836, + 0.03138522431254387 + ], + "motion_real": [ + 0.10046572238206863, + 0.08575759828090668, + 0.06126834452152252, + 0.040146492421627045 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 6006, + "episode": 146, + "map": 8, + "start": 1382, + "target_tic": 1414, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.019454002380371, + "shift_swapped": 28.181398391723633, + "shift_reference": -11.912579536437988, + "peak_recorded": 0.8642029762268066, + "peak_swapped": 0.8704805970191956, + "peak_reference": 0.8506202697753906, + "motion_pred": [ + 0.04441842809319496, + 0.03843427076935768, + 0.035555168986320496, + 0.03753621503710747 + ], + "motion_real": [ + 0.04445318505167961, + 0.04831140488386154, + 0.04909908026456833, + 0.04684009775519371 + ], + "shift_reference_raw": -11.86500072479248 + }, + { + "index": 6270, + "episode": 146, + "map": 8, + "start": 1646, + "target_tic": 1678, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.102920532226562, + "shift_swapped": 22.271507263183594, + "shift_reference": -21.872529983520508, + "peak_recorded": 0.28248336911201477, + "peak_swapped": 0.30342090129852295, + "peak_reference": 0.6183229088783264, + "motion_pred": [ + 0.03612496331334114, + 0.026735136285424232, + 0.026724260300397873, + 0.028398364782333374 + ], + "motion_real": [ + 0.03425970673561096, + 0.037452977150678635, + 0.03968270123004913, + 0.04074280709028244 + ], + "shift_reference_raw": -22.01179313659668 + }, + { + "index": 6353, + "episode": 146, + "map": 8, + "start": 1729, + "target_tic": 1761, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.410009384155273, + "shift_swapped": 21.00308609008789, + "shift_reference": -23.755821228027344, + "peak_recorded": 0.41326844692230225, + "peak_swapped": 0.3831462562084198, + "peak_reference": 0.6157299280166626, + "motion_pred": [ + 0.03750171512365341, + 0.02544199861586094, + 0.02265666238963604, + 0.02235487662255764 + ], + "motion_real": [ + 0.03650801256299019, + 0.03715846687555313, + 0.0355566032230854, + 0.03477101027965546 + ], + "shift_reference_raw": -23.500547409057617 + }, + { + "index": 6761, + "episode": 146, + "map": 8, + "start": 2172, + "target_tic": 2204, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.933917999267578, + "shift_swapped": -3.772547483444214, + "shift_reference": 6.218446731567383, + "peak_recorded": 0.4046850800514221, + "peak_swapped": 0.28055480122566223, + "peak_reference": 0.3508544862270355, + "motion_pred": [ + 0.04851807653903961, + 0.04767380654811859, + 0.027868669480085373, + 0.037455860525369644 + ], + "motion_real": [ + 0.04870082065463066, + 0.05229779705405235, + 0.03061147965490818, + 0.0411994531750679 + ], + "shift_reference_raw": 6.021944999694824 + }, + { + "index": 6793, + "episode": 146, + "map": 8, + "start": 2204, + "target_tic": 2236, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.372838973999023, + "shift_swapped": -20.70444107055664, + "shift_reference": 22.844470977783203, + "peak_recorded": 0.6052526831626892, + "peak_swapped": 0.5745418071746826, + "peak_reference": 0.6831939220428467, + "motion_pred": [ + 0.044265586882829666, + 0.03158021718263626, + 0.03510329872369766, + 0.03287074342370033 + ], + "motion_real": [ + 0.03987320512533188, + 0.04326456040143967, + 0.044922828674316406, + 0.041863951832056046 + ], + "shift_reference_raw": 19.388105392456055 + }, + { + "index": 6796, + "episode": 146, + "map": 8, + "start": 2207, + "target_tic": 2239, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.669599533081055, + "shift_swapped": -24.04093360900879, + "shift_reference": 21.639036178588867, + "peak_recorded": 0.5722603797912598, + "peak_swapped": 0.6014246940612793, + "peak_reference": 0.7005075812339783, + "motion_pred": [ + 0.04615582153201103, + 0.03050120919942856, + 0.02575637213885784, + 0.023567255586385727 + ], + "motion_real": [ + 0.041863951832056046, + 0.038977593183517456, + 0.03862214460968971, + 0.030853254720568657 + ], + "shift_reference_raw": 21.595043182373047 + }, + { + "index": 7117, + "episode": 146, + "map": 8, + "start": 2528, + "target_tic": 2560, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.617111206054688, + "shift_swapped": 23.244033813476562, + "shift_reference": -18.406436920166016, + "peak_recorded": 0.6202442049980164, + "peak_swapped": 0.5378803610801697, + "peak_reference": 0.5902469754219055, + "motion_pred": [ + 0.05052479729056358, + 0.04049546644091606, + 0.04069315642118454, + 0.04400726407766342 + ], + "motion_real": [ + 0.0534089170396328, + 0.062313325703144073, + 0.05202724039554596, + 0.045996785163879395 + ], + "shift_reference_raw": -18.635229110717773 + }, + { + "index": 7807, + "episode": 146, + "map": 8, + "start": 3253, + "target_tic": 3285, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.918787002563477, + "shift_swapped": 23.610706329345703, + "shift_reference": -21.742216110229492, + "peak_recorded": 0.5346192121505737, + "peak_swapped": 0.5211846828460693, + "peak_reference": 0.5941033959388733, + "motion_pred": [ + 0.03748668357729912, + 0.028340891003608704, + 0.024153104051947594, + 0.026942165568470955 + ], + "motion_real": [ + 0.039515648037195206, + 0.038398489356040955, + 0.038324985653162, + 0.042199891060590744 + ], + "shift_reference_raw": -21.49529457092285 + }, + { + "index": 8044, + "episode": 146, + "map": 8, + "start": 3525, + "target_tic": 3557, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.40915298461914, + "shift_swapped": -22.245849609375, + "shift_reference": 19.042463302612305, + "peak_recorded": 0.9112374782562256, + "peak_swapped": 0.9296572208404541, + "peak_reference": 0.8963211178779602, + "motion_pred": [ + 0.040933407843112946, + 0.0262004341930151, + 0.02570544369518757, + 0.025349099189043045 + ], + "motion_real": [ + 0.03910320624709129, + 0.03902546316385269, + 0.041618093848228455, + 0.044527698308229446 + ], + "shift_reference_raw": 19.18828582763672 + }, + { + "index": 8102, + "episode": 146, + "map": 8, + "start": 3583, + "target_tic": 3615, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.909160614013672, + "shift_swapped": 5.751471996307373, + "shift_reference": -3.074728488922119, + "peak_recorded": 0.6689159274101257, + "peak_swapped": 0.6270893216133118, + "peak_reference": 0.540561318397522, + "motion_pred": [ + 0.03556790575385094, + 0.02467508614063263, + 0.02312053181231022, + 0.02405443973839283 + ], + "motion_real": [ + 0.03856072574853897, + 0.03837341442704201, + 0.036037627607584, + 0.03780895844101906 + ], + "shift_reference_raw": -2.9627580642700195 + }, + { + "index": 8150, + "episode": 146, + "map": 8, + "start": 3631, + "target_tic": 3663, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.676939010620117, + "shift_swapped": -27.984956741333008, + "shift_reference": 20.25275230407715, + "peak_recorded": 0.5866955518722534, + "peak_swapped": 0.47594577074050903, + "peak_reference": 0.520728588104248, + "motion_pred": [ + 0.033163364976644516, + 0.024350007995963097, + 0.023623710498213768, + 0.023767773061990738 + ], + "motion_real": [ + 0.03319016471505165, + 0.03316396102309227, + 0.03199419006705284, + 0.03156726434826851 + ], + "shift_reference_raw": 20.319883346557617 + }, + { + "index": 8198, + "episode": 146, + "map": 8, + "start": 3679, + "target_tic": 3711, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.588531494140625, + "shift_swapped": 21.503015518188477, + "shift_reference": -19.850786209106445, + "peak_recorded": 0.5052995085716248, + "peak_swapped": 0.46425580978393555, + "peak_reference": 0.580510139465332, + "motion_pred": [ + 0.035214733332395554, + 0.02709825709462166, + 0.027789419516921043, + 0.025991851463913918 + ], + "motion_real": [ + 0.03464717045426369, + 0.0343487486243248, + 0.03253140673041344, + 0.03292462229728699 + ], + "shift_reference_raw": -18.56690216064453 + }, + { + "index": 8212, + "episode": 146, + "map": 8, + "start": 3693, + "target_tic": 3725, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.3767452836036682, + "shift_swapped": -9.398550987243652, + "shift_reference": 3.1349029541015625, + "peak_recorded": 0.5951111912727356, + "peak_swapped": 0.599669873714447, + "peak_reference": 0.701751172542572, + "motion_pred": [ + 0.03029058314859867, + 0.022804947569966316, + 0.023976782336831093, + 0.030475391075015068 + ], + "motion_real": [ + 0.028362326323986053, + 0.028587546199560165, + 0.02979428693652153, + 0.03469445928931236 + ], + "shift_reference_raw": 3.208230495452881 + }, + { + "index": 8331, + "episode": 146, + "map": 8, + "start": 3812, + "target_tic": 3844, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.46950912475586, + "shift_swapped": -18.805442810058594, + "shift_reference": 18.707605361938477, + "peak_recorded": 0.6827380657196045, + "peak_swapped": 0.6589254140853882, + "peak_reference": 0.646005392074585, + "motion_pred": [ + 0.05999215692281723, + 0.04990357533097267, + 0.059864673763513565, + 0.06662134826183319 + ], + "motion_real": [ + 0.06209356337785721, + 0.06022068113088608, + 0.0664900541305542, + 0.07248026877641678 + ], + "shift_reference_raw": 18.75569725036621 + }, + { + "index": 8546, + "episode": 146, + "map": 8, + "start": 4027, + "target_tic": 4059, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.640382766723633, + "shift_swapped": -21.658639907836914, + "shift_reference": 20.663379669189453, + "peak_recorded": 0.6256858706474304, + "peak_swapped": 0.6619524359703064, + "peak_reference": 0.6706476211547852, + "motion_pred": [ + 0.05270048603415489, + 0.03310319036245346, + 0.030148867517709732, + 0.026988422498106956 + ], + "motion_real": [ + 0.050793617963790894, + 0.04973403736948967, + 0.04913797974586487, + 0.04504901170730591 + ], + "shift_reference_raw": 20.345417022705078 + }, + { + "index": 8636, + "episode": 146, + "map": 8, + "start": 4117, + "target_tic": 4149, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.95684242248535, + "shift_swapped": 30.103479385375977, + "shift_reference": -29.1094970703125, + "peak_recorded": 0.10845483094453812, + "peak_swapped": 0.03494979441165924, + "peak_reference": 0.2394343465566635, + "motion_pred": [ + 0.06501088291406631, + 0.041739895939826965, + 0.02561204507946968, + 0.02892380766570568 + ], + "motion_real": [ + 0.0698874220252037, + 0.07298927754163742, + 0.04463367164134979, + 0.05088607966899872 + ], + "shift_reference_raw": -29.39832305908203 + }, + { + "index": 8658, + "episode": 146, + "map": 8, + "start": 4139, + "target_tic": 4171, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.618685722351074, + "shift_swapped": 4.277097702026367, + "shift_reference": -8.405380249023438, + "peak_recorded": 0.8813960552215576, + "peak_swapped": 0.8809189796447754, + "peak_reference": 0.9071239233016968, + "motion_pred": [ + 0.03515125438570976, + 0.034859657287597656, + 0.030707664787769318, + 0.026492053642868996 + ], + "motion_real": [ + 0.03555681183934212, + 0.04497530683875084, + 0.05043162405490875, + 0.0638650432229042 + ], + "shift_reference_raw": -8.401437759399414 + }, + { + "index": 8664, + "episode": 146, + "map": 8, + "start": 4145, + "target_tic": 4177, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 16.827465057373047, + "shift_reference": -20.939712524414062, + "peak_recorded": 0.8250877261161804, + "peak_swapped": 0.8814368844032288, + "peak_reference": 0.8654521703720093, + "motion_pred": [ + 0.05796404182910919, + 0.02785259112715721, + 0.03211626783013344, + 0.03351922705769539 + ], + "motion_real": [ + 0.055188387632369995, + 0.05373825877904892, + 0.05511331558227539, + 0.052959758788347244 + ], + "shift_reference_raw": -20.950021743774414 + }, + { + "index": 8712, + "episode": 146, + "map": 8, + "start": 4193, + "target_tic": 4225, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.74733543395996, + "shift_swapped": 27.921342849731445, + "shift_reference": -24.260284423828125, + "peak_recorded": 0.4493550658226013, + "peak_swapped": 0.4399234652519226, + "peak_reference": 0.4735462963581085, + "motion_pred": [ + 0.034810811281204224, + 0.025624241679906845, + 0.026095211505889893, + 0.023571684956550598 + ], + "motion_real": [ + 0.039851006120443344, + 0.03919332101941109, + 0.03654242679476738, + 0.03202112019062042 + ], + "shift_reference_raw": -25.738521575927734 + }, + { + "index": 8776, + "episode": 146, + "map": 8, + "start": 4257, + "target_tic": 4289, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -22.939544677734375, + "shift_reference": 32.0, + "peak_recorded": 0.8051550984382629, + "peak_swapped": 0.7815025448799133, + "peak_reference": 0.7617671489715576, + "motion_pred": [ + 0.043448735028505325, + 0.030769899487495422, + 0.03215000778436661, + 0.03989936038851738 + ], + "motion_real": [ + 0.04294820502400398, + 0.035964272916316986, + 0.03412112593650818, + 0.038167305290699005 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 8787, + "episode": 146, + "map": 8, + "start": 4268, + "target_tic": 4300, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 17.64141845703125, + "shift_reference": -23.318748474121094, + "peak_recorded": 0.39197444915771484, + "peak_swapped": 0.4624845087528229, + "peak_reference": 0.5146499276161194, + "motion_pred": [ + 0.03159100562334061, + 0.027666712179780006, + 0.02341766469180584, + 0.023170335218310356 + ], + "motion_real": [ + 0.02995694987475872, + 0.033356282860040665, + 0.03246181830763817, + 0.033322691917419434 + ], + "shift_reference_raw": -23.303150177001953 + }, + { + "index": 8876, + "episode": 146, + "map": 8, + "start": 4357, + "target_tic": 4389, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.88775062561035, + "shift_swapped": -12.825968742370605, + "shift_reference": 20.211519241333008, + "peak_recorded": 0.45237961411476135, + "peak_swapped": 0.3946778178215027, + "peak_reference": 0.3225567638874054, + "motion_pred": [ + 0.05392959341406822, + 0.05786699801683426, + 0.053277432918548584, + 0.06244957447052002 + ], + "motion_real": [ + 0.05630834400653839, + 0.06559056043624878, + 0.07782547175884247, + 0.07172039896249771 + ], + "shift_reference_raw": 20.992671966552734 + }, + { + "index": 9010, + "episode": 146, + "map": 8, + "start": 4491, + "target_tic": 4523, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.066862106323242, + "shift_swapped": -20.000850677490234, + "shift_reference": 26.829782485961914, + "peak_recorded": 0.8175763487815857, + "peak_swapped": 0.832642674446106, + "peak_reference": 0.7719218730926514, + "motion_pred": [ + 0.05971938371658325, + 0.05000079795718193, + 0.04370610788464546, + 0.01850585639476776 + ], + "motion_real": [ + 0.05750810727477074, + 0.06656184792518616, + 0.0642625242471695, + 0.05651096999645233 + ], + "shift_reference_raw": 26.797405242919922 + }, + { + "index": 9612, + "episode": 159, + "map": 8, + "start": 76, + "target_tic": 108, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -20.850419998168945, + "shift_swapped": -32.0, + "shift_reference": 27.65623664855957, + "peak_recorded": 0.4697757959365845, + "peak_swapped": 0.49723243713378906, + "peak_reference": 0.507077693939209, + "motion_pred": [ + 0.09131696820259094, + 0.04007705673575401, + 0.05659443885087967, + 0.062239985913038254 + ], + "motion_real": [ + 0.08911233395338058, + 0.047566600143909454, + 0.06889915466308594, + 0.08030533045530319 + ], + "shift_reference_raw": 28.039350509643555 + }, + { + "index": 9886, + "episode": 159, + "map": 8, + "start": 350, + "target_tic": 382, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.423322677612305, + "shift_swapped": -25.56902313232422, + "shift_reference": 13.35798454284668, + "peak_recorded": 0.8172421455383301, + "peak_swapped": 0.79731684923172, + "peak_reference": 0.7539105415344238, + "motion_pred": [ + 0.04974556341767311, + 0.03497485816478729, + 0.037730518728494644, + 0.037239644676446915 + ], + "motion_real": [ + 0.046674855053424835, + 0.04507841542363167, + 0.042553599923849106, + 0.046403639018535614 + ], + "shift_reference_raw": 13.256918907165527 + }, + { + "index": 9970, + "episode": 159, + "map": 8, + "start": 434, + "target_tic": 466, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.198631286621094, + "shift_swapped": 20.037412643432617, + "shift_reference": -20.120811462402344, + "peak_recorded": 0.6680262684822083, + "peak_swapped": 0.6641145944595337, + "peak_reference": 0.704078733921051, + "motion_pred": [ + 0.03721470758318901, + 0.02956520952284336, + 0.028528377413749695, + 0.029796559363603592 + ], + "motion_real": [ + 0.032192133367061615, + 0.0313771590590477, + 0.028935691341757774, + 0.030523275956511497 + ], + "shift_reference_raw": -19.856142044067383 + }, + { + "index": 10072, + "episode": 159, + "map": 8, + "start": 536, + "target_tic": 568, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.946186065673828, + "shift_swapped": 26.38027000427246, + "shift_reference": -23.60189437866211, + "peak_recorded": 0.6572851538658142, + "peak_swapped": 0.6731053590774536, + "peak_reference": 0.6698653101921082, + "motion_pred": [ + 0.02984129637479782, + 0.020741691812872887, + 0.020601335912942886, + 0.020442619919776917 + ], + "motion_real": [ + 0.030838361009955406, + 0.032832808792591095, + 0.03375856950879097, + 0.03589657321572304 + ], + "shift_reference_raw": -23.402963638305664 + }, + { + "index": 10124, + "episode": 159, + "map": 8, + "start": 588, + "target_tic": 620, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.2481300830841064, + "shift_swapped": 3.326007127761841, + "shift_reference": 0.4194992780685425, + "peak_recorded": 0.6853745579719543, + "peak_swapped": 0.6754089593887329, + "peak_reference": 0.6363534927368164, + "motion_pred": [ + 0.03978640213608742, + 0.035266079008579254, + 0.050034258514642715, + 0.05613461136817932 + ], + "motion_real": [ + 0.039776433259248734, + 0.04643973708152771, + 0.06915228068828583, + 0.07167481631040573 + ], + "shift_reference_raw": 0.11733053624629974 + }, + { + "index": 10175, + "episode": 159, + "map": 8, + "start": 639, + "target_tic": 671, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.427488327026367, + "shift_swapped": 20.69752311706543, + "shift_reference": -23.99929428100586, + "peak_recorded": 0.4983344078063965, + "peak_swapped": 0.46671062707901, + "peak_reference": 0.41452735662460327, + "motion_pred": [ + 0.08377572894096375, + 0.04952016472816467, + 0.03292766958475113, + 0.028550324961543083 + ], + "motion_real": [ + 0.08899017423391342, + 0.07952982932329178, + 0.06654080748558044, + 0.06551367044448853 + ], + "shift_reference_raw": -23.93264389038086 + }, + { + "index": 10259, + "episode": 159, + "map": 8, + "start": 723, + "target_tic": 755, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.17630386352539, + "shift_swapped": -10.933613777160645, + "shift_reference": 30.205039978027344, + "peak_recorded": 0.5083691477775574, + "peak_swapped": 0.5385874509811401, + "peak_reference": 0.47516658902168274, + "motion_pred": [ + 0.0633041262626648, + 0.03462468087673187, + 0.03025585040450096, + 0.02813950926065445 + ], + "motion_real": [ + 0.06324590742588043, + 0.052329596132040024, + 0.04822103679180145, + 0.04475469887256622 + ], + "shift_reference_raw": 30.56541633605957 + }, + { + "index": 10600, + "episode": 159, + "map": 8, + "start": 1099, + "target_tic": 1131, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.3676700592041, + "shift_swapped": 18.3494815826416, + "shift_reference": -22.284679412841797, + "peak_recorded": 0.454933226108551, + "peak_swapped": 0.5863980054855347, + "peak_reference": 0.4165569245815277, + "motion_pred": [ + 0.0440250001847744, + 0.02506658248603344, + 0.023541603237390518, + 0.02095280960202217 + ], + "motion_real": [ + 0.0444810651242733, + 0.02871689572930336, + 0.030337421223521233, + 0.029755180701613426 + ], + "shift_reference_raw": -21.873533248901367 + }, + { + "index": 10634, + "episode": 159, + "map": 8, + "start": 1133, + "target_tic": 1165, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.928524017333984, + "shift_swapped": 15.077467918395996, + "shift_reference": -32.0, + "peak_recorded": 0.9500434398651123, + "peak_swapped": 0.9485347270965576, + "peak_reference": 0.9413572549819946, + "motion_pred": [ + 0.05397156998515129, + 0.049303412437438965, + 0.06685622781515121, + 0.03166152536869049 + ], + "motion_real": [ + 0.0456114299595356, + 0.04853057116270065, + 0.0526987686753273, + 0.03231876343488693 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 10713, + "episode": 159, + "map": 8, + "start": 1212, + "target_tic": 1244, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.981819152832031, + "shift_swapped": -4.016792297363281, + "shift_reference": 5.67568302154541, + "peak_recorded": 0.7743600010871887, + "peak_swapped": 0.657479465007782, + "peak_reference": 0.7913172245025635, + "motion_pred": [ + 0.03687520697712898, + 0.02907017432153225, + 0.031720228493213654, + 0.02786901406943798 + ], + "motion_real": [ + 0.030494656413793564, + 0.02911384403705597, + 0.028367958962917328, + 0.03003072552382946 + ], + "shift_reference_raw": 5.654074668884277 + }, + { + "index": 10769, + "episode": 159, + "map": 8, + "start": 1268, + "target_tic": 1300, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.291488647460938, + "shift_swapped": 29.72193717956543, + "shift_reference": -22.75995445251465, + "peak_recorded": 0.5399594306945801, + "peak_swapped": 0.5162745118141174, + "peak_reference": 0.5759143829345703, + "motion_pred": [ + 0.045686133205890656, + 0.03594000265002251, + 0.03828848898410797, + 0.03132330998778343 + ], + "motion_real": [ + 0.044884271919727325, + 0.04377100616693497, + 0.048316590487957, + 0.04177914932370186 + ], + "shift_reference_raw": -22.63558006286621 + }, + { + "index": 10910, + "episode": 159, + "map": 8, + "start": 1409, + "target_tic": 1441, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.50364875793457, + "shift_swapped": -26.825716018676758, + "shift_reference": 16.196495056152344, + "peak_recorded": 0.7091447710990906, + "peak_swapped": 0.7122112512588501, + "peak_reference": 0.7428196668624878, + "motion_pred": [ + 0.0429384671151638, + 0.03506672754883766, + 0.03218759596347809, + 0.04911782965064049 + ], + "motion_real": [ + 0.04609962925314903, + 0.04800625517964363, + 0.0456678569316864, + 0.06362973153591156 + ], + "shift_reference_raw": 15.915390014648438 + }, + { + "index": 11411, + "episode": 159, + "map": 8, + "start": 1945, + "target_tic": 1977, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.21109962463379, + "shift_swapped": 22.29220199584961, + "shift_reference": -18.693941116333008, + "peak_recorded": 0.6463434100151062, + "peak_swapped": 0.563459038734436, + "peak_reference": 0.5991948246955872, + "motion_pred": [ + 0.03821024298667908, + 0.029498614370822906, + 0.030645273625850677, + 0.033210255205631256 + ], + "motion_real": [ + 0.03785203397274017, + 0.039639346301555634, + 0.04230223968625069, + 0.04022856056690216 + ], + "shift_reference_raw": -18.59852409362793 + }, + { + "index": 11416, + "episode": 159, + "map": 8, + "start": 1950, + "target_tic": 1982, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.79616928100586, + "shift_swapped": 32.0, + "shift_reference": -15.650224685668945, + "peak_recorded": 0.8174147605895996, + "peak_swapped": 0.822140634059906, + "peak_reference": 0.8161020874977112, + "motion_pred": [ + 0.03142775967717171, + 0.023411428555846214, + 0.024010324850678444, + 0.030462240800261497 + ], + "motion_real": [ + 0.029329288750886917, + 0.03047460876405239, + 0.032329291105270386, + 0.03130276873707771 + ], + "shift_reference_raw": -18.597423553466797 + }, + { + "index": 11455, + "episode": 159, + "map": 8, + "start": 1989, + "target_tic": 2021, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -5.77868127822876, + "shift_reference": 32.0, + "peak_recorded": 0.6732384562492371, + "peak_swapped": 0.7556710243225098, + "peak_reference": 0.641434907913208, + "motion_pred": [ + 0.046454716473817825, + 0.032317426055669785, + 0.02470279671251774, + 0.025315463542938232 + ], + "motion_real": [ + 0.04811977967619896, + 0.0477231964468956, + 0.03699564188718796, + 0.035266708582639694 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 11596, + "episode": 159, + "map": 8, + "start": 2130, + "target_tic": 2162, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.481124877929688, + "shift_swapped": 20.333406448364258, + "shift_reference": -24.548999786376953, + "peak_recorded": 0.37327128648757935, + "peak_swapped": 0.24789583683013916, + "peak_reference": 0.45614707469940186, + "motion_pred": [ + 0.03357507660984993, + 0.02348475344479084, + 0.018986355513334274, + 0.018612470477819443 + ], + "motion_real": [ + 0.028592636808753014, + 0.028244825080037117, + 0.02336854301393032, + 0.022178947925567627 + ], + "shift_reference_raw": -21.522871017456055 + }, + { + "index": 11848, + "episode": 159, + "map": 8, + "start": 2382, + "target_tic": 2414, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.026397705078125, + "shift_swapped": 22.973552703857422, + "shift_reference": -29.94798469543457, + "peak_recorded": 0.72979336977005, + "peak_swapped": 0.7654208540916443, + "peak_reference": 0.7625687122344971, + "motion_pred": [ + 0.03707973286509514, + 0.029191289097070694, + 0.026836033910512924, + 0.030421702191233635 + ], + "motion_real": [ + 0.04137708991765976, + 0.03923860564827919, + 0.040295377373695374, + 0.04051424190402031 + ], + "shift_reference_raw": -23.898983001708984 + }, + { + "index": 11854, + "episode": 159, + "map": 8, + "start": 2388, + "target_tic": 2420, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.452598571777344, + "shift_swapped": 19.98299217224121, + "shift_reference": -22.460920333862305, + "peak_recorded": 0.834290087223053, + "peak_swapped": 0.8295305371284485, + "peak_reference": 0.8311514258384705, + "motion_pred": [ + 0.04560447111725807, + 0.033909719437360764, + 0.031604915857315063, + 0.0269768089056015 + ], + "motion_real": [ + 0.046775344759225845, + 0.04219324141740799, + 0.040518224239349365, + 0.0428570993244648 + ], + "shift_reference_raw": -21.664939880371094 + }, + { + "index": 11880, + "episode": 159, + "map": 8, + "start": 2414, + "target_tic": 2446, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.7144134044647217, + "shift_swapped": -12.98181438446045, + "shift_reference": 0.46603134274482727, + "peak_recorded": 0.5114489793777466, + "peak_swapped": 0.47981318831443787, + "peak_reference": 0.5408543348312378, + "motion_pred": [ + 0.030035218223929405, + 0.022158682346343994, + 0.04696282371878624, + 0.03559815138578415 + ], + "motion_real": [ + 0.029295112937688828, + 0.03086639568209648, + 0.07796820998191833, + 0.07350199669599533 + ], + "shift_reference_raw": 1.3615810871124268 + }, + { + "index": 12038, + "episode": 159, + "map": 8, + "start": 2642, + "target_tic": 2674, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.167121887207031, + "shift_swapped": -3.5945210456848145, + "shift_reference": 5.290619373321533, + "peak_recorded": 0.8370376825332642, + "peak_swapped": 0.8440886735916138, + "peak_reference": 0.8434568047523499, + "motion_pred": [ + 0.026771673932671547, + 0.019653020426630974, + 0.02052825316786766, + 0.01729898899793625 + ], + "motion_real": [ + 0.02557331509888172, + 0.025076836347579956, + 0.0251636765897274, + 0.018011178821325302 + ], + "shift_reference_raw": 5.1505208015441895 + }, + { + "index": 12206, + "episode": 159, + "map": 8, + "start": 2810, + "target_tic": 2842, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.284635543823242, + "shift_swapped": -26.21745491027832, + "shift_reference": 22.707752227783203, + "peak_recorded": 0.560208797454834, + "peak_swapped": 0.5302024483680725, + "peak_reference": 0.6503517031669617, + "motion_pred": [ + 0.033249810338020325, + 0.028368081897497177, + 0.03200426697731018, + 0.0336286835372448 + ], + "motion_real": [ + 0.03306295722723007, + 0.03497413918375969, + 0.03456044942140579, + 0.03334786370396614 + ], + "shift_reference_raw": 22.9183349609375 + }, + { + "index": 12712, + "episode": 159, + "map": 8, + "start": 3316, + "target_tic": 3348, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -9.966459274291992, + "shift_swapped": -10.112744331359863, + "shift_reference": 17.18303871154785, + "peak_recorded": 0.4793285131454468, + "peak_swapped": 0.49105992913246155, + "peak_reference": 0.7334638237953186, + "motion_pred": [ + 0.06318479776382446, + 0.02906055562198162, + 0.021257581189274788, + 0.021080318838357925 + ], + "motion_real": [ + 0.078078493475914, + 0.038279563188552856, + 0.032355524599552155, + 0.05880153551697731 + ], + "shift_reference_raw": 17.107702255249023 + }, + { + "index": 12877, + "episode": 159, + "map": 8, + "start": 3481, + "target_tic": 3513, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.478879928588867, + "shift_swapped": 25.10247230529785, + "shift_reference": -23.101301193237305, + "peak_recorded": 0.3814863860607147, + "peak_swapped": 0.30751267075538635, + "peak_reference": 0.5583248734474182, + "motion_pred": [ + 0.05442458391189575, + 0.03908896818757057, + 0.04241333529353142, + 0.036934323608875275 + ], + "motion_real": [ + 0.05467946454882622, + 0.055878542363643646, + 0.061045609414577484, + 0.05926213040947914 + ], + "shift_reference_raw": -23.090824127197266 + }, + { + "index": 12988, + "episode": 159, + "map": 8, + "start": 3592, + "target_tic": 3624, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.560548782348633, + "shift_swapped": 21.761091232299805, + "shift_reference": -20.491086959838867, + "peak_recorded": 0.8784836530685425, + "peak_swapped": 0.869296669960022, + "peak_reference": 0.8471529483795166, + "motion_pred": [ + 0.0366021990776062, + 0.020650947466492653, + 0.017858244478702545, + 0.016221407800912857 + ], + "motion_real": [ + 0.04817671328783035, + 0.03443599119782448, + 0.033117786049842834, + 0.02846045233309269 + ], + "shift_reference_raw": -20.924245834350586 + }, + { + "index": 13076, + "episode": 159, + "map": 8, + "start": 3680, + "target_tic": 3712, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.00720977783203, + "shift_swapped": -23.65226936340332, + "shift_reference": 25.579126358032227, + "peak_recorded": 0.5723111033439636, + "peak_swapped": 0.5021695494651794, + "peak_reference": 0.4422764480113983, + "motion_pred": [ + 0.07686620205640793, + 0.052679307758808136, + 0.03865906223654747, + 0.0498444139957428 + ], + "motion_real": [ + 0.07232826948165894, + 0.04526084288954735, + 0.04580222815275192, + 0.05403902754187584 + ], + "shift_reference_raw": 24.380720138549805 + }, + { + "index": 13169, + "episode": 159, + "map": 8, + "start": 3773, + "target_tic": 3805, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.1265811920166, + "shift_swapped": -18.096923828125, + "shift_reference": 26.252704620361328, + "peak_recorded": 0.8480104207992554, + "peak_swapped": 0.8507615923881531, + "peak_reference": 0.882550060749054, + "motion_pred": [ + 0.10012558847665787, + 0.08901426196098328, + 0.09105102717876434, + 0.08603260666131973 + ], + "motion_real": [ + 0.09449705481529236, + 0.09294881671667099, + 0.08018558472394943, + 0.09247396141290665 + ], + "shift_reference_raw": 26.67816734313965 + }, + { + "index": 13412, + "episode": 159, + "map": 8, + "start": 4016, + "target_tic": 4048, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.109848022460938, + "shift_swapped": 24.617021560668945, + "shift_reference": -28.539430618286133, + "peak_recorded": 0.6546915769577026, + "peak_swapped": 0.637059211730957, + "peak_reference": 0.6513776183128357, + "motion_pred": [ + 0.03811785578727722, + 0.03162486106157303, + 0.02644117921590805, + 0.029277218505740166 + ], + "motion_real": [ + 0.04022005572915077, + 0.04076200723648071, + 0.04116450250148773, + 0.04159652069211006 + ], + "shift_reference_raw": -27.357662200927734 + }, + { + "index": 13423, + "episode": 159, + "map": 8, + "start": 4027, + "target_tic": 4059, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -11.61771297454834, + "shift_reference": 25.321407318115234, + "peak_recorded": 0.6511158347129822, + "peak_swapped": 0.6683447957038879, + "peak_reference": 0.7316287755966187, + "motion_pred": [ + 0.04383216053247452, + 0.029982227832078934, + 0.026771504431962967, + 0.02491626888513565 + ], + "motion_real": [ + 0.0433826707303524, + 0.04030832275748253, + 0.04164107143878937, + 0.04370937868952751 + ], + "shift_reference_raw": 25.444446563720703 + }, + { + "index": 13651, + "episode": 159, + "map": 8, + "start": 4255, + "target_tic": 4287, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.566986560821533, + "shift_swapped": -2.9507715702056885, + "shift_reference": 4.23494291305542, + "peak_recorded": 0.7080386281013489, + "peak_swapped": 0.7402896285057068, + "peak_reference": 0.690095067024231, + "motion_pred": [ + 0.03769700601696968, + 0.022033074870705605, + 0.019426368176937103, + 0.019918441772460938 + ], + "motion_real": [ + 0.032809242606163025, + 0.029058780521154404, + 0.02840605564415455, + 0.03144301846623421 + ], + "shift_reference_raw": 4.022052764892578 + }, + { + "index": 13686, + "episode": 159, + "map": 8, + "start": 4290, + "target_tic": 4322, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.15861701965332, + "shift_swapped": 20.921476364135742, + "shift_reference": -23.331472396850586, + "peak_recorded": 0.7921656370162964, + "peak_swapped": 0.8151429295539856, + "peak_reference": 0.8240746259689331, + "motion_pred": [ + 0.03752778097987175, + 0.03225294128060341, + 0.032182589173316956, + 0.02900131791830063 + ], + "motion_real": [ + 0.034343428909778595, + 0.03545814007520676, + 0.03598242253065109, + 0.03130272403359413 + ], + "shift_reference_raw": -21.088153839111328 + }, + { + "index": 13726, + "episode": 159, + "map": 8, + "start": 4330, + "target_tic": 4362, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.851318359375, + "shift_swapped": -10.73606014251709, + "shift_reference": -6.064322471618652, + "peak_recorded": 0.5302807688713074, + "peak_swapped": 0.544827938079834, + "peak_reference": 0.551761269569397, + "motion_pred": [ + 0.04388853535056114, + 0.03888171911239624, + 0.047153592109680176, + 0.023332960903644562 + ], + "motion_real": [ + 0.04054143279790878, + 0.0426064133644104, + 0.05375572666525841, + 0.030133092775940895 + ], + "shift_reference_raw": -5.308352470397949 + }, + { + "index": 13765, + "episode": 159, + "map": 8, + "start": 4369, + "target_tic": 4401, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.942075729370117, + "shift_swapped": -22.107152938842773, + "shift_reference": 22.69980239868164, + "peak_recorded": 0.6813543438911438, + "peak_swapped": 0.7078878283500671, + "peak_reference": 0.6354427337646484, + "motion_pred": [ + 0.040832873433828354, + 0.03097994439303875, + 0.029177015647292137, + 0.02760947309434414 + ], + "motion_real": [ + 0.03971302509307861, + 0.039699096232652664, + 0.03858540952205658, + 0.03788842633366585 + ], + "shift_reference_raw": 19.723142623901367 + }, + { + "index": 13773, + "episode": 159, + "map": 8, + "start": 4377, + "target_tic": 4409, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.438881516456604, + "shift_swapped": -8.931303024291992, + "shift_reference": 1.8737332820892334, + "peak_recorded": 0.7604917287826538, + "peak_swapped": 0.7676087021827698, + "peak_reference": 0.793678879737854, + "motion_pred": [ + 0.03238923102617264, + 0.02832847088575363, + 0.030332811176776886, + 0.03462056443095207 + ], + "motion_real": [ + 0.03179137408733368, + 0.032654717564582825, + 0.03387977182865143, + 0.035281870514154434 + ], + "shift_reference_raw": 0.33529695868492126 + }, + { + "index": 14152, + "episode": 159, + "map": 8, + "start": 4756, + "target_tic": 4788, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.048544406890869, + "shift_swapped": -13.193376541137695, + "shift_reference": -1.5888983011245728, + "peak_recorded": 0.4689541161060333, + "peak_swapped": 0.4353214502334595, + "peak_reference": 0.5106214880943298, + "motion_pred": [ + 0.034586649388074875, + 0.024877337738871574, + 0.02246362902224064, + 0.02504381164908409 + ], + "motion_real": [ + 0.03220990300178528, + 0.03261635825037956, + 0.03378205746412277, + 0.03412457928061485 + ], + "shift_reference_raw": -1.9124445915222168 + }, + { + "index": 14373, + "episode": 159, + "map": 8, + "start": 4977, + "target_tic": 5009, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": -5.196958065032959, + "peak_recorded": 0.19511662423610687, + "peak_swapped": 0.2070073038339615, + "peak_reference": 0.19305813312530518, + "motion_pred": [ + 0.03768865019083023, + 0.015672633424401283, + 0.01970856450498104, + 0.017328202724456787 + ], + "motion_real": [ + 0.033220063894987106, + 0.02928803488612175, + 0.030219031497836113, + 0.032841164618730545 + ], + "shift_reference_raw": -8.575952529907227 + }, + { + "index": 14605, + "episode": 185, + "map": 8, + "start": 153, + "target_tic": 185, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 20.925491333007812, + "shift_reference": -29.989376068115234, + "peak_recorded": 0.8227866291999817, + "peak_swapped": 0.8716728091239929, + "peak_reference": 0.8897368311882019, + "motion_pred": [ + 0.08935137093067169, + 0.07087408751249313, + 0.04462330788373947, + 0.0487813763320446 + ], + "motion_real": [ + 0.07674530148506165, + 0.08097998797893524, + 0.05041984096169472, + 0.05131172388792038 + ], + "shift_reference_raw": -29.983566284179688 + }, + { + "index": 14774, + "episode": 185, + "map": 8, + "start": 322, + "target_tic": 354, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.04143524169922, + "shift_swapped": 14.48479175567627, + "shift_reference": -25.815170288085938, + "peak_recorded": 0.79636150598526, + "peak_swapped": 0.8152002096176147, + "peak_reference": 0.8150578141212463, + "motion_pred": [ + 0.05977383628487587, + 0.054923929274082184, + 0.05457910895347595, + 0.0647195503115654 + ], + "motion_real": [ + 0.0620979405939579, + 0.06402327120304108, + 0.06288749724626541, + 0.0787341445684433 + ], + "shift_reference_raw": -26.053003311157227 + }, + { + "index": 14951, + "episode": 185, + "map": 8, + "start": 499, + "target_tic": 531, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.644298553466797, + "shift_swapped": -20.271759033203125, + "shift_reference": 21.277271270751953, + "peak_recorded": 0.5676513910293579, + "peak_swapped": 0.5969300270080566, + "peak_reference": 0.4536176323890686, + "motion_pred": [ + 0.04727638512849808, + 0.03922673314809799, + 0.07186058908700943, + 0.04991466552019119 + ], + "motion_real": [ + 0.047471072524785995, + 0.050206758081912994, + 0.0775836706161499, + 0.06418769806623459 + ], + "shift_reference_raw": 21.2603702545166 + }, + { + "index": 15109, + "episode": 185, + "map": 8, + "start": 657, + "target_tic": 689, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.99009132385254, + "shift_swapped": -22.66964340209961, + "shift_reference": 22.318012237548828, + "peak_recorded": 0.8244120478630066, + "peak_swapped": 0.8162914514541626, + "peak_reference": 0.7989357113838196, + "motion_pred": [ + 0.0969671830534935, + 0.07673966139554977, + 0.07563778758049011, + 0.07888290286064148 + ], + "motion_real": [ + 0.09719514846801758, + 0.07689747214317322, + 0.07973667234182358, + 0.07476978003978729 + ], + "shift_reference_raw": 22.180599212646484 + }, + { + "index": 15216, + "episode": 185, + "map": 8, + "start": 764, + "target_tic": 796, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.831024169921875, + "shift_swapped": -22.516752243041992, + "shift_reference": 22.577913284301758, + "peak_recorded": 0.36673951148986816, + "peak_swapped": 0.42303749918937683, + "peak_reference": 0.622452974319458, + "motion_pred": [ + 0.033769071102142334, + 0.03503981977701187, + 0.03674469143152237, + 0.03335227444767952 + ], + "motion_real": [ + 0.03329668194055557, + 0.03585689142346382, + 0.036141570657491684, + 0.03648603707551956 + ], + "shift_reference_raw": 22.178361892700195 + }, + { + "index": 15572, + "episode": 185, + "map": 8, + "start": 1120, + "target_tic": 1152, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.610107421875, + "shift_swapped": -13.920896530151367, + "shift_reference": 28.51399040222168, + "peak_recorded": 0.6654264330863953, + "peak_swapped": 0.6715162992477417, + "peak_reference": 0.7539086937904358, + "motion_pred": [ + 0.07060509920120239, + 0.0677749440073967, + 0.054876647889614105, + 0.05391623452305794 + ], + "motion_real": [ + 0.062433864921331406, + 0.08363914489746094, + 0.06621103733778, + 0.06219527870416641 + ], + "shift_reference_raw": 28.15727424621582 + }, + { + "index": 15585, + "episode": 185, + "map": 8, + "start": 1133, + "target_tic": 1165, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.185790061950684, + "shift_swapped": 4.673485279083252, + "shift_reference": -6.255794525146484, + "peak_recorded": 0.6997504234313965, + "peak_swapped": 0.6579182744026184, + "peak_reference": 0.751308798789978, + "motion_pred": [ + 0.05766771733760834, + 0.07123827189207077, + 0.04690341651439667, + 0.042820774018764496 + ], + "motion_real": [ + 0.058428116142749786, + 0.08669857680797577, + 0.05172751843929291, + 0.052029531449079514 + ], + "shift_reference_raw": -5.99845552444458 + }, + { + "index": 15831, + "episode": 185, + "map": 8, + "start": 1414, + "target_tic": 1446, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.13462257385254, + "shift_swapped": 19.722240447998047, + "shift_reference": -23.367961883544922, + "peak_recorded": 0.3612273931503296, + "peak_swapped": 0.31563082337379456, + "peak_reference": 0.4778900444507599, + "motion_pred": [ + 0.03677065670490265, + 0.02867628075182438, + 0.02941388078033924, + 0.02241327613592148 + ], + "motion_real": [ + 0.03375375643372536, + 0.03155618533492088, + 0.03270779922604561, + 0.026786603033542633 + ], + "shift_reference_raw": -23.89630889892578 + }, + { + "index": 16107, + "episode": 185, + "map": 8, + "start": 1725, + "target_tic": 1757, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -2.2720649242401123, + "shift_swapped": -12.997803688049316, + "shift_reference": -0.683381199836731, + "peak_recorded": 0.8711085319519043, + "peak_swapped": 0.888664960861206, + "peak_reference": 0.8542947769165039, + "motion_pred": [ + 0.042790062725543976, + 0.032568469643592834, + 0.03692964091897011, + 0.05206070467829704 + ], + "motion_real": [ + 0.03921342268586159, + 0.04875563830137253, + 0.056257206946611404, + 0.06434008479118347 + ], + "shift_reference_raw": -0.33596208691596985 + }, + { + "index": 16230, + "episode": 185, + "map": 8, + "start": 1848, + "target_tic": 1880, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.432389974594116, + "shift_swapped": 10.14082145690918, + "shift_reference": -4.5978288650512695, + "peak_recorded": 0.7423295378684998, + "peak_swapped": 0.7181500196456909, + "peak_reference": 0.6874940991401672, + "motion_pred": [ + 0.03634459525346756, + 0.02505648508667946, + 0.024681488052010536, + 0.023754950612783432 + ], + "motion_real": [ + 0.03365035355091095, + 0.0334354005753994, + 0.03304125741124153, + 0.03283931687474251 + ], + "shift_reference_raw": -5.750485420227051 + }, + { + "index": 16350, + "episode": 185, + "map": 8, + "start": 1968, + "target_tic": 2000, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.189411163330078, + "shift_swapped": -24.136938095092773, + "shift_reference": 22.91395378112793, + "peak_recorded": 0.645977258682251, + "peak_swapped": 0.6330181360244751, + "peak_reference": 0.6789823174476624, + "motion_pred": [ + 0.038280386477708817, + 0.03496714308857918, + 0.035025641322135925, + 0.03004259057343006 + ], + "motion_real": [ + 0.03649863600730896, + 0.0344870463013649, + 0.038957010954618454, + 0.03532841429114342 + ], + "shift_reference_raw": 23.038724899291992 + }, + { + "index": 16538, + "episode": 185, + "map": 8, + "start": 2191, + "target_tic": 2223, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.931866645812988, + "shift_swapped": 4.946098327636719, + "shift_reference": -11.148091316223145, + "peak_recorded": 0.918728768825531, + "peak_swapped": 0.9135761260986328, + "peak_reference": 0.8634316325187683, + "motion_pred": [ + 0.034271568059921265, + 0.022714894264936447, + 0.020102359354496002, + 0.02016170509159565 + ], + "motion_real": [ + 0.033802032470703125, + 0.034010086208581924, + 0.03394604101777077, + 0.03305063396692276 + ], + "shift_reference_raw": -10.394668579101562 + }, + { + "index": 16754, + "episode": 185, + "map": 8, + "start": 2407, + "target_tic": 2439, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.07428690046072006, + "shift_swapped": 0.20260067284107208, + "shift_reference": -0.2442714273929596, + "peak_recorded": 0.577602744102478, + "peak_swapped": 0.621995210647583, + "peak_reference": 0.5633361339569092, + "motion_pred": [ + 0.044714201241731644, + 0.04244976490736008, + 0.06142057105898857, + 0.03600450977683067 + ], + "motion_real": [ + 0.04129604622721672, + 0.04818489030003548, + 0.05840468779206276, + 0.04147829860448837 + ], + "shift_reference_raw": -21.939741134643555 + }, + { + "index": 16789, + "episode": 185, + "map": 8, + "start": 2442, + "target_tic": 2474, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.03133799508213997, + "shift_swapped": 5.038830280303955, + "shift_reference": -0.23764871060848236, + "peak_recorded": 0.5748797059059143, + "peak_swapped": 0.5259018540382385, + "peak_reference": 0.5449931621551514, + "motion_pred": [ + 0.03968061879277229, + 0.028281228616833687, + 0.02671850472688675, + 0.026793524622917175 + ], + "motion_real": [ + 0.04031042382121086, + 0.04549647867679596, + 0.04066057875752449, + 0.041104305535554886 + ], + "shift_reference_raw": 0.018866537138819695 + }, + { + "index": 16930, + "episode": 185, + "map": 8, + "start": 2583, + "target_tic": 2615, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.661849975585938, + "shift_swapped": -12.69430160522461, + "shift_reference": 24.312528610229492, + "peak_recorded": 0.7337815165519714, + "peak_swapped": 0.6433008313179016, + "peak_reference": 0.7778344750404358, + "motion_pred": [ + 0.05628890171647072, + 0.05747101828455925, + 0.03946978226304054, + 0.03543408215045929 + ], + "motion_real": [ + 0.057546064257621765, + 0.0722443088889122, + 0.05824439600110054, + 0.05346979200839996 + ], + "shift_reference_raw": 24.168766021728516 + }, + { + "index": 17012, + "episode": 185, + "map": 8, + "start": 2665, + "target_tic": 2697, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.0534095764160156, + "shift_swapped": 7.27981424331665, + "shift_reference": -1.3775367736816406, + "peak_recorded": 0.6614134907722473, + "peak_swapped": 0.6043572425842285, + "peak_reference": 0.6280114650726318, + "motion_pred": [ + 0.027284450829029083, + 0.017820198088884354, + 0.022270554676651955, + 0.02267974056303501 + ], + "motion_real": [ + 0.024860627949237823, + 0.025675972923636436, + 0.03425590693950653, + 0.036462828516960144 + ], + "shift_reference_raw": -1.9777600765228271 + }, + { + "index": 17140, + "episode": 185, + "map": 8, + "start": 2793, + "target_tic": 2825, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.95801544189453, + "shift_swapped": 19.846342086791992, + "shift_reference": -25.701770782470703, + "peak_recorded": 0.698604941368103, + "peak_swapped": 0.6541683673858643, + "peak_reference": 0.6642585396766663, + "motion_pred": [ + 0.031148644164204597, + 0.021505476906895638, + 0.019853956997394562, + 0.022423600777983665 + ], + "motion_real": [ + 0.031627193093299866, + 0.026171719655394554, + 0.024918103590607643, + 0.024856381118297577 + ], + "shift_reference_raw": -25.623498916625977 + }, + { + "index": 17201, + "episode": 185, + "map": 8, + "start": 2854, + "target_tic": 2886, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.41138458251953, + "shift_swapped": -23.699953079223633, + "shift_reference": 22.30782699584961, + "peak_recorded": 0.4207167327404022, + "peak_swapped": 0.4310506284236908, + "peak_reference": 0.523631751537323, + "motion_pred": [ + 0.04571302607655525, + 0.025175129994750023, + 0.027608685195446014, + 0.02304146997630596 + ], + "motion_real": [ + 0.04649849981069565, + 0.030583970248699188, + 0.029540805146098137, + 0.02966858260333538 + ], + "shift_reference_raw": 22.570770263671875 + }, + { + "index": 17390, + "episode": 185, + "map": 8, + "start": 3043, + "target_tic": 3075, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.245925903320312, + "shift_swapped": 26.13553237915039, + "shift_reference": -27.1014347076416, + "peak_recorded": 0.7385004162788391, + "peak_swapped": 0.7731835842132568, + "peak_reference": 0.7386757731437683, + "motion_pred": [ + 0.03588201850652695, + 0.029472870752215385, + 0.030316609889268875, + 0.028340814635157585 + ], + "motion_real": [ + 0.037354350090026855, + 0.037116292864084244, + 0.03504128381609917, + 0.03200716897845268 + ], + "shift_reference_raw": -27.127639770507812 + }, + { + "index": 17408, + "episode": 185, + "map": 8, + "start": 3061, + "target_tic": 3093, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.204703330993652, + "shift_swapped": 26.66037368774414, + "shift_reference": -24.7559871673584, + "peak_recorded": 0.8961420059204102, + "peak_swapped": 0.8938382267951965, + "peak_reference": 0.886421263217926, + "motion_pred": [ + 0.035406824201345444, + 0.030053719878196716, + 0.03404037654399872, + 0.03167060390114784 + ], + "motion_real": [ + 0.03432806581258774, + 0.03419714421033859, + 0.03543246537446976, + 0.03218052536249161 + ], + "shift_reference_raw": -24.807832717895508 + }, + { + "index": 17451, + "episode": 185, + "map": 8, + "start": 3104, + "target_tic": 3136, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 21.33906364440918, + "shift_reference": -32.0, + "peak_recorded": 0.5123534798622131, + "peak_swapped": 0.6333425045013428, + "peak_reference": 0.5260186791419983, + "motion_pred": [ + 0.034199588000774384, + 0.021955784410238266, + 0.01964479126036167, + 0.02609744668006897 + ], + "motion_real": [ + 0.03279459476470947, + 0.029887650161981583, + 0.02809189260005951, + 0.03139636665582657 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 17722, + "episode": 185, + "map": 8, + "start": 3410, + "target_tic": 3442, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.226472854614258, + "shift_swapped": -20.703338623046875, + "shift_reference": 20.485570907592773, + "peak_recorded": 0.8360052704811096, + "peak_swapped": 0.8555445075035095, + "peak_reference": 0.869066596031189, + "motion_pred": [ + 0.04087876155972481, + 0.036756765097379684, + 0.02879509888589382, + 0.029797276481986046 + ], + "motion_real": [ + 0.036461926996707916, + 0.03440268710255623, + 0.03268224000930786, + 0.030996890738606453 + ], + "shift_reference_raw": 20.3397159576416 + }, + { + "index": 17810, + "episode": 185, + "map": 8, + "start": 3498, + "target_tic": 3530, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.565706253051758, + "shift_swapped": 12.806599617004395, + "shift_reference": -5.6476664543151855, + "peak_recorded": 0.16194148361682892, + "peak_swapped": 0.27543172240257263, + "peak_reference": 0.43732950091362, + "motion_pred": [ + 0.08607445657253265, + 0.05628892779350281, + 0.03435005992650986, + 0.04042072966694832 + ], + "motion_real": [ + 0.08007636666297913, + 0.0784781277179718, + 0.08011781424283981, + 0.10160407423973083 + ], + "shift_reference_raw": -5.4488348960876465 + }, + { + "index": 17819, + "episode": 185, + "map": 8, + "start": 3507, + "target_tic": 3539, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.39603042602539, + "shift_swapped": -25.71615219116211, + "shift_reference": 25.98911476135254, + "peak_recorded": 0.7731865644454956, + "peak_swapped": 0.8107683062553406, + "peak_reference": 0.8077822327613831, + "motion_pred": [ + 0.07477445900440216, + 0.05087984725832939, + 0.05092088505625725, + 0.05226363241672516 + ], + "motion_real": [ + 0.06928301602602005, + 0.06754406541585922, + 0.06838749349117279, + 0.07710985839366913 + ], + "shift_reference_raw": 25.820201873779297 + }, + { + "index": 17949, + "episode": 185, + "map": 8, + "start": 3637, + "target_tic": 3669, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.167454719543457, + "shift_swapped": 27.255006790161133, + "shift_reference": -16.696561813354492, + "peak_recorded": 0.6901775002479553, + "peak_swapped": 0.7825825810432434, + "peak_reference": 0.5695933103561401, + "motion_pred": [ + 0.03475051373243332, + 0.030600838363170624, + 0.0309151504188776, + 0.03933604061603546 + ], + "motion_real": [ + 0.03402245417237282, + 0.03740823268890381, + 0.0382404588162899, + 0.041859883815050125 + ], + "shift_reference_raw": -12.26373291015625 + }, + { + "index": 18060, + "episode": 185, + "map": 8, + "start": 3748, + "target_tic": 3780, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 19.372732162475586, + "shift_reference": -23.955549240112305, + "peak_recorded": 0.5069748163223267, + "peak_swapped": 0.7311537265777588, + "peak_reference": 0.4271221458911896, + "motion_pred": [ + 0.04364410787820816, + 0.030540265142917633, + 0.028723441064357758, + 0.025963639840483665 + ], + "motion_real": [ + 0.04474691301584244, + 0.042424459010362625, + 0.03981457278132439, + 0.03594757243990898 + ], + "shift_reference_raw": -23.001306533813477 + }, + { + "index": 18065, + "episode": 185, + "map": 8, + "start": 3753, + "target_tic": 3785, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.662015914916992, + "shift_swapped": -21.2336368560791, + "shift_reference": 21.98158836364746, + "peak_recorded": 0.6292414665222168, + "peak_swapped": 0.6278871893882751, + "peak_reference": 0.715898334980011, + "motion_pred": [ + 0.04001079127192497, + 0.0307456087321043, + 0.027936533093452454, + 0.027232561260461807 + ], + "motion_real": [ + 0.03689538687467575, + 0.03636173903942108, + 0.03548422455787659, + 0.033954065293073654 + ], + "shift_reference_raw": 22.104663848876953 + }, + { + "index": 18066, + "episode": 185, + "map": 8, + "start": 3754, + "target_tic": 3786, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.475194931030273, + "shift_swapped": -23.932191848754883, + "shift_reference": 26.146732330322266, + "peak_recorded": 0.7096855044364929, + "peak_swapped": 0.7549479603767395, + "peak_reference": 0.7499614357948303, + "motion_pred": [ + 0.04268632084131241, + 0.030405256897211075, + 0.028843622654676437, + 0.028668705374002457 + ], + "motion_real": [ + 0.03636173903942108, + 0.03548422455787659, + 0.033954065293073654, + 0.03250953182578087 + ], + "shift_reference_raw": 26.11579132080078 + }, + { + "index": 18113, + "episode": 185, + "map": 8, + "start": 3801, + "target_tic": 3833, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.7279052734375, + "shift_swapped": 26.989368438720703, + "shift_reference": -19.680280685424805, + "peak_recorded": 0.8144977688789368, + "peak_swapped": 0.8457227349281311, + "peak_reference": 0.8183719515800476, + "motion_pred": [ + 0.046319980174303055, + 0.04320933297276497, + 0.05313875898718834, + 0.04660109058022499 + ], + "motion_real": [ + 0.04523085057735443, + 0.05095655098557472, + 0.05630292743444443, + 0.053490765392780304 + ], + "shift_reference_raw": -19.372028350830078 + }, + { + "index": 18439, + "episode": 185, + "map": 8, + "start": 4162, + "target_tic": 4194, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.82621955871582, + "shift_swapped": 20.249160766601562, + "shift_reference": -22.947038650512695, + "peak_recorded": 0.8793408274650574, + "peak_swapped": 0.8784626126289368, + "peak_reference": 0.8715354800224304, + "motion_pred": [ + 0.050190508365631104, + 0.03858083859086037, + 0.03958481177687645, + 0.04356002062559128 + ], + "motion_real": [ + 0.041198428720235825, + 0.0405125766992569, + 0.0410456545650959, + 0.03793971985578537 + ], + "shift_reference_raw": -20.37984275817871 + }, + { + "index": 18480, + "episode": 185, + "map": 8, + "start": 4203, + "target_tic": 4235, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -23.514400482177734, + "shift_reference": 22.376522064208984, + "peak_recorded": 0.4255516529083252, + "peak_swapped": 0.7298158407211304, + "peak_reference": 0.46294769644737244, + "motion_pred": [ + 0.0716162621974945, + 0.05937318876385689, + 0.0713568702340126, + 0.06875432282686234 + ], + "motion_real": [ + 0.06936509907245636, + 0.06309062987565994, + 0.07665909081697464, + 0.07337145507335663 + ], + "shift_reference_raw": 22.26824951171875 + }, + { + "index": 18489, + "episode": 185, + "map": 8, + "start": 4212, + "target_tic": 4244, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -9.59921646118164, + "shift_swapped": -29.03817367553711, + "shift_reference": -7.213382244110107, + "peak_recorded": 0.6515393257141113, + "peak_swapped": 0.5584861636161804, + "peak_reference": 0.5893860459327698, + "motion_pred": [ + 0.06673695147037506, + 0.07284795492887497, + 0.04140955209732056, + 0.04731458052992821 + ], + "motion_real": [ + 0.06225676089525223, + 0.06148435175418854, + 0.07797068357467651, + 0.06777859479188919 + ], + "shift_reference_raw": -9.02103042602539 + }, + { + "index": 18490, + "episode": 185, + "map": 8, + "start": 4213, + "target_tic": 4245, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.4864928722381592, + "shift_swapped": -11.786046981811523, + "shift_reference": -3.3609461784362793, + "peak_recorded": 0.6862320899963379, + "peak_swapped": 0.5983976125717163, + "peak_reference": 0.6701753735542297, + "motion_pred": [ + 0.054817937314510345, + 0.0451960451900959, + 0.06319752335548401, + 0.04884833097457886 + ], + "motion_real": [ + 0.06148435175418854, + 0.07797068357467651, + 0.06777859479188919, + 0.07114940881729126 + ], + "shift_reference_raw": -3.3648881912231445 + }, + { + "index": 18542, + "episode": 185, + "map": 8, + "start": 4265, + "target_tic": 4297, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": 32.0, + "peak_recorded": 0.22731618583202362, + "peak_swapped": 0.24860142171382904, + "peak_reference": 0.12921716272830963, + "motion_pred": [ + 0.13894446194171906, + 0.1517980545759201, + 0.0480317585170269, + 0.017753859981894493 + ], + "motion_real": [ + 0.14712385833263397, + 0.13997340202331543, + 0.02582724764943123, + 0.024948731064796448 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 18555, + "episode": 185, + "map": 8, + "start": 4278, + "target_tic": 4310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.017967224121094, + "shift_swapped": 20.39088249206543, + "shift_reference": -23.121980667114258, + "peak_recorded": 0.5575101375579834, + "peak_swapped": 0.6062371134757996, + "peak_reference": 0.6205792427062988, + "motion_pred": [ + 0.03855598717927933, + 0.04529804736375809, + 0.021647894755005836, + 0.022110801190137863 + ], + "motion_real": [ + 0.03581545874476433, + 0.049318403005599976, + 0.02654876373708248, + 0.027710698544979095 + ], + "shift_reference_raw": -22.954484939575195 + }, + { + "index": 18667, + "episode": 185, + "map": 8, + "start": 4390, + "target_tic": 4422, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.03533172607422, + "shift_swapped": 23.211441040039062, + "shift_reference": -21.282194137573242, + "peak_recorded": 0.8519672155380249, + "peak_swapped": 0.8112106919288635, + "peak_reference": 0.8609054684638977, + "motion_pred": [ + 0.040271054953336716, + 0.030579766258597374, + 0.02879522182047367, + 0.03077084757387638 + ], + "motion_real": [ + 0.033684782683849335, + 0.03091385029256344, + 0.03015720285475254, + 0.030790913850069046 + ], + "shift_reference_raw": -20.403156280517578 + }, + { + "index": 18675, + "episode": 185, + "map": 8, + "start": 4398, + "target_tic": 4430, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.375694274902344, + "shift_swapped": 25.051332473754883, + "shift_reference": -22.127914428710938, + "peak_recorded": 0.3736017048358917, + "peak_swapped": 0.4342370927333832, + "peak_reference": 0.497725248336792, + "motion_pred": [ + 0.03678980469703674, + 0.02226351760327816, + 0.02153315767645836, + 0.0237115528434515 + ], + "motion_real": [ + 0.03528910130262375, + 0.030562473461031914, + 0.03142564743757248, + 0.0332113541662693 + ], + "shift_reference_raw": -21.62925148010254 + }, + { + "index": 18722, + "episode": 185, + "map": 8, + "start": 4445, + "target_tic": 4477, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.02273941040039, + "shift_swapped": 23.07406997680664, + "shift_reference": -19.511829376220703, + "peak_recorded": 0.36417356133461, + "peak_swapped": 0.30871033668518066, + "peak_reference": 0.4717484414577484, + "motion_pred": [ + 0.03646326810121536, + 0.03865855932235718, + 0.030249804258346558, + 0.032467108219861984 + ], + "motion_real": [ + 0.032521847635507584, + 0.034197282046079636, + 0.033546265214681625, + 0.033115044236183167 + ], + "shift_reference_raw": -19.342384338378906 + }, + { + "index": 18816, + "episode": 185, + "map": 8, + "start": 4539, + "target_tic": 4571, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.696748733520508, + "shift_swapped": 0.3047248125076294, + "shift_reference": -20.65899658203125, + "peak_recorded": 0.6529504656791687, + "peak_swapped": 0.6944218277931213, + "peak_reference": 0.5809201002120972, + "motion_pred": [ + 0.03587352856993675, + 0.031731363385915756, + 0.03056376799941063, + 0.03158709779381752 + ], + "motion_real": [ + 0.03458908945322037, + 0.03924674913287163, + 0.04235628619790077, + 0.04203955829143524 + ], + "shift_reference_raw": -20.859285354614258 + }, + { + "index": 18867, + "episode": 185, + "map": 8, + "start": 4590, + "target_tic": 4622, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.96514892578125, + "shift_swapped": 23.0585880279541, + "shift_reference": -19.24895477294922, + "peak_recorded": 0.6384264826774597, + "peak_swapped": 0.5981966853141785, + "peak_reference": 0.6567389965057373, + "motion_pred": [ + 0.03680127114057541, + 0.027660802006721497, + 0.02705833688378334, + 0.02958090789616108 + ], + "motion_real": [ + 0.03548237308859825, + 0.036897122859954834, + 0.04180527105927467, + 0.03605358675122261 + ], + "shift_reference_raw": -19.75432586669922 + }, + { + "index": 18946, + "episode": 185, + "map": 8, + "start": 4669, + "target_tic": 4701, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.376235246658325, + "shift_swapped": 4.286003589630127, + "shift_reference": -2.6668403148651123, + "peak_recorded": 0.6648351550102234, + "peak_swapped": 0.6573624014854431, + "peak_reference": 0.689536988735199, + "motion_pred": [ + 0.03803111985325813, + 0.027437955141067505, + 0.028931565582752228, + 0.028807383030653 + ], + "motion_real": [ + 0.03549199178814888, + 0.0361127071082592, + 0.036056291311979294, + 0.0344550758600235 + ], + "shift_reference_raw": -2.516683578491211 + }, + { + "index": 19142, + "episode": 185, + "map": 8, + "start": 4865, + "target_tic": 4897, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.11952005326747894, + "shift_swapped": 13.131857872009277, + "shift_reference": 0.39982283115386963, + "peak_recorded": 0.7120082378387451, + "peak_swapped": 0.8249068856239319, + "peak_reference": 0.7334215044975281, + "motion_pred": [ + 0.04015578329563141, + 0.030239708721637726, + 0.030628638342022896, + 0.05421024560928345 + ], + "motion_real": [ + 0.033658646047115326, + 0.030723966658115387, + 0.030755361542105675, + 0.06476058810949326 + ], + "shift_reference_raw": 0.43921932578086853 + }, + { + "index": 19151, + "episode": 185, + "map": 8, + "start": 4874, + "target_tic": 4906, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.140049934387207, + "shift_swapped": -26.278188705444336, + "shift_reference": 16.252967834472656, + "peak_recorded": 0.8051005601882935, + "peak_swapped": 0.7658349871635437, + "peak_reference": 0.8274931311607361, + "motion_pred": [ + 0.0485752709209919, + 0.03900168463587761, + 0.05252090469002724, + 0.03506743907928467 + ], + "motion_real": [ + 0.04524712264537811, + 0.04649374261498451, + 0.06330431252717972, + 0.03977099061012268 + ], + "shift_reference_raw": 16.133934020996094 + }, + { + "index": 19511, + "episode": 198, + "map": 8, + "start": 252, + "target_tic": 284, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.2806296348571777, + "shift_swapped": -7.87532901763916, + "shift_reference": 3.726332664489746, + "peak_recorded": 0.8323167562484741, + "peak_swapped": 0.8064837455749512, + "peak_reference": 0.8050861954689026, + "motion_pred": [ + 0.033633239567279816, + 0.040155913680791855, + 0.05707136169075966, + 0.04279230162501335 + ], + "motion_real": [ + 0.027416104450821877, + 0.039753757417201996, + 0.0617661289870739, + 0.053584665060043335 + ], + "shift_reference_raw": 2.8262670040130615 + }, + { + "index": 20161, + "episode": 198, + "map": 8, + "start": 902, + "target_tic": 934, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.973435401916504, + "shift_swapped": 3.937526226043701, + "shift_reference": -8.048130989074707, + "peak_recorded": 0.9244340062141418, + "peak_swapped": 0.9135642647743225, + "peak_reference": 0.9270853996276855, + "motion_pred": [ + 0.05402423441410065, + 0.04314466938376427, + 0.04830969125032425, + 0.07713177055120468 + ], + "motion_real": [ + 0.05679062753915787, + 0.05442332103848457, + 0.06234361603856087, + 0.10093960165977478 + ], + "shift_reference_raw": -8.201154708862305 + }, + { + "index": 20393, + "episode": 198, + "map": 8, + "start": 1169, + "target_tic": 1201, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.539588928222656, + "shift_swapped": 20.40595054626465, + "shift_reference": -20.51176643371582, + "peak_recorded": 0.8099994659423828, + "peak_swapped": 0.8126348853111267, + "peak_reference": 0.8184650540351868, + "motion_pred": [ + 0.03337929770350456, + 0.025794705376029015, + 0.026741834357380867, + 0.028771286830306053 + ], + "motion_real": [ + 0.033307015895843506, + 0.03699127212166786, + 0.03882507234811783, + 0.036789651960134506 + ], + "shift_reference_raw": -20.047388076782227 + }, + { + "index": 20399, + "episode": 198, + "map": 8, + "start": 1175, + "target_tic": 1207, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.26299285888672, + "shift_swapped": -19.8822078704834, + "shift_reference": 19.85759162902832, + "peak_recorded": 0.8247553706169128, + "peak_swapped": 0.7760012745857239, + "peak_reference": 0.805660605430603, + "motion_pred": [ + 0.03799857944250107, + 0.026121487841010094, + 0.027107419446110725, + 0.028464188799262047 + ], + "motion_real": [ + 0.035545092076063156, + 0.03488848730921745, + 0.03613070771098137, + 0.03617147356271744 + ], + "shift_reference_raw": 19.85380744934082 + }, + { + "index": 20701, + "episode": 198, + "map": 8, + "start": 1477, + "target_tic": 1509, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.618541717529297, + "shift_swapped": 24.146913528442383, + "shift_reference": -20.407012939453125, + "peak_recorded": 0.6019303798675537, + "peak_swapped": 0.5742178559303284, + "peak_reference": 0.3649362325668335, + "motion_pred": [ + 0.06397031247615814, + 0.06846784055233002, + 0.09954411536455154, + 0.09092544764280319 + ], + "motion_real": [ + 0.061197679489851, + 0.05815102159976959, + 0.06608851999044418, + 0.0716138705611229 + ], + "shift_reference_raw": -20.769529342651367 + }, + { + "index": 20800, + "episode": 198, + "map": 8, + "start": 1576, + "target_tic": 1608, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.536535263061523, + "shift_swapped": 3.444380760192871, + "shift_reference": -9.230554580688477, + "peak_recorded": 0.8454674482345581, + "peak_swapped": 0.8833321928977966, + "peak_reference": 0.7806450724601746, + "motion_pred": [ + 0.0422929972410202, + 0.0346364863216877, + 0.03230828791856766, + 0.030308706685900688 + ], + "motion_real": [ + 0.039560236036777496, + 0.0417870432138443, + 0.039838626980781555, + 0.03736359626054764 + ], + "shift_reference_raw": -9.05375862121582 + }, + { + "index": 21155, + "episode": 198, + "map": 8, + "start": 1931, + "target_tic": 1963, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.732316970825195, + "shift_swapped": -22.425365447998047, + "shift_reference": 22.999401092529297, + "peak_recorded": 0.686529278755188, + "peak_swapped": 0.6707748770713806, + "peak_reference": 0.6796050667762756, + "motion_pred": [ + 0.03542839735746384, + 0.026177894324064255, + 0.025738822296261787, + 0.025726836174726486 + ], + "motion_real": [ + 0.03112521581351757, + 0.028085878118872643, + 0.02729696035385132, + 0.028891466557979584 + ], + "shift_reference_raw": 18.612945556640625 + }, + { + "index": 21163, + "episode": 198, + "map": 8, + "start": 1939, + "target_tic": 1971, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.14768390357494354, + "shift_swapped": -10.539082527160645, + "shift_reference": 0.17424404621124268, + "peak_recorded": 0.7159201502799988, + "peak_swapped": 0.7013977766036987, + "peak_reference": 0.6912150979042053, + "motion_pred": [ + 0.033581700176000595, + 0.024893812835216522, + 0.027628961950540543, + 0.03098531812429428 + ], + "motion_real": [ + 0.029428688809275627, + 0.028015049174427986, + 0.031191037967801094, + 0.033509429544210434 + ], + "shift_reference_raw": 0.10174672305583954 + }, + { + "index": 21235, + "episode": 198, + "map": 8, + "start": 2011, + "target_tic": 2043, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.454174041748047, + "shift_swapped": 22.92825698852539, + "shift_reference": -22.010387420654297, + "peak_recorded": 0.8150437474250793, + "peak_swapped": 0.8518076539039612, + "peak_reference": 0.8351697325706482, + "motion_pred": [ + 0.041898585855960846, + 0.027192162349820137, + 0.025637749582529068, + 0.023206070065498352 + ], + "motion_real": [ + 0.03931155428290367, + 0.03396327421069145, + 0.03439779579639435, + 0.03205939009785652 + ], + "shift_reference_raw": -22.424583435058594 + }, + { + "index": 21800, + "episode": 198, + "map": 8, + "start": 2576, + "target_tic": 2608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.21006202697754, + "shift_swapped": -22.217710494995117, + "shift_reference": 20.229366302490234, + "peak_recorded": 0.5004032850265503, + "peak_swapped": 0.504729151725769, + "peak_reference": 0.6617467999458313, + "motion_pred": [ + 0.0648781880736351, + 0.03838922083377838, + 0.037789665162563324, + 0.03857453167438507 + ], + "motion_real": [ + 0.06503601372241974, + 0.04800925403833389, + 0.049364879727363586, + 0.048256516456604004 + ], + "shift_reference_raw": 20.10858726501465 + }, + { + "index": 21940, + "episode": 198, + "map": 8, + "start": 2751, + "target_tic": 2783, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.17877197265625, + "shift_swapped": 3.1971628665924072, + "shift_reference": -6.280364036560059, + "peak_recorded": 0.3622681796550751, + "peak_swapped": 0.36958494782447815, + "peak_reference": 0.5421527028083801, + "motion_pred": [ + 0.04135352745652199, + 0.031819041818380356, + 0.030995870009064674, + 0.03229016438126564 + ], + "motion_real": [ + 0.042896538972854614, + 0.040973957628011703, + 0.03846500813961029, + 0.03608199208974838 + ], + "shift_reference_raw": -6.114168643951416 + }, + { + "index": 21977, + "episode": 198, + "map": 8, + "start": 2788, + "target_tic": 2820, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.232942581176758, + "shift_swapped": 22.401535034179688, + "shift_reference": -20.165746688842773, + "peak_recorded": 0.5689197778701782, + "peak_swapped": 0.5268828868865967, + "peak_reference": 0.7048925757408142, + "motion_pred": [ + 0.0345187708735466, + 0.03153266757726669, + 0.03245684504508972, + 0.03155858814716339 + ], + "motion_real": [ + 0.03401050716638565, + 0.03592512384057045, + 0.03760445863008499, + 0.03872491791844368 + ], + "shift_reference_raw": -19.702604293823242 + }, + { + "index": 22254, + "episode": 198, + "map": 8, + "start": 3065, + "target_tic": 3097, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.430683135986328, + "shift_swapped": -24.74867057800293, + "shift_reference": 20.746265411376953, + "peak_recorded": 0.4527963697910309, + "peak_swapped": 0.2905189096927643, + "peak_reference": 0.7366016507148743, + "motion_pred": [ + 0.08537334948778152, + 0.0831940770149231, + 0.07084032893180847, + 0.06156909838318825 + ], + "motion_real": [ + 0.08170650899410248, + 0.0892971009016037, + 0.09313315898180008, + 0.06253429502248764 + ], + "shift_reference_raw": 20.937931060791016 + }, + { + "index": 22301, + "episode": 198, + "map": 8, + "start": 3112, + "target_tic": 3144, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.07829475402832, + "shift_swapped": 29.625137329101562, + "shift_reference": -10.998468399047852, + "peak_recorded": 0.7806629538536072, + "peak_swapped": 0.8035632371902466, + "peak_reference": 0.7935168147087097, + "motion_pred": [ + 0.0601155161857605, + 0.05947024002671242, + 0.055328309535980225, + 0.0363430380821228 + ], + "motion_real": [ + 0.06299210339784622, + 0.06074153631925583, + 0.06756771355867386, + 0.04981914162635803 + ], + "shift_reference_raw": -11.117105484008789 + }, + { + "index": 22572, + "episode": 198, + "map": 8, + "start": 3383, + "target_tic": 3415, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -5.71347188949585, + "shift_reference": 32.0, + "peak_recorded": 0.5879186987876892, + "peak_swapped": 0.7827277183532715, + "peak_reference": 0.7958634495735168, + "motion_pred": [ + 0.09634749591350555, + 0.07809145003557205, + 0.08162960410118103, + 0.06314849853515625 + ], + "motion_real": [ + 0.09300101548433304, + 0.08772266656160355, + 0.09880344569683075, + 0.09473588317632675 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 22707, + "episode": 198, + "map": 8, + "start": 3518, + "target_tic": 3550, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.91478729248047, + "shift_swapped": 23.13219451904297, + "shift_reference": -17.117752075195312, + "peak_recorded": 0.6753174066543579, + "peak_swapped": 0.603904664516449, + "peak_reference": 0.6759779453277588, + "motion_pred": [ + 0.0559336356818676, + 0.040270961821079254, + 0.035212256014347076, + 0.035008855164051056 + ], + "motion_real": [ + 0.04279317706823349, + 0.046599216759204865, + 0.048610620200634, + 0.055707965046167374 + ], + "shift_reference_raw": -17.229196548461914 + }, + { + "index": 22712, + "episode": 198, + "map": 8, + "start": 3523, + "target_tic": 3555, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.054975509643555, + "shift_swapped": -22.786657333374023, + "shift_reference": 22.99583625793457, + "peak_recorded": 0.6141775846481323, + "peak_swapped": 0.6500067710876465, + "peak_reference": 0.637226939201355, + "motion_pred": [ + 0.06363128125667572, + 0.03757663443684578, + 0.03291309252381325, + 0.03215909004211426 + ], + "motion_real": [ + 0.049870844930410385, + 0.047956619411706924, + 0.044586215168237686, + 0.044338151812553406 + ], + "shift_reference_raw": 22.470781326293945 + }, + { + "index": 22745, + "episode": 198, + "map": 8, + "start": 3556, + "target_tic": 3588, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.59892463684082, + "shift_swapped": -16.751625061035156, + "shift_reference": 21.357440948486328, + "peak_recorded": 0.622447669506073, + "peak_swapped": 0.6852139830589294, + "peak_reference": 0.6686773896217346, + "motion_pred": [ + 0.04929542914032936, + 0.057560767978429794, + 0.06986968964338303, + 0.07630591839551926 + ], + "motion_real": [ + 0.04809306189417839, + 0.05714578554034233, + 0.07281038165092468, + 0.0726511999964714 + ], + "shift_reference_raw": 21.755699157714844 + }, + { + "index": 22824, + "episode": 198, + "map": 8, + "start": 3635, + "target_tic": 3667, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.9943890571594238, + "shift_swapped": -0.6031036376953125, + "shift_reference": 26.261333465576172, + "peak_recorded": 0.5452619194984436, + "peak_swapped": 0.8282260894775391, + "peak_reference": 0.5820931792259216, + "motion_pred": [ + 0.08096722513437271, + 0.055437121540308, + 0.051025621592998505, + 0.06438183039426804 + ], + "motion_real": [ + 0.08119069784879684, + 0.05885772034525871, + 0.05981457233428955, + 0.08275242149829865 + ], + "shift_reference_raw": 26.25101089477539 + }, + { + "index": 22858, + "episode": 198, + "map": 8, + "start": 3669, + "target_tic": 3701, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.080078125, + "shift_swapped": -25.06532859802246, + "shift_reference": 16.668617248535156, + "peak_recorded": 0.7228164672851562, + "peak_swapped": 0.7644011378288269, + "peak_reference": 0.8241525292396545, + "motion_pred": [ + 0.045630037784576416, + 0.07248003035783768, + 0.043821826577186584, + 0.05490617826581001 + ], + "motion_real": [ + 0.04577246308326721, + 0.07589675486087799, + 0.05466500297188759, + 0.05995470657944679 + ], + "shift_reference_raw": 16.871469497680664 + }, + { + "index": 22877, + "episode": 198, + "map": 8, + "start": 3688, + "target_tic": 3720, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.218093872070312, + "shift_swapped": -17.58672332763672, + "shift_reference": 25.66783332824707, + "peak_recorded": 0.7708128094673157, + "peak_swapped": 0.8019278645515442, + "peak_reference": 0.800145149230957, + "motion_pred": [ + 0.04592111334204674, + 0.03951285406947136, + 0.06108011305332184, + 0.04083310067653656 + ], + "motion_real": [ + 0.04345487803220749, + 0.044382620602846146, + 0.07082419097423553, + 0.0470627024769783 + ], + "shift_reference_raw": 26.193740844726562 + }, + { + "index": 23066, + "episode": 198, + "map": 8, + "start": 3912, + "target_tic": 3944, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.136180877685547, + "shift_swapped": 22.459970474243164, + "shift_reference": -23.818801879882812, + "peak_recorded": 0.7982244491577148, + "peak_swapped": 0.6619119048118591, + "peak_reference": 0.7315438389778137, + "motion_pred": [ + 0.07782234996557236, + 0.06293036788702011, + 0.059181638062000275, + 0.04823518544435501 + ], + "motion_real": [ + 0.07557875663042068, + 0.07065219432115555, + 0.06516165286302567, + 0.05434754490852356 + ], + "shift_reference_raw": -23.92339324951172 + }, + { + "index": 23183, + "episode": 198, + "map": 8, + "start": 4029, + "target_tic": 4061, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.325345993041992, + "shift_swapped": 26.2515869140625, + "shift_reference": -23.00929832458496, + "peak_recorded": 0.94294273853302, + "peak_swapped": 0.9210517406463623, + "peak_reference": 0.9553020000457764, + "motion_pred": [ + 0.03820294514298439, + 0.03254679590463638, + 0.03586641699075699, + 0.0388701893389225 + ], + "motion_real": [ + 0.037382252514362335, + 0.036291494965553284, + 0.03772375360131264, + 0.03628163039684296 + ], + "shift_reference_raw": -22.669898986816406 + }, + { + "index": 23253, + "episode": 198, + "map": 8, + "start": 4099, + "target_tic": 4131, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.988497734069824, + "shift_swapped": 28.836200714111328, + "shift_reference": -16.191871643066406, + "peak_recorded": 0.70192551612854, + "peak_swapped": 0.6987208127975464, + "peak_reference": 0.689052939414978, + "motion_pred": [ + 0.03327156975865364, + 0.025100411847233772, + 0.026656202971935272, + 0.02360445447266102 + ], + "motion_real": [ + 0.03246235102415085, + 0.03320210427045822, + 0.034570515155792236, + 0.02986544370651245 + ], + "shift_reference_raw": -15.5020170211792 + }, + { + "index": 23265, + "episode": 198, + "map": 8, + "start": 4111, + "target_tic": 4143, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.013776779174805, + "shift_swapped": -17.203304290771484, + "shift_reference": 23.62059211730957, + "peak_recorded": 0.767106831073761, + "peak_swapped": 0.7496001720428467, + "peak_reference": 0.7797952890396118, + "motion_pred": [ + 0.042311396449804306, + 0.03049083799123764, + 0.029696108773350716, + 0.029919268563389778 + ], + "motion_real": [ + 0.042476166039705276, + 0.04180590435862541, + 0.04148866608738899, + 0.04080084338784218 + ], + "shift_reference_raw": 22.554235458374023 + }, + { + "index": 23393, + "episode": 198, + "map": 8, + "start": 4239, + "target_tic": 4271, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.22896671295166, + "shift_swapped": -3.8815879821777344, + "shift_reference": 4.8714704513549805, + "peak_recorded": 0.5265058875083923, + "peak_swapped": 0.5701491832733154, + "peak_reference": 0.5869429111480713, + "motion_pred": [ + 0.026237238198518753, + 0.01947196200489998, + 0.021088629961013794, + 0.02118295058608055 + ], + "motion_real": [ + 0.02550538443028927, + 0.025006163865327835, + 0.02563568204641342, + 0.024622665718197823 + ], + "shift_reference_raw": 5.090146064758301 + }, + { + "index": 23513, + "episode": 198, + "map": 8, + "start": 4394, + "target_tic": 4426, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.699549674987793, + "shift_swapped": -5.681175231933594, + "shift_reference": 2.7962496280670166, + "peak_recorded": 0.7398962378501892, + "peak_swapped": 0.7592501044273376, + "peak_reference": 0.7321831583976746, + "motion_pred": [ + 0.042882874608039856, + 0.036896880716085434, + 0.03622782602906227, + 0.0344306156039238 + ], + "motion_real": [ + 0.04637879878282547, + 0.04763386398553848, + 0.04465436562895775, + 0.047531500458717346 + ], + "shift_reference_raw": 0.36743244528770447 + }, + { + "index": 23634, + "episode": 198, + "map": 8, + "start": 4515, + "target_tic": 4547, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.243664741516113, + "shift_swapped": -24.693317413330078, + "shift_reference": 17.272953033447266, + "peak_recorded": 0.9067835211753845, + "peak_swapped": 0.908137857913971, + "peak_reference": 0.9070190191268921, + "motion_pred": [ + 0.050943829119205475, + 0.0506998710334301, + 0.05410686880350113, + 0.05173027515411377 + ], + "motion_real": [ + 0.05741237848997116, + 0.0681503638625145, + 0.061537351459264755, + 0.05902229994535446 + ], + "shift_reference_raw": 17.272846221923828 + }, + { + "index": 23915, + "episode": 198, + "map": 8, + "start": 4796, + "target_tic": 4828, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.985702514648438, + "shift_swapped": -23.468090057373047, + "shift_reference": 20.91258430480957, + "peak_recorded": 0.37197738885879517, + "peak_swapped": 0.4631427228450775, + "peak_reference": 0.5421573519706726, + "motion_pred": [ + 0.03201282024383545, + 0.02403399348258972, + 0.024399029091000557, + 0.022990820929408073 + ], + "motion_real": [ + 0.03050382249057293, + 0.027498707175254822, + 0.031694404780864716, + 0.026396717876195908 + ], + "shift_reference_raw": 20.309463500976562 + }, + { + "index": 23976, + "episode": 198, + "map": 8, + "start": 4857, + "target_tic": 4889, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -14.84837532043457, + "shift_reference": 32.0, + "peak_recorded": 0.4979936480522156, + "peak_swapped": 0.7323713898658752, + "peak_reference": 0.480063796043396, + "motion_pred": [ + 0.05591876432299614, + 0.04859139770269394, + 0.03988964855670929, + 0.044382691383361816 + ], + "motion_real": [ + 0.05337159335613251, + 0.04915612190961838, + 0.03868207335472107, + 0.0435432530939579 + ], + "shift_reference_raw": 31.389116287231445 + }, + { + "index": 24024, + "episode": 198, + "map": 8, + "start": 4905, + "target_tic": 4937, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.00464630126953, + "shift_swapped": 32.0, + "shift_reference": -21.901113510131836, + "peak_recorded": 0.4199122190475464, + "peak_swapped": 0.4176039695739746, + "peak_reference": 0.49272000789642334, + "motion_pred": [ + 0.035238977521657944, + 0.022945502772927284, + 0.02261306345462799, + 0.023077765479683876 + ], + "motion_real": [ + 0.03580764681100845, + 0.033353041857481, + 0.03603415936231613, + 0.03421082720160484 + ], + "shift_reference_raw": -22.604902267456055 + }, + { + "index": 24329, + "episode": 276, + "map": 8, + "start": 193, + "target_tic": 225, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.869960069656372, + "shift_swapped": 7.858405113220215, + "shift_reference": -4.364133834838867, + "peak_recorded": 0.710231363773346, + "peak_swapped": 0.6589854955673218, + "peak_reference": 0.6990405321121216, + "motion_pred": [ + 0.037243034690618515, + 0.03216194733977318, + 0.029873009771108627, + 0.028189798817038536 + ], + "motion_real": [ + 0.03707471862435341, + 0.037534527480602264, + 0.03922710195183754, + 0.04275533929467201 + ], + "shift_reference_raw": -4.183369159698486 + }, + { + "index": 24691, + "episode": 276, + "map": 8, + "start": 555, + "target_tic": 587, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.70281219482422, + "shift_swapped": 20.266719818115234, + "shift_reference": -24.360916137695312, + "peak_recorded": 0.7650124430656433, + "peak_swapped": 0.7757124900817871, + "peak_reference": 0.8254082798957825, + "motion_pred": [ + 0.06081651523709297, + 0.0450894758105278, + 0.04370234161615372, + 0.04429354518651962 + ], + "motion_real": [ + 0.05770426616072655, + 0.06917715817689896, + 0.06623032689094543, + 0.05859823152422905 + ], + "shift_reference_raw": -24.291263580322266 + }, + { + "index": 24771, + "episode": 276, + "map": 8, + "start": 635, + "target_tic": 667, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 30.60160255432129, + "peak_recorded": 0.5058504343032837, + "peak_swapped": 0.3223220109939575, + "peak_reference": 0.40415871143341064, + "motion_pred": [ + 0.03500249236822128, + 0.029731305316090584, + 0.026012007147073746, + 0.02578793279826641 + ], + "motion_real": [ + 0.0387268029153347, + 0.038486726582050323, + 0.04019671678543091, + 0.039440497756004333 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 24809, + "episode": 276, + "map": 8, + "start": 673, + "target_tic": 705, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -8.933782577514648, + "shift_swapped": 20.58121109008789, + "shift_reference": -8.501762390136719, + "peak_recorded": 0.8281093239784241, + "peak_swapped": 0.8290941715240479, + "peak_reference": 0.8102630376815796, + "motion_pred": [ + 0.04851953312754631, + 0.04029814153909683, + 0.042964741587638855, + 0.043680448085069656 + ], + "motion_real": [ + 0.050242356956005096, + 0.04986215755343437, + 0.05226771533489227, + 0.05849108472466469 + ], + "shift_reference_raw": -8.814238548278809 + }, + { + "index": 24813, + "episode": 276, + "map": 8, + "start": 677, + "target_tic": 709, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.411590576171875, + "shift_swapped": -9.595839500427246, + "shift_reference": 2.892087459564209, + "peak_recorded": 0.7079993486404419, + "peak_swapped": 0.7198166847229004, + "peak_reference": 0.6543052792549133, + "motion_pred": [ + 0.07044833153486252, + 0.04111304134130478, + 0.04230496659874916, + 0.04594774171710014 + ], + "motion_real": [ + 0.0734696313738823, + 0.055893801152706146, + 0.049994878470897675, + 0.0533393956720829 + ], + "shift_reference_raw": 2.633850574493408 + }, + { + "index": 24876, + "episode": 276, + "map": 8, + "start": 740, + "target_tic": 772, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.572608947753906, + "shift_swapped": -23.74120330810547, + "shift_reference": 17.843915939331055, + "peak_recorded": 0.46403205394744873, + "peak_swapped": 0.6032463908195496, + "peak_reference": 0.2741084098815918, + "motion_pred": [ + 0.04868362098932266, + 0.02513360232114792, + 0.024372797459363937, + 0.022011687979102135 + ], + "motion_real": [ + 0.04579577222466469, + 0.03820901736617088, + 0.040606509894132614, + 0.04344838485121727 + ], + "shift_reference_raw": 17.83098602294922 + }, + { + "index": 25070, + "episode": 276, + "map": 8, + "start": 969, + "target_tic": 1001, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.87447738647461, + "shift_swapped": -15.126801490783691, + "shift_reference": -0.42549756169319153, + "peak_recorded": 0.5679531693458557, + "peak_swapped": 0.6275334358215332, + "peak_reference": 0.5225626230239868, + "motion_pred": [ + 0.05869430676102638, + 0.0535573773086071, + 0.05518972873687744, + 0.02401786483824253 + ], + "motion_real": [ + 0.054562684148550034, + 0.05834236368536949, + 0.06384871155023575, + 0.02198752947151661 + ], + "shift_reference_raw": -0.12129554897546768 + }, + { + "index": 25211, + "episode": 276, + "map": 8, + "start": 1110, + "target_tic": 1142, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.809621810913086, + "shift_swapped": 17.374895095825195, + "shift_reference": -25.78215789794922, + "peak_recorded": 0.8451653122901917, + "peak_swapped": 0.8096019625663757, + "peak_reference": 0.8248697519302368, + "motion_pred": [ + 0.04711543768644333, + 0.033596865832805634, + 0.03538759797811508, + 0.035290855914354324 + ], + "motion_real": [ + 0.03823092579841614, + 0.03715089336037636, + 0.03303806483745575, + 0.03766828775405884 + ], + "shift_reference_raw": -25.909814834594727 + }, + { + "index": 25242, + "episode": 276, + "map": 8, + "start": 1141, + "target_tic": 1173, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.418678283691406, + "shift_swapped": -22.441431045532227, + "shift_reference": 19.49540138244629, + "peak_recorded": 0.8220188021659851, + "peak_swapped": 0.8521114587783813, + "peak_reference": 0.8243327140808105, + "motion_pred": [ + 0.0421428382396698, + 0.04014617204666138, + 0.03188568353652954, + 0.021761108189821243 + ], + "motion_real": [ + 0.04393792152404785, + 0.04929705709218979, + 0.043046824634075165, + 0.03939560800790787 + ], + "shift_reference_raw": 19.373247146606445 + }, + { + "index": 25396, + "episode": 276, + "map": 8, + "start": 1295, + "target_tic": 1327, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.096446990966797, + "shift_swapped": 28.787172317504883, + "shift_reference": -19.610506057739258, + "peak_recorded": 0.8343331813812256, + "peak_swapped": 0.7912557721138, + "peak_reference": 0.8312381505966187, + "motion_pred": [ + 0.03089805133640766, + 0.02662826143205166, + 0.02767724171280861, + 0.030431782826781273 + ], + "motion_real": [ + 0.03186001256108284, + 0.03259794041514397, + 0.033010631799697876, + 0.034103117883205414 + ], + "shift_reference_raw": -19.706159591674805 + }, + { + "index": 25425, + "episode": 276, + "map": 8, + "start": 1324, + "target_tic": 1356, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -5.374354362487793, + "shift_swapped": 8.022635459899902, + "shift_reference": -5.233266353607178, + "peak_recorded": 0.7818861603736877, + "peak_swapped": 0.7484390139579773, + "peak_reference": 0.7943983674049377, + "motion_pred": [ + 0.03040972538292408, + 0.027951616793870926, + 0.03250758722424507, + 0.024648506194353104 + ], + "motion_real": [ + 0.02684880793094635, + 0.03158452734351158, + 0.039231423288583755, + 0.03280375525355339 + ], + "shift_reference_raw": -5.136910915374756 + }, + { + "index": 25457, + "episode": 276, + "map": 8, + "start": 1356, + "target_tic": 1388, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.8852379322052, + "shift_swapped": -5.853640556335449, + "shift_reference": 4.768179893493652, + "peak_recorded": 0.6485808491706848, + "peak_swapped": 0.6155015826225281, + "peak_reference": 0.7175233364105225, + "motion_pred": [ + 0.029155360534787178, + 0.023837894201278687, + 0.02298503927886486, + 0.023739755153656006 + ], + "motion_real": [ + 0.028905687853693962, + 0.03135665878653526, + 0.03187945485115051, + 0.03160753846168518 + ], + "shift_reference_raw": 4.85341739654541 + }, + { + "index": 25460, + "episode": 276, + "map": 8, + "start": 1359, + "target_tic": 1391, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.739713668823242, + "shift_swapped": -22.328691482543945, + "shift_reference": 20.36170196533203, + "peak_recorded": 0.5681450963020325, + "peak_swapped": 0.6023561358451843, + "peak_reference": 0.6246281266212463, + "motion_pred": [ + 0.033761344850063324, + 0.019115516915917397, + 0.018583452329039574, + 0.01891614869236946 + ], + "motion_real": [ + 0.03160753846168518, + 0.029671862721443176, + 0.02690991386771202, + 0.027267057448625565 + ], + "shift_reference_raw": 20.013704299926758 + }, + { + "index": 25565, + "episode": 276, + "map": 8, + "start": 1464, + "target_tic": 1496, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.269933700561523, + "shift_swapped": 32.0, + "shift_reference": -7.578708171844482, + "peak_recorded": 0.9251694679260254, + "peak_swapped": 0.9275285601615906, + "peak_reference": 0.9135414958000183, + "motion_pred": [ + 0.03399156033992767, + 0.033311404287815094, + 0.030505316331982613, + 0.02997836098074913 + ], + "motion_real": [ + 0.031736910343170166, + 0.033111993223428726, + 0.03406276926398277, + 0.03374806046485901 + ], + "shift_reference_raw": -7.051565647125244 + }, + { + "index": 25673, + "episode": 276, + "map": 8, + "start": 1572, + "target_tic": 1604, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.424001693725586, + "shift_swapped": 23.17749786376953, + "shift_reference": -21.940937042236328, + "peak_recorded": 0.9193016290664673, + "peak_swapped": 0.9128457307815552, + "peak_reference": 0.9137694239616394, + "motion_pred": [ + 0.0398731492459774, + 0.03370536491274834, + 0.03146668151021004, + 0.03073730133473873 + ], + "motion_real": [ + 0.037532128393650055, + 0.034490328282117844, + 0.03266707435250282, + 0.03291335701942444 + ], + "shift_reference_raw": -21.71707534790039 + }, + { + "index": 26542, + "episode": 276, + "map": 8, + "start": 2511, + "target_tic": 2543, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.971193313598633, + "shift_swapped": 27.392671585083008, + "shift_reference": -24.503543853759766, + "peak_recorded": 0.7178823351860046, + "peak_swapped": 0.6792539954185486, + "peak_reference": 0.7188395857810974, + "motion_pred": [ + 0.041534535586833954, + 0.030281979590654373, + 0.03169345110654831, + 0.03294910490512848 + ], + "motion_real": [ + 0.03803611919283867, + 0.03544480353593826, + 0.03775998577475548, + 0.038342613726854324 + ], + "shift_reference_raw": -24.532548904418945 + }, + { + "index": 26801, + "episode": 276, + "map": 8, + "start": 2770, + "target_tic": 2802, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.998333930969238, + "shift_swapped": -24.77806854248047, + "shift_reference": 19.94655990600586, + "peak_recorded": 0.8935151100158691, + "peak_swapped": 0.9001548290252686, + "peak_reference": 0.8969123959541321, + "motion_pred": [ + 0.08344599604606628, + 0.05484171584248543, + 0.049760907888412476, + 0.06346295773983002 + ], + "motion_real": [ + 0.08849816769361496, + 0.07468543201684952, + 0.07979131489992142, + 0.08620458841323853 + ], + "shift_reference_raw": 19.978008270263672 + }, + { + "index": 26849, + "episode": 276, + "map": 8, + "start": 2853, + "target_tic": 2885, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.924636840820312, + "shift_swapped": -9.454949378967285, + "shift_reference": 20.475248336791992, + "peak_recorded": 0.6223780512809753, + "peak_swapped": 0.6174776554107666, + "peak_reference": 0.6085596680641174, + "motion_pred": [ + 0.04715851694345474, + 0.028926901519298553, + 0.02445906028151512, + 0.024574890732765198 + ], + "motion_real": [ + 0.044266510754823685, + 0.04613090679049492, + 0.036170296370983124, + 0.03379697725176811 + ], + "shift_reference_raw": 20.196523666381836 + }, + { + "index": 26858, + "episode": 276, + "map": 8, + "start": 2862, + "target_tic": 2894, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.3601655960083, + "shift_swapped": 4.61918306350708, + "shift_reference": 8.250696182250977, + "peak_recorded": 0.8920746445655823, + "peak_swapped": 0.876596987247467, + "peak_reference": 0.8930274844169617, + "motion_pred": [ + 0.03602098301053047, + 0.023383043706417084, + 0.02023559808731079, + 0.01811772957444191 + ], + "motion_real": [ + 0.031980935484170914, + 0.029447520151734352, + 0.022679850459098816, + 0.023909298703074455 + ], + "shift_reference_raw": 9.391460418701172 + }, + { + "index": 27071, + "episode": 276, + "map": 8, + "start": 3075, + "target_tic": 3107, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.912118911743164, + "shift_swapped": -24.12239646911621, + "shift_reference": 18.724796295166016, + "peak_recorded": 0.5251493453979492, + "peak_swapped": 0.23982052505016327, + "peak_reference": 0.601365327835083, + "motion_pred": [ + 0.03626210242509842, + 0.03039783425629139, + 0.022923123091459274, + 0.02183222770690918 + ], + "motion_real": [ + 0.03361623361706734, + 0.03198951110243797, + 0.029525863006711006, + 0.031090842559933662 + ], + "shift_reference_raw": 18.345287322998047 + }, + { + "index": 27073, + "episode": 276, + "map": 8, + "start": 3077, + "target_tic": 3109, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.447063446044922, + "shift_swapped": -21.372920989990234, + "shift_reference": 20.53418731689453, + "peak_recorded": 0.37441179156303406, + "peak_swapped": 0.34489235281944275, + "peak_reference": 0.3744015097618103, + "motion_pred": [ + 0.03541301563382149, + 0.025503020733594894, + 0.024193955585360527, + 0.023048831149935722 + ], + "motion_real": [ + 0.029525863006711006, + 0.031090842559933662, + 0.03301103413105011, + 0.034041110426187515 + ], + "shift_reference_raw": 22.740110397338867 + }, + { + "index": 27667, + "episode": 276, + "map": 8, + "start": 3706, + "target_tic": 3738, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.75031852722168, + "shift_swapped": -23.90088653564453, + "shift_reference": 20.875349044799805, + "peak_recorded": 0.8626352548599243, + "peak_swapped": 0.8369260430335999, + "peak_reference": 0.8107827305793762, + "motion_pred": [ + 0.04018183425068855, + 0.03693791478872299, + 0.03881378099322319, + 0.03791377320885658 + ], + "motion_real": [ + 0.03735077381134033, + 0.03618578612804413, + 0.03659943491220474, + 0.03776506334543228 + ], + "shift_reference_raw": 21.28404998779297 + }, + { + "index": 27669, + "episode": 276, + "map": 8, + "start": 3708, + "target_tic": 3740, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.675922393798828, + "shift_swapped": -20.09650230407715, + "shift_reference": 20.379053115844727, + "peak_recorded": 0.8759543895721436, + "peak_swapped": 0.8682851195335388, + "peak_reference": 0.8704760670661926, + "motion_pred": [ + 0.03699732571840286, + 0.03609799966216087, + 0.03978993743658066, + 0.04168390855193138 + ], + "motion_real": [ + 0.03659943491220474, + 0.03776506334543228, + 0.037699807435274124, + 0.036595433950424194 + ], + "shift_reference_raw": 20.192630767822266 + }, + { + "index": 27846, + "episode": 276, + "map": 8, + "start": 3885, + "target_tic": 3917, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.073165893554688, + "shift_swapped": 1.178993582725525, + "shift_reference": -4.643372535705566, + "peak_recorded": 0.8476897478103638, + "peak_swapped": 0.8375731110572815, + "peak_reference": 0.8214341402053833, + "motion_pred": [ + 0.050936415791511536, + 0.05000108480453491, + 0.04261108115315437, + 0.030419904738664627 + ], + "motion_real": [ + 0.05182075500488281, + 0.05841750651597977, + 0.06482917815446854, + 0.07001795619726181 + ], + "shift_reference_raw": -4.039546966552734 + }, + { + "index": 27859, + "episode": 276, + "map": 8, + "start": 3898, + "target_tic": 3930, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.327667236328125, + "shift_swapped": 24.807523727416992, + "shift_reference": -15.145893096923828, + "peak_recorded": 0.8793007731437683, + "peak_swapped": 0.8467629551887512, + "peak_reference": 0.8720185160636902, + "motion_pred": [ + 0.0337664894759655, + 0.023474646732211113, + 0.02506103180348873, + 0.0252520851790905 + ], + "motion_real": [ + 0.027622418478131294, + 0.02985677309334278, + 0.030563758686184883, + 0.028711874037981033 + ], + "shift_reference_raw": -17.775676727294922 + }, + { + "index": 27980, + "episode": 276, + "map": 8, + "start": 4019, + "target_tic": 4051, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.93474578857422, + "shift_swapped": -18.140933990478516, + "shift_reference": 23.931854248046875, + "peak_recorded": 0.7786343693733215, + "peak_swapped": 0.7664845585823059, + "peak_reference": 0.8194921612739563, + "motion_pred": [ + 0.06147078052163124, + 0.04635271057486534, + 0.05471515282988548, + 0.05439566820859909 + ], + "motion_real": [ + 0.06084297224879265, + 0.050415486097335815, + 0.05837458372116089, + 0.06367421895265579 + ], + "shift_reference_raw": 23.06038475036621 + }, + { + "index": 28107, + "episode": 276, + "map": 8, + "start": 4146, + "target_tic": 4178, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.238073348999023, + "shift_swapped": 18.057022094726562, + "shift_reference": -26.076194763183594, + "peak_recorded": 0.9187869429588318, + "peak_swapped": 0.9142574071884155, + "peak_reference": 0.9068894982337952, + "motion_pred": [ + 0.046070124953985214, + 0.03351091966032982, + 0.03263089805841446, + 0.02836563251912594 + ], + "motion_real": [ + 0.04082714766263962, + 0.038036100566387177, + 0.038113534450531006, + 0.038247961550951004 + ], + "shift_reference_raw": -26.149505615234375 + }, + { + "index": 28276, + "episode": 276, + "map": 8, + "start": 4350, + "target_tic": 4382, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.4421026110649109, + "shift_swapped": -8.113190650939941, + "shift_reference": 1.1712214946746826, + "peak_recorded": 0.8392253518104553, + "peak_swapped": 0.849472165107727, + "peak_reference": 0.8487851619720459, + "motion_pred": [ + 0.036142341792583466, + 0.029997948557138443, + 0.026316974312067032, + 0.02332940697669983 + ], + "motion_real": [ + 0.031756121665239334, + 0.0315546914935112, + 0.03587530553340912, + 0.03376908600330353 + ], + "shift_reference_raw": 1.805753231048584 + }, + { + "index": 28797, + "episode": 276, + "map": 8, + "start": 4871, + "target_tic": 4903, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.982776641845703, + "shift_swapped": 25.268522262573242, + "shift_reference": -17.00974464416504, + "peak_recorded": 0.7861942052841187, + "peak_swapped": 0.7892053723335266, + "peak_reference": 0.5773433446884155, + "motion_pred": [ + 0.06934163719415665, + 0.06813327223062515, + 0.06127021089196205, + 0.050095707178115845 + ], + "motion_real": [ + 0.07472167909145355, + 0.08216635137796402, + 0.06353595107793808, + 0.0663553774356842 + ], + "shift_reference_raw": -16.961021423339844 + }, + { + "index": 28813, + "episode": 276, + "map": 8, + "start": 4887, + "target_tic": 4919, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.802284240722656, + "shift_swapped": 19.14906120300293, + "shift_reference": -29.046344757080078, + "peak_recorded": 0.8088056445121765, + "peak_swapped": 0.8339656591415405, + "peak_reference": 0.8251304030418396, + "motion_pred": [ + 0.0559244379401207, + 0.0428089015185833, + 0.029889481142163277, + 0.03247886896133423 + ], + "motion_real": [ + 0.052337903529405594, + 0.04946073144674301, + 0.033887479454278946, + 0.03402584046125412 + ], + "shift_reference_raw": -28.919389724731445 + }, + { + "index": 29364, + "episode": 302, + "map": 8, + "start": 460, + "target_tic": 492, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.608003616333008, + "shift_swapped": -18.32638931274414, + "shift_reference": 28.187162399291992, + "peak_recorded": 0.40478378534317017, + "peak_swapped": 0.46700403094291687, + "peak_reference": 0.40354207158088684, + "motion_pred": [ + 0.07844164222478867, + 0.08328176289796829, + 0.0730590745806694, + 0.07755514234304428 + ], + "motion_real": [ + 0.08043694496154785, + 0.09156983345746994, + 0.08057716488838196, + 0.0847887471318245 + ], + "shift_reference_raw": 26.94102668762207 + }, + { + "index": 29570, + "episode": 302, + "map": 8, + "start": 736, + "target_tic": 768, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.40018081665039, + "shift_swapped": -26.784954071044922, + "shift_reference": 23.252201080322266, + "peak_recorded": 0.704166829586029, + "peak_swapped": 0.7048071622848511, + "peak_reference": 0.7927072644233704, + "motion_pred": [ + 0.036286160349845886, + 0.026531903073191643, + 0.02451489120721817, + 0.02033008635044098 + ], + "motion_real": [ + 0.033842407166957855, + 0.031192457303404808, + 0.03403130918741226, + 0.026456428691744804 + ], + "shift_reference_raw": 22.656492233276367 + }, + { + "index": 29741, + "episode": 302, + "map": 8, + "start": 907, + "target_tic": 939, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.6578547954559326, + "shift_swapped": 9.494638442993164, + "shift_reference": -2.402233839035034, + "peak_recorded": 0.9014008045196533, + "peak_swapped": 0.927355170249939, + "peak_reference": 0.8907738924026489, + "motion_pred": [ + 0.04713590815663338, + 0.04794329032301903, + 0.04950711503624916, + 0.042411576956510544 + ], + "motion_real": [ + 0.04677771404385567, + 0.0557558536529541, + 0.06941594928503036, + 0.07450883835554123 + ], + "shift_reference_raw": -2.2237541675567627 + }, + { + "index": 30349, + "episode": 302, + "map": 8, + "start": 1515, + "target_tic": 1547, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.2872824668884277, + "shift_swapped": -7.2572407722473145, + "shift_reference": 3.560741901397705, + "peak_recorded": 0.7530718445777893, + "peak_swapped": 0.6850205063819885, + "peak_reference": 0.7686831951141357, + "motion_pred": [ + 0.04303504154086113, + 0.05081269145011902, + 0.04701724275946617, + 0.04519956186413765 + ], + "motion_real": [ + 0.04394858703017235, + 0.0594160258769989, + 0.05473794788122177, + 0.05706596374511719 + ], + "shift_reference_raw": 3.6448512077331543 + }, + { + "index": 30620, + "episode": 302, + "map": 8, + "start": 1821, + "target_tic": 1853, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.183594703674316, + "shift_swapped": -5.336880683898926, + "shift_reference": 5.248622417449951, + "peak_recorded": 0.4760318994522095, + "peak_swapped": 0.45925214886665344, + "peak_reference": 0.37090003490448, + "motion_pred": [ + 0.04963966831564903, + 0.05086073279380798, + 0.06522706151008606, + 0.052681803703308105 + ], + "motion_real": [ + 0.053914085030555725, + 0.08199826627969742, + 0.07482079416513443, + 0.07468277215957642 + ], + "shift_reference_raw": 6.439207077026367 + }, + { + "index": 30648, + "episode": 302, + "map": 8, + "start": 1849, + "target_tic": 1881, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.3475284576416, + "shift_swapped": 15.046040534973145, + "shift_reference": -16.944835662841797, + "peak_recorded": 0.5749341249465942, + "peak_swapped": 0.6353781223297119, + "peak_reference": 0.5919779539108276, + "motion_pred": [ + 0.06730113178491592, + 0.04498259723186493, + 0.043401069939136505, + 0.03965682163834572 + ], + "motion_real": [ + 0.0896255373954773, + 0.07782330363988876, + 0.09184029698371887, + 0.05149519443511963 + ], + "shift_reference_raw": -16.81424331665039 + }, + { + "index": 30707, + "episode": 302, + "map": 8, + "start": 1943, + "target_tic": 1975, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.155337810516357, + "shift_swapped": -3.604595422744751, + "shift_reference": 5.09614896774292, + "peak_recorded": 0.7353591322898865, + "peak_swapped": 0.7377573847770691, + "peak_reference": 0.7450934648513794, + "motion_pred": [ + 0.030377043411135674, + 0.023918692022562027, + 0.024592790752649307, + 0.032373543828725815 + ], + "motion_real": [ + 0.032142993062734604, + 0.032180190086364746, + 0.03186723217368126, + 0.04108744114637375 + ], + "shift_reference_raw": 4.823635101318359 + }, + { + "index": 30993, + "episode": 302, + "map": 8, + "start": 2229, + "target_tic": 2261, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.5119340419769287, + "shift_swapped": -7.920979976654053, + "shift_reference": 1.416214942932129, + "peak_recorded": 0.6442104578018188, + "peak_swapped": 0.646601140499115, + "peak_reference": 0.6232888102531433, + "motion_pred": [ + 0.0325145460665226, + 0.02302943356335163, + 0.02148706279695034, + 0.044327784329652786 + ], + "motion_real": [ + 0.03151574358344078, + 0.029952414333820343, + 0.031206874176859856, + 0.06283333897590637 + ], + "shift_reference_raw": 1.5101484060287476 + }, + { + "index": 31399, + "episode": 302, + "map": 8, + "start": 2670, + "target_tic": 2702, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -19.903467178344727, + "shift_reference": 32.0, + "peak_recorded": 0.5350434184074402, + "peak_swapped": 0.4661885201931, + "peak_reference": 0.5323398113250732, + "motion_pred": [ + 0.0386989526450634, + 0.03433174639940262, + 0.02163315750658512, + 0.022479962557554245 + ], + "motion_real": [ + 0.038973238319158554, + 0.03659353032708168, + 0.02977617457509041, + 0.029060253873467445 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 31479, + "episode": 302, + "map": 8, + "start": 2750, + "target_tic": 2782, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.946033477783203, + "shift_swapped": 16.415456771850586, + "shift_reference": 32.0, + "peak_recorded": 0.37754926085472107, + "peak_swapped": 0.4188699722290039, + "peak_reference": 0.32939979434013367, + "motion_pred": [ + 0.05060267075896263, + 0.039752595126628876, + 0.05151968449354172, + 0.03812064975500107 + ], + "motion_real": [ + 0.0553765632212162, + 0.05075915902853012, + 0.0519479475915432, + 0.05133048817515373 + ], + "shift_reference_raw": 28.84166717529297 + }, + { + "index": 31535, + "episode": 302, + "map": 8, + "start": 2841, + "target_tic": 2873, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 10.267004013061523, + "shift_swapped": -3.3110013008117676, + "shift_reference": 10.048454284667969, + "peak_recorded": 0.7662558555603027, + "peak_swapped": 0.7986134886741638, + "peak_reference": 0.8334996104240417, + "motion_pred": [ + 0.038318075239658356, + 0.032041117548942566, + 0.029238320887088776, + 0.027352087199687958 + ], + "motion_real": [ + 0.03452440723776817, + 0.03332290053367615, + 0.033706486225128174, + 0.030973125249147415 + ], + "shift_reference_raw": 10.249516487121582 + }, + { + "index": 31666, + "episode": 302, + "map": 8, + "start": 2972, + "target_tic": 3004, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.144977569580078, + "shift_swapped": 19.65333366394043, + "shift_reference": -23.953123092651367, + "peak_recorded": 0.6139923334121704, + "peak_swapped": 0.6589068174362183, + "peak_reference": 0.7323000431060791, + "motion_pred": [ + 0.03335900604724884, + 0.028916096314787865, + 0.027847768738865852, + 0.033582814037799835 + ], + "motion_real": [ + 0.03352142497897148, + 0.03513944521546364, + 0.037513718008995056, + 0.047658517956733704 + ], + "shift_reference_raw": -23.83342170715332 + }, + { + "index": 32225, + "episode": 302, + "map": 8, + "start": 3531, + "target_tic": 3563, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.453111171722412, + "shift_swapped": -6.01125955581665, + "shift_reference": 4.269215106964111, + "peak_recorded": 0.6381233334541321, + "peak_swapped": 0.6429829001426697, + "peak_reference": 0.764839231967926, + "motion_pred": [ + 0.024165475741028786, + 0.02103561721742153, + 0.01825409010052681, + 0.01807195134460926 + ], + "motion_real": [ + 0.020511237904429436, + 0.020265499129891396, + 0.014009187929332256, + 0.01254857238382101 + ], + "shift_reference_raw": 4.317883014678955 + }, + { + "index": 32453, + "episode": 302, + "map": 8, + "start": 3794, + "target_tic": 3826, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.7231018543243408, + "shift_swapped": -15.448293685913086, + "shift_reference": 0.0790829285979271, + "peak_recorded": 0.8204045295715332, + "peak_swapped": 0.7154362201690674, + "peak_reference": 0.8583027720451355, + "motion_pred": [ + 0.05137787386775017, + 0.06442371755838394, + 0.03405197337269783, + 0.028792114928364754 + ], + "motion_real": [ + 0.04087672382593155, + 0.07923988252878189, + 0.04550706222653389, + 0.05132703110575676 + ], + "shift_reference_raw": 0.05452125146985054 + }, + { + "index": 32626, + "episode": 302, + "map": 8, + "start": 3967, + "target_tic": 3999, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.57728385925293, + "shift_swapped": 21.19159507751465, + "shift_reference": -19.152057647705078, + "peak_recorded": 0.673011064529419, + "peak_swapped": 0.6164062023162842, + "peak_reference": 0.8103891015052795, + "motion_pred": [ + 0.057180214673280716, + 0.04712975397706032, + 0.04544680938124657, + 0.03595248982310295 + ], + "motion_real": [ + 0.052247922867536545, + 0.04924045130610466, + 0.04593445733189583, + 0.044844042509794235 + ], + "shift_reference_raw": -19.683757781982422 + }, + { + "index": 32650, + "episode": 302, + "map": 8, + "start": 3991, + "target_tic": 4023, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.727789878845215, + "shift_swapped": 31.29646873474121, + "shift_reference": -16.425321578979492, + "peak_recorded": 0.7430942058563232, + "peak_swapped": 0.6822983026504517, + "peak_reference": 0.7207220196723938, + "motion_pred": [ + 0.04069242626428604, + 0.029968123883008957, + 0.027672505006194115, + 0.02638249099254608 + ], + "motion_real": [ + 0.04451527073979378, + 0.04558372497558594, + 0.044825270771980286, + 0.04527416452765465 + ], + "shift_reference_raw": -16.52519989013672 + }, + { + "index": 32651, + "episode": 302, + "map": 8, + "start": 3992, + "target_tic": 4024, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.138495445251465, + "shift_swapped": 31.099428176879883, + "shift_reference": -14.251408576965332, + "peak_recorded": 0.7267134785652161, + "peak_swapped": 0.6894857883453369, + "peak_reference": 0.7117557525634766, + "motion_pred": [ + 0.04521769657731056, + 0.03463522344827652, + 0.028525110334157944, + 0.027815014123916626 + ], + "motion_real": [ + 0.04558372497558594, + 0.044825270771980286, + 0.04527416452765465, + 0.04492831975221634 + ], + "shift_reference_raw": -14.004030227661133 + }, + { + "index": 32675, + "episode": 302, + "map": 8, + "start": 4016, + "target_tic": 4048, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.77389144897461, + "shift_swapped": -21.770736694335938, + "shift_reference": 32.0, + "peak_recorded": 0.5603644847869873, + "peak_swapped": 0.577637255191803, + "peak_reference": 0.5542471408843994, + "motion_pred": [ + 0.04545188695192337, + 0.027848495170474052, + 0.026107115671038628, + 0.027116261422634125 + ], + "motion_real": [ + 0.044320814311504364, + 0.0360247977077961, + 0.03658963739871979, + 0.03814228996634483 + ], + "shift_reference_raw": 30.695789337158203 + }, + { + "index": 32842, + "episode": 302, + "map": 8, + "start": 4218, + "target_tic": 4250, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.533244609832764, + "shift_swapped": 5.548324108123779, + "shift_reference": -4.772705078125, + "peak_recorded": 0.7678156495094299, + "peak_swapped": 0.7204994559288025, + "peak_reference": 0.7797902226448059, + "motion_pred": [ + 0.036109499633312225, + 0.02746138535439968, + 0.026303796097636223, + 0.028340090066194534 + ], + "motion_real": [ + 0.03170350193977356, + 0.03383757174015045, + 0.035114794969558716, + 0.03887065500020981 + ], + "shift_reference_raw": -4.426235198974609 + }, + { + "index": 32956, + "episode": 302, + "map": 8, + "start": 4332, + "target_tic": 4364, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -14.755706787109375, + "shift_swapped": 25.805891036987305, + "shift_reference": -12.583982467651367, + "peak_recorded": 0.625541627407074, + "peak_swapped": 0.5815102458000183, + "peak_reference": 0.7892780303955078, + "motion_pred": [ + 0.04142649471759796, + 0.03479599580168724, + 0.03389270603656769, + 0.03464734926819801 + ], + "motion_real": [ + 0.04219726845622063, + 0.04320397228002548, + 0.04476619511842728, + 0.04358183220028877 + ], + "shift_reference_raw": -12.142440795898438 + }, + { + "index": 33224, + "episode": 302, + "map": 8, + "start": 4600, + "target_tic": 4632, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.191727638244629, + "shift_swapped": -4.189839839935303, + "shift_reference": 5.921138763427734, + "peak_recorded": 0.473726749420166, + "peak_swapped": 0.4561048448085785, + "peak_reference": 0.574533224105835, + "motion_pred": [ + 0.02977808192372322, + 0.02395220287144184, + 0.02448575384914875, + 0.02568880282342434 + ], + "motion_real": [ + 0.027829986065626144, + 0.027621787041425705, + 0.028534770011901855, + 0.03243817016482353 + ], + "shift_reference_raw": 5.698794841766357 + }, + { + "index": 33501, + "episode": 315, + "map": 8, + "start": 51, + "target_tic": 83, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.218570709228516, + "shift_swapped": 3.3235702514648438, + "shift_reference": 30.8794002532959, + "peak_recorded": 0.7678295373916626, + "peak_swapped": 0.7371782660484314, + "peak_reference": 0.710623562335968, + "motion_pred": [ + 0.0404932014644146, + 0.036979079246520996, + 0.03017725609242916, + 0.02125001884996891 + ], + "motion_real": [ + 0.03786762058734894, + 0.04002699255943298, + 0.0275125652551651, + 0.02816043235361576 + ], + "shift_reference_raw": 30.864072799682617 + }, + { + "index": 33894, + "episode": 315, + "map": 8, + "start": 444, + "target_tic": 476, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.646100997924805, + "shift_swapped": -22.59823989868164, + "shift_reference": 18.37468910217285, + "peak_recorded": 0.6029332280158997, + "peak_swapped": 0.6714423894882202, + "peak_reference": 0.6961714625358582, + "motion_pred": [ + 0.08065512031316757, + 0.0334821492433548, + 0.02905057743191719, + 0.023974476382136345 + ], + "motion_real": [ + 0.07930305600166321, + 0.02630174532532692, + 0.020991643890738487, + 0.022340601310133934 + ], + "shift_reference_raw": 18.353559494018555 + }, + { + "index": 34172, + "episode": 315, + "map": 8, + "start": 722, + "target_tic": 754, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.327001571655273, + "shift_swapped": -28.07154655456543, + "shift_reference": 18.126052856445312, + "peak_recorded": 0.8245589137077332, + "peak_swapped": 0.821046769618988, + "peak_reference": 0.8230533599853516, + "motion_pred": [ + 0.05513029545545578, + 0.037163760513067245, + 0.039591170847415924, + 0.038984477519989014 + ], + "motion_real": [ + 0.05521443113684654, + 0.05950416997075081, + 0.058584731072187424, + 0.05621853843331337 + ], + "shift_reference_raw": 16.358482360839844 + }, + { + "index": 34233, + "episode": 315, + "map": 8, + "start": 783, + "target_tic": 815, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.211578369140625, + "shift_swapped": -20.642087936401367, + "shift_reference": 18.052682876586914, + "peak_recorded": 0.7732060551643372, + "peak_swapped": 0.7773717045783997, + "peak_reference": 0.7363152503967285, + "motion_pred": [ + 0.06458187103271484, + 0.06209484860301018, + 0.08036097139120102, + 0.05835464969277382 + ], + "motion_real": [ + 0.06442081183195114, + 0.06426133960485458, + 0.07562357187271118, + 0.07224198430776596 + ], + "shift_reference_raw": 18.19342613220215 + }, + { + "index": 34350, + "episode": 315, + "map": 8, + "start": 935, + "target_tic": 967, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.2680400609970093, + "shift_swapped": 6.079402923583984, + "shift_reference": -1.2560389041900635, + "peak_recorded": 0.6276744604110718, + "peak_swapped": 0.605258584022522, + "peak_reference": 0.6655551195144653, + "motion_pred": [ + 0.030791494995355606, + 0.03129587322473526, + 0.03247551992535591, + 0.04022254794836044 + ], + "motion_real": [ + 0.027181698009371758, + 0.028302311897277832, + 0.02959146350622177, + 0.032096393406391144 + ], + "shift_reference_raw": -0.305682510137558 + }, + { + "index": 34626, + "episode": 315, + "map": 8, + "start": 1211, + "target_tic": 1243, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.45140984654426575, + "peak_swapped": 0.5591557621955872, + "peak_reference": 0.3876761496067047, + "motion_pred": [ + 0.08325651288032532, + 0.049450937658548355, + 0.046317208558321, + 0.04514114558696747 + ], + "motion_real": [ + 0.09241112321615219, + 0.06825036555528641, + 0.07095635682344437, + 0.07137957960367203 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 34790, + "episode": 315, + "map": 8, + "start": 1410, + "target_tic": 1442, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.353050231933594, + "shift_swapped": 13.22288703918457, + "shift_reference": -24.084627151489258, + "peak_recorded": 0.7392451167106628, + "peak_swapped": 0.7283539175987244, + "peak_reference": 0.6987401843070984, + "motion_pred": [ + 0.05583948642015457, + 0.037903156131505966, + 0.033921483904123306, + 0.03519709035754204 + ], + "motion_real": [ + 0.05774916335940361, + 0.0538293682038784, + 0.050528403371572495, + 0.05079115182161331 + ], + "shift_reference_raw": -22.080381393432617 + }, + { + "index": 34798, + "episode": 315, + "map": 8, + "start": 1418, + "target_tic": 1450, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.387231826782227, + "shift_swapped": 22.618846893310547, + "shift_reference": -24.363815307617188, + "peak_recorded": 0.6211824417114258, + "peak_swapped": 0.6270945072174072, + "peak_reference": 0.6700031757354736, + "motion_pred": [ + 0.031548790633678436, + 0.02517547644674778, + 0.027699852362275124, + 0.02715790830552578 + ], + "motion_real": [ + 0.029723644256591797, + 0.02997102215886116, + 0.03227782994508743, + 0.03284628316760063 + ], + "shift_reference_raw": -25.54034996032715 + }, + { + "index": 35149, + "episode": 315, + "map": 8, + "start": 1769, + "target_tic": 1801, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -31.365840911865234, + "shift_swapped": 19.381181716918945, + "shift_reference": -32.0, + "peak_recorded": 0.803887128829956, + "peak_swapped": 0.8719772696495056, + "peak_reference": 0.7169828414916992, + "motion_pred": [ + 0.053973305970430374, + 0.042398933321237564, + 0.037430696189403534, + 0.03252572938799858 + ], + "motion_real": [ + 0.06146961823105812, + 0.05946635827422142, + 0.05251908674836159, + 0.04997986927628517 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 35216, + "episode": 315, + "map": 8, + "start": 1836, + "target_tic": 1868, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.865434646606445, + "shift_swapped": 24.989770889282227, + "shift_reference": -19.76587677001953, + "peak_recorded": 0.7001273036003113, + "peak_swapped": 0.7403270602226257, + "peak_reference": 0.7472869157791138, + "motion_pred": [ + 0.03806336224079132, + 0.031040150672197342, + 0.030609915032982826, + 0.03806213289499283 + ], + "motion_real": [ + 0.03881657496094704, + 0.037433404475450516, + 0.04182516783475876, + 0.04936360940337181 + ], + "shift_reference_raw": -19.832651138305664 + }, + { + "index": 35219, + "episode": 315, + "map": 8, + "start": 1839, + "target_tic": 1871, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.433149337768555, + "shift_swapped": -17.22180938720703, + "shift_reference": 32.0, + "peak_recorded": 0.76643306016922, + "peak_swapped": 0.7784401178359985, + "peak_reference": 0.737732470035553, + "motion_pred": [ + 0.04607037454843521, + 0.04095735773444176, + 0.038763679563999176, + 0.03524569794535637 + ], + "motion_real": [ + 0.04936360940337181, + 0.05257171392440796, + 0.053267527371644974, + 0.05285262316465378 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 35366, + "episode": 315, + "map": 8, + "start": 2021, + "target_tic": 2053, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.120206832885742, + "shift_swapped": -21.078739166259766, + "shift_reference": 20.6190242767334, + "peak_recorded": 0.8612554669380188, + "peak_swapped": 0.8590331077575684, + "peak_reference": 0.8509582877159119, + "motion_pred": [ + 0.04147450625896454, + 0.034699589014053345, + 0.035183150321245193, + 0.026019172742962837 + ], + "motion_real": [ + 0.036857206374406815, + 0.04179874062538147, + 0.047070976346731186, + 0.04192991554737091 + ], + "shift_reference_raw": 20.216848373413086 + }, + { + "index": 35416, + "episode": 315, + "map": 8, + "start": 2071, + "target_tic": 2103, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 15.852218627929688, + "shift_swapped": 16.026220321655273, + "shift_reference": 6.604423522949219, + "peak_recorded": 0.43362143635749817, + "peak_swapped": 0.41878077387809753, + "peak_reference": 0.256570041179657, + "motion_pred": [ + 0.036136917769908905, + 0.02237364463508129, + 0.022133229300379753, + 0.02363109216094017 + ], + "motion_real": [ + 0.03909642621874809, + 0.0378868468105793, + 0.04061869531869888, + 0.04702358320355415 + ], + "shift_reference_raw": 4.744770050048828 + }, + { + "index": 35786, + "episode": 315, + "map": 8, + "start": 2476, + "target_tic": 2508, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.6738224029541, + "shift_swapped": 12.886151313781738, + "shift_reference": -32.0, + "peak_recorded": 0.351976215839386, + "peak_swapped": 0.4660521149635315, + "peak_reference": 0.3583031892776489, + "motion_pred": [ + 0.04678709805011749, + 0.037660155445337296, + 0.03473152592778206, + 0.03506011888384819 + ], + "motion_real": [ + 0.04711596295237541, + 0.05018134415149689, + 0.044608958065509796, + 0.04084990546107292 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 35941, + "episode": 315, + "map": 8, + "start": 2631, + "target_tic": 2663, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.995075225830078, + "shift_swapped": 14.167098999023438, + "shift_reference": -23.8317928314209, + "peak_recorded": 0.8808643221855164, + "peak_swapped": 0.8803218007087708, + "peak_reference": 0.872281014919281, + "motion_pred": [ + 0.04346938803792, + 0.04172210767865181, + 0.03650358319282532, + 0.033967025578022 + ], + "motion_real": [ + 0.04401343688368797, + 0.04552370682358742, + 0.04081437364220619, + 0.03821428120136261 + ], + "shift_reference_raw": -24.069711685180664 + }, + { + "index": 35948, + "episode": 315, + "map": 8, + "start": 2638, + "target_tic": 2670, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.029613494873047, + "shift_swapped": 22.991676330566406, + "shift_reference": -17.553314208984375, + "peak_recorded": 0.6527042388916016, + "peak_swapped": 0.6128552556037903, + "peak_reference": 0.6440024971961975, + "motion_pred": [ + 0.03312012180685997, + 0.028370486572384834, + 0.029725341126322746, + 0.029092811048030853 + ], + "motion_real": [ + 0.03325813263654709, + 0.03336590155959129, + 0.033200960606336594, + 0.0339665487408638 + ], + "shift_reference_raw": -17.60938262939453 + }, + { + "index": 35967, + "episode": 315, + "map": 8, + "start": 2657, + "target_tic": 2689, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.1517832279205322, + "shift_swapped": -12.164138793945312, + "shift_reference": 3.244128704071045, + "peak_recorded": 0.6641049385070801, + "peak_swapped": 0.6072214245796204, + "peak_reference": 0.7159085869789124, + "motion_pred": [ + 0.03005322813987732, + 0.024861035868525505, + 0.030052591115236282, + 0.032564640045166016 + ], + "motion_real": [ + 0.030834395438432693, + 0.03297823667526245, + 0.038320574909448624, + 0.03367123752832413 + ], + "shift_reference_raw": 3.6108431816101074 + }, + { + "index": 36400, + "episode": 315, + "map": 8, + "start": 3090, + "target_tic": 3122, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.63292694091797, + "shift_swapped": 23.654172897338867, + "shift_reference": -20.923078536987305, + "peak_recorded": 0.9398699402809143, + "peak_swapped": 0.9453803896903992, + "peak_reference": 0.9382325410842896, + "motion_pred": [ + 0.0412198044359684, + 0.035434573888778687, + 0.03734214976429939, + 0.031581029295921326 + ], + "motion_real": [ + 0.041474416851997375, + 0.04470168426632881, + 0.04427531734108925, + 0.04671246185898781 + ], + "shift_reference_raw": -20.308019638061523 + }, + { + "index": 37152, + "episode": 315, + "map": 8, + "start": 3877, + "target_tic": 3909, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.091066360473633, + "shift_swapped": -20.84999656677246, + "shift_reference": 25.370159149169922, + "peak_recorded": 0.5925492644309998, + "peak_swapped": 0.4952681362628937, + "peak_reference": 0.5078814029693604, + "motion_pred": [ + 0.07637280225753784, + 0.05113822966814041, + 0.051504094153642654, + 0.04561341181397438 + ], + "motion_real": [ + 0.07846235483884811, + 0.051058318465948105, + 0.0484989695250988, + 0.052949607372283936 + ], + "shift_reference_raw": 25.340551376342773 + }, + { + "index": 37413, + "episode": 315, + "map": 8, + "start": 4173, + "target_tic": 4205, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.33774757385254, + "shift_swapped": -23.83475685119629, + "shift_reference": 20.40505599975586, + "peak_recorded": 0.6220464706420898, + "peak_swapped": 0.653056263923645, + "peak_reference": 0.7150930762290955, + "motion_pred": [ + 0.03687335178256035, + 0.028904186561703682, + 0.027451960369944572, + 0.029566697776317596 + ], + "motion_real": [ + 0.03649819269776344, + 0.03390283137559891, + 0.03223653510212898, + 0.03348765894770622 + ], + "shift_reference_raw": 20.278657913208008 + }, + { + "index": 37475, + "episode": 315, + "map": 8, + "start": 4235, + "target_tic": 4267, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.99245548248291, + "shift_swapped": -6.257931232452393, + "shift_reference": 0.8220121264457703, + "peak_recorded": 0.6928316950798035, + "peak_swapped": 0.6835064888000488, + "peak_reference": 0.77342689037323, + "motion_pred": [ + 0.029725609347224236, + 0.027295291423797607, + 0.03593781590461731, + 0.02697703242301941 + ], + "motion_real": [ + 0.02601289376616478, + 0.02723575569689274, + 0.043818287551403046, + 0.0364488810300827 + ], + "shift_reference_raw": 0.27140703797340393 + }, + { + "index": 37557, + "episode": 315, + "map": 8, + "start": 4317, + "target_tic": 4349, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.80354881286621, + "shift_swapped": -24.203418731689453, + "shift_reference": 18.02608299255371, + "peak_recorded": 0.8155161738395691, + "peak_swapped": 0.8333701491355896, + "peak_reference": 0.790249228477478, + "motion_pred": [ + 0.053891245275735855, + 0.029693879187107086, + 0.031007161363959312, + 0.03572675958275795 + ], + "motion_real": [ + 0.05149254947900772, + 0.03928285837173462, + 0.04532739520072937, + 0.043831489980220795 + ], + "shift_reference_raw": 18.242900848388672 + }, + { + "index": 37773, + "episode": 315, + "map": 8, + "start": 4533, + "target_tic": 4565, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.78337287902832, + "shift_swapped": -22.604934692382812, + "shift_reference": 17.950828552246094, + "peak_recorded": 0.3970416486263275, + "peak_swapped": 0.4951035678386688, + "peak_reference": 0.44375303387641907, + "motion_pred": [ + 0.03438754007220268, + 0.03184780478477478, + 0.030294878408312798, + 0.02713606134057045 + ], + "motion_real": [ + 0.03468995913863182, + 0.037258148193359375, + 0.03758211061358452, + 0.03338954225182533 + ], + "shift_reference_raw": 18.087623596191406 + }, + { + "index": 38074, + "episode": 315, + "map": 8, + "start": 4834, + "target_tic": 4866, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.63015365600586, + "shift_swapped": -24.56839942932129, + "shift_reference": 16.098398208618164, + "peak_recorded": 0.7602797150611877, + "peak_swapped": 0.7487314939498901, + "peak_reference": 0.7199577689170837, + "motion_pred": [ + 0.040859468281269073, + 0.030340420082211494, + 0.04053328558802605, + 0.03390907496213913 + ], + "motion_real": [ + 0.03647594898939133, + 0.037677668035030365, + 0.05089837685227394, + 0.042635735124349594 + ], + "shift_reference_raw": 15.048632621765137 + }, + { + "index": 38141, + "episode": 315, + "map": 8, + "start": 4901, + "target_tic": 4933, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.9757080078125, + "shift_swapped": 3.2183239459991455, + "shift_reference": -6.138256072998047, + "peak_recorded": 0.25645893812179565, + "peak_swapped": 0.28362980484962463, + "peak_reference": 0.21318241953849792, + "motion_pred": [ + 0.04979187622666359, + 0.03456427901983261, + 0.07552673667669296, + 0.02745961584150791 + ], + "motion_real": [ + 0.04887225851416588, + 0.04271106421947479, + 0.0905383974313736, + 0.039737749844789505 + ], + "shift_reference_raw": -10.236948013305664 + }, + { + "index": 38193, + "episode": 315, + "map": 8, + "start": 4953, + "target_tic": 4985, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.91383171081543, + "shift_swapped": 19.485645294189453, + "shift_reference": -22.139402389526367, + "peak_recorded": 0.7540334463119507, + "peak_swapped": 0.6093026995658875, + "peak_reference": 0.7407451272010803, + "motion_pred": [ + 0.03857024386525154, + 0.032699957489967346, + 0.03006393276154995, + 0.028894420713186264 + ], + "motion_real": [ + 0.032596465200185776, + 0.032332733273506165, + 0.03537894785404205, + 0.03482119366526604 + ], + "shift_reference_raw": -22.025630950927734 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map08_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/directional.json", + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 6660, + "right": 14031 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 39863, + "windows": 38218, + "excluded_windows": 1645, + "excluded_fraction": 0.041266337204926874, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9404aeda27d28b60dac1761bbdae26c674865bfc --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 25.37202312797308, + "sem": 0.16989632535834945, + "n": 256 + }, + "lpips_dec": { + "mean": 0.22092778285150416, + "sem": 0.004654903763613062, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.20536251153680496, + "sem": 0.0034702979301837063, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.267506442964077, + "sem": 0.08845745074788286, + "n": 256 + }, + "psnr_raw": { + "mean": 22.502980388700962, + "sem": 0.1091632220421911, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2682281205779873, + "sem": 0.0045703836432932545, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.764013402163982, + "sem": 0.014903332312019901, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7321080262772739, + "sem": 0.016833596010169045, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.003654261927067637, + "sem": 0.00020846546507929543, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0031324517194661894, + "sem": 6.446986410599782e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.50285068526864, + "sem": 0.18864246649513636, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003734540463938174, + "sem": 0.00023678818243804884, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.25925274260225706, + "sem": 0.005444634221161483, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.0061991718439458054, + "sem": 0.00022699431412691987, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.0167593985752319, + "sem": 5.860356218889945e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.418168790638447, + "sem": 0.17227915472705596, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004574521720314806, + "sem": 0.0002612772233519341, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.3033119653700851, + "sem": 0.005423273723627651, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 26.85638713091612, + "sem": 0.21816832435919606, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0029675597737650605, + "sem": 0.0002096549772712333, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.20628700953966472, + "sem": 0.004599691062839682, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.7947086468339, + "sem": 0.15381281343339653, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004286574722129899, + "sem": 3.691078857941119e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.370710778981447, + "sem": 0.22209507814099294, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003358160200718885, + "sem": 0.00024083191998807725, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.24670260518905707, + "sem": 0.00545186729085942, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.25818132981658, + "sem": 0.17749350120607263, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0038302838879644696, + "sem": 0.00022790381819015406, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.22905548856942914, + "sem": 0.004452838002951484, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.826372012495995, + "sem": 0.09864423139025552, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011325305208629288, + "sem": 4.0997089493698375e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.898119188845158, + "sem": 0.18520771861270835, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004245322925953587, + "sem": 0.0002619741911816716, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.2733305307920091, + "sem": 0.005272016493522314, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 25.37202312797308, + "lpips_dec": 0.22092778285150416 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.276302046246, + "sem": 0.35344417621326596, + "n": 72 + }, + "lpips_dec": { + "mean": 0.22137586637917492, + "sem": 0.008922237631627947, + "n": 72 + }, + "psnr_raw": { + "mean": 22.389072603649563, + "sem": 0.2278259857257705, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.57958674430847, + "sem": 0.3975380887895421, + "n": 56 + }, + "lpips_dec": { + "mean": 0.21809594838746957, + "sem": 0.011134241043839744, + "n": 56 + }, + "psnr_raw": { + "mean": 22.591503620147705, + "sem": 0.25166252307704623, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.212255504769338, + "sem": 0.315599531293493, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2263674494666113, + "sem": 0.007941997943999725, + "n": 71 + }, + "psnr_raw": { + "mean": 22.470512981146154, + "sem": 0.2091497926660831, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.47290359224592, + "sem": 0.28915771726507783, + "n": 56 + }, + "lpips_dec": { + "mean": 0.21616605882133758, + "sem": 0.010005712351862069, + "n": 56 + }, + "psnr_raw": { + "mean": 22.58756869179862, + "sem": 0.1780088703205282, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.33457374572754, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.2276887148618698, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.31528091430664, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.37202312797308, + "sem": 0.16989632535834945, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.22092778285150416, + "sem": 0.004654903763613062, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.20536251153680496, + "sem": 0.0034702979301837063, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.267506442964077, + "sem": 0.08845745074788286, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.502980388700962, + "sem": 0.1091632220421911, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2682281205779873, + "sem": 0.0045703836432932545, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.764013402163982, + "sem": 0.014903332312019901, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7321080262772739, + "sem": 0.016833596010169045, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003654261927067637, + "sem": 0.00020846546507929543, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0031324517194661894, + "sem": 6.446986410599782e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.50285068526864, + "sem": 0.18864246649513636, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003734540463938174, + "sem": 0.00023678818243804884, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.25925274260225706, + "sem": 0.005444634221161483, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0061991718439458054, + "sem": 0.00022699431412691987, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.0167593985752319, + "sem": 5.860356218889945e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.418168790638447, + "sem": 0.17227915472705596, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004574521720314806, + "sem": 0.0002612772233519341, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.3033119653700851, + "sem": 0.005423273723627651, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 26.85638713091612, + "sem": 0.21816832435919606, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0029675597737650605, + "sem": 0.0002096549772712333, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.20628700953966472, + "sem": 0.004599691062839682, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.7947086468339, + "sem": 0.15381281343339653, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004286574722129899, + "sem": 3.691078857941119e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.370710778981447, + "sem": 0.22209507814099294, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003358160200718885, + "sem": 0.00024083191998807725, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.24670260518905707, + "sem": 0.00545186729085942, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.25818132981658, + "sem": 0.17749350120607263, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0038302838879644696, + "sem": 0.00022790381819015406, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.22905548856942914, + "sem": 0.004452838002951484, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.826372012495995, + "sem": 0.09864423139025552, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011325305208629288, + "sem": 4.0997089493698375e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.898119188845158, + "sem": 0.18520771861270835, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004245322925953587, + "sem": 0.0002619741911816716, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.2733305307920091, + "sem": 0.005272016493522314, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 25.37202312797308, + "lpips_dec": 0.22092778285150416 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.276302046246, + "sem": 0.35344417621326596, + "n": 72 + }, + "lpips_dec": { + "mean": 0.22137586637917492, + "sem": 0.008922237631627947, + "n": 72 + }, + "psnr_raw": { + "mean": 22.389072603649563, + "sem": 0.2278259857257705, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.57958674430847, + "sem": 0.3975380887895421, + "n": 56 + }, + "lpips_dec": { + "mean": 0.21809594838746957, + "sem": 0.011134241043839744, + "n": 56 + }, + "psnr_raw": { + "mean": 22.591503620147705, + "sem": 0.25166252307704623, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.212255504769338, + "sem": 0.315599531293493, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2263674494666113, + "sem": 0.007941997943999725, + "n": 71 + }, + "psnr_raw": { + "mean": 22.470512981146154, + "sem": 0.2091497926660831, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.47290359224592, + "sem": 0.28915771726507783, + "n": 56 + }, + "lpips_dec": { + "mean": 0.21616605882133758, + "sem": 0.010005712351862069, + "n": 56 + }, + "psnr_raw": { + "mean": 22.58756869179862, + "sem": 0.1780088703205282, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.33457374572754, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.2276887148618698, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.31528091430664, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 11.349502589397503, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ff7407576bbfedf42d900e4e42e506f98297a11e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.037940502166748, + "sem": 0.1817340061819234, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.128997650987003, + "sem": 0.003577182623164966, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.16236915795161622, + "sem": 0.0035694384686548127, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 26.538696341216564, + "sem": 0.10193491377050372, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.560567766427994, + "sem": 0.1122698717611389, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.1772625455923844, + "sem": 0.0038323353441104832, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.812136851251125, + "sem": 0.017682199244284654, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5360811052378267, + "sem": 0.011700158698179199, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0032088076279706, + "sem": 0.00018044099649399827, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0023893419190699206, + "sem": 6.388324909159805e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.117974895983934, + "sem": 0.2056101246225032, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003334879321414519, + "sem": 0.0002043881721663591, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.14891010557767004, + "sem": 0.0041348646170709415, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0061107569381420035, + "sem": 0.00020150784546956797, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016585385201324243, + "sem": 6.997015491261179e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.578411132097244, + "sem": 0.19160303387322689, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004499275800867508, + "sem": 0.0002324435648731838, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.1935521753039211, + "sem": 0.004484815160451066, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 28.063753001391888, + "sem": 0.24287944105954193, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0024247751414350205, + "sem": 0.00018341994893731833, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.11142704504163703, + "sem": 0.0035653863310577357, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 36.0425845310092, + "sem": 0.17847615043491963, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0003644039339292249, + "sem": 4.444895032738464e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.589920464903116, + "sem": 0.24776803048869128, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0027417553836244224, + "sem": 0.00021032016708197456, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.13228161018923856, + "sem": 0.004186523682898421, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.58585726097226, + "sem": 0.19232156629135488, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003621062624119986, + "sem": 0.00020149832988118776, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.13382483218447305, + "sem": 0.003638012044240596, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.919215738773346, + "sem": 0.11550631728265981, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011456769116193755, + "sem": 5.084724952220115e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.2712907679379, + "sem": 0.20510935689477766, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004001891209213682, + "sem": 0.00023116386806484938, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.15801192441722378, + "sem": 0.0042403157634556725, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 26.48727128165109, + "lpips_dec": 0.13637617932898657 + }, + "3": { + "psnr_dec": 25.740125383649552, + "lpips_dec": 0.11897092897977148 + }, + "4": { + "psnr_dec": 26.876024341583253, + "lpips_dec": 0.1268411756803592 + }, + "5": { + "psnr_dec": 24.95059895515442, + "lpips_dec": 0.13461840232568129 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 26.31816047032674, + "sem": 0.3058456278848287, + "n": 60 + }, + "lpips_dec": { + "mean": 0.1214756431678931, + "sem": 0.006030698851266831, + "n": 60 + }, + "psnr_raw": { + "mean": 22.768956025441486, + "sem": 0.19829509490543243, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.756646474202473, + "sem": 0.37403558445271373, + "n": 72 + }, + "lpips_dec": { + "mean": 0.13797859754413366, + "sem": 0.008356095824067461, + "n": 72 + }, + "psnr_raw": { + "mean": 22.399264256159466, + "sem": 0.2366596433386155, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.87904094247257, + "sem": 0.3412800471949788, + "n": 68 + }, + "lpips_dec": { + "mean": 0.12499338519923828, + "sem": 0.005818891598108831, + "n": 68 + }, + "psnr_raw": { + "mean": 22.464658596936395, + "sem": 0.20421809027487725, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 26.28436490839178, + "sem": 0.4354296256964285, + "n": 55 + }, + "lpips_dec": { + "mean": 0.12940802452239122, + "sem": 0.007830754720356691, + "n": 55 + }, + "psnr_raw": { + "mean": 22.646630998091265, + "sem": 0.26013948034231643, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.729740142822266, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.18340949714183807, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.459470748901367, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.473673237888725, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000000_live_90b81f73b6e56b38/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 0, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..852c4522b5673454aca0e5c1f7a2c8d62a3ee92a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 25.536990277469158, + "sem": 0.1756922910303824, + "n": 256 + }, + "lpips_dec": { + "mean": 0.20299465212156065, + "sem": 0.004761704086817606, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.19897291441156995, + "sem": 0.0035539219906166922, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.438890881836414, + "sem": 0.08674146737856643, + "n": 256 + }, + "psnr_raw": { + "mean": 22.571191020309925, + "sem": 0.11170200117574688, + "n": 256 + }, + "lpips_raw": { + "mean": 0.25083271093899384, + "sem": 0.004704027135894429, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.784356005489826, + "sem": 0.014769387568485549, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.7099093499127775, + "sem": 0.018002279503894318, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.0035825853333335544, + "sem": 0.00021404431997519596, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.003009611983998184, + "sem": 6.357463063820051e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.674865182489157, + "sem": 0.19548918879580066, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003670735130981484, + "sem": 0.00024315637492342845, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.23782089634914882, + "sem": 0.005573114236608166, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.0061338565828918945, + "sem": 0.00023225624710272329, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.01668065747435321, + "sem": 5.79104051508312e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.545121289789677, + "sem": 0.17754189560731815, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004511271938099526, + "sem": 0.0002674854073296177, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.28240435803309083, + "sem": 0.005575452216195909, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.10861426591873, + "sem": 0.227241034375655, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0028949050681603694, + "sem": 0.00021464177821324627, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1875304445711663, + "sem": 0.0047207740438033495, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.01122339069843, + "sem": 0.15273920369985317, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00040981294642961075, + "sem": 3.66316244112596e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.630877878516912, + "sem": 0.23189952699918712, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003277226986142523, + "sem": 0.00024666624576538963, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.22421433159615844, + "sem": 0.005583996843238796, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.41052395105362, + "sem": 0.18293095755829386, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0037616645965954376, + "sem": 0.0002329217229651464, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.21067607097211294, + "sem": 0.00456239509478415, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.871279187500477, + "sem": 0.09881201529963815, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011215412409910641, + "sem": 4.089788419816377e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.06138864532113, + "sem": 0.19121809712633742, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004167837467321078, + "sem": 0.00026784889887938916, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.25130729042575695, + "sem": 0.00539312415765563, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 25.536990277469158, + "lpips_dec": 0.20299465212156065 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.43062374326918, + "sem": 0.363539957757647, + "n": 72 + }, + "lpips_dec": { + "mean": 0.20521634351462126, + "sem": 0.009309725969205212, + "n": 72 + }, + "psnr_raw": { + "mean": 22.451653639475506, + "sem": 0.23211047487123887, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.780209166663035, + "sem": 0.40249365987963887, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1984028218846236, + "sem": 0.010982178154336277, + "n": 56 + }, + "psnr_raw": { + "mean": 22.679432153701782, + "sem": 0.25241872371153173, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.416448915508433, + "sem": 0.33771343066758047, + "n": 71 + }, + "lpips_dec": { + "mean": 0.20569701660686815, + "sem": 0.008267112507606653, + "n": 71 + }, + "psnr_raw": { + "mean": 22.5501955596494, + "sem": 0.21969538882326, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.565327610288346, + "sem": 0.29466191863905183, + "n": 56 + }, + "lpips_dec": { + "mean": 0.20148148720285722, + "sem": 0.010250983285470956, + "n": 56 + }, + "psnr_raw": { + "mean": 22.627541337694442, + "sem": 0.18047205471347222, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.546669006347656, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1930447220802307, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.451438903808594, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.536990277469158, + "sem": 0.1756922910303824, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.20299465212156065, + "sem": 0.004761704086817606, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.19897291441156995, + "sem": 0.0035539219906166922, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.438890881836414, + "sem": 0.08674146737856643, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.571191020309925, + "sem": 0.11170200117574688, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.25083271093899384, + "sem": 0.004704027135894429, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.784356005489826, + "sem": 0.014769387568485549, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.7099093499127775, + "sem": 0.018002279503894318, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0035825853333335544, + "sem": 0.00021404431997519596, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.003009611983998184, + "sem": 6.357463063820051e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.674865182489157, + "sem": 0.19548918879580066, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003670735130981484, + "sem": 0.00024315637492342845, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.23782089634914882, + "sem": 0.005573114236608166, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0061338565828918945, + "sem": 0.00023225624710272329, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.01668065747435321, + "sem": 5.79104051508312e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.545121289789677, + "sem": 0.17754189560731815, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004511271938099526, + "sem": 0.0002674854073296177, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.28240435803309083, + "sem": 0.005575452216195909, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.10861426591873, + "sem": 0.227241034375655, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0028949050681603694, + "sem": 0.00021464177821324627, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1875304445711663, + "sem": 0.0047207740438033495, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.01122339069843, + "sem": 0.15273920369985317, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00040981294642961075, + "sem": 3.66316244112596e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.630877878516912, + "sem": 0.23189952699918712, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003277226986142523, + "sem": 0.00024666624576538963, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.22421433159615844, + "sem": 0.005583996843238796, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.41052395105362, + "sem": 0.18293095755829386, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0037616645965954376, + "sem": 0.0002329217229651464, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.21067607097211294, + "sem": 0.00456239509478415, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.871279187500477, + "sem": 0.09881201529963815, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011215412409910641, + "sem": 4.089788419816377e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.06138864532113, + "sem": 0.19121809712633742, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004167837467321078, + "sem": 0.00026784889887938916, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.25130729042575695, + "sem": 0.00539312415765563, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 25.536990277469158, + "lpips_dec": 0.20299465212156065 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.43062374326918, + "sem": 0.363539957757647, + "n": 72 + }, + "lpips_dec": { + "mean": 0.20521634351462126, + "sem": 0.009309725969205212, + "n": 72 + }, + "psnr_raw": { + "mean": 22.451653639475506, + "sem": 0.23211047487123887, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.780209166663035, + "sem": 0.40249365987963887, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1984028218846236, + "sem": 0.010982178154336277, + "n": 56 + }, + "psnr_raw": { + "mean": 22.679432153701782, + "sem": 0.25241872371153173, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.416448915508433, + "sem": 0.33771343066758047, + "n": 71 + }, + "lpips_dec": { + "mean": 0.20569701660686815, + "sem": 0.008267112507606653, + "n": 71 + }, + "psnr_raw": { + "mean": 22.5501955596494, + "sem": 0.21969538882326, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.565327610288346, + "sem": 0.29466191863905183, + "n": 56 + }, + "lpips_dec": { + "mean": 0.20148148720285722, + "sem": 0.010250983285470956, + "n": 56 + }, + "psnr_raw": { + "mean": 22.627541337694442, + "sem": 0.18047205471347222, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.546669006347656, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1930447220802307, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.451438903808594, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.178589550424462, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000050.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000050_live_2d64d8fec3f86df3/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 50, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3a27a24bf216d7e8f466f2412bc03791a62e9b7f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 25.51202905923128, + "sem": 0.17753039759009565, + "n": 256 + }, + "lpips_dec": { + "mean": 0.19900391678675078, + "sem": 0.004997550575969767, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.1961583558950224, + "sem": 0.003614606511149922, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.389723725616932, + "sem": 0.08659841893626183, + "n": 256 + }, + "psnr_raw": { + "mean": 22.543748054653406, + "sem": 0.1125565829319057, + "n": 256 + }, + "lpips_raw": { + "mean": 0.24673799163429067, + "sem": 0.004960182221941188, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.777218215167522, + "sem": 0.014296895327674308, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6966639355523512, + "sem": 0.01675277482049921, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.0036181410994231555, + "sem": 0.00021578196286883188, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0030430345182139718, + "sem": 6.386197575651675e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.650667443871498, + "sem": 0.19720342274142205, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003706619064359984, + "sem": 0.0002447303521704549, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.23289670067606494, + "sem": 0.005849324926712867, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.006179588259328739, + "sem": 0.00023353902460400913, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016706497968698386, + "sem": 5.6039255744385965e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.501589491963387, + "sem": 0.1780026983533116, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.0045600638159157825, + "sem": 0.00026865720721691664, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.27756281616166234, + "sem": 0.005874569472084996, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.124160818755627, + "sem": 0.2302892648955096, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0029126498420737335, + "sem": 0.00021624996040636984, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.1839290601783432, + "sem": 0.004970614113603773, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.74155193567276, + "sem": 0.1529475521308595, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004348192214251867, + "sem": 3.7814988080648335e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 26.65645395964384, + "sem": 0.2353315917239377, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0032938545933802743, + "sem": 0.00024846709983832445, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.21964978412142955, + "sem": 0.005870921946835731, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.41133686900139, + "sem": 0.1842754853495165, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0037744506344097317, + "sem": 0.0002336969894986262, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.20776518157799728, + "sem": 0.004827552842466665, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.77001642435789, + "sem": 0.09959891262740975, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011492148262277624, + "sem": 4.198500202719874e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.068562880158424, + "sem": 0.19268649406608832, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004178333144636781, + "sem": 0.0002686738337907382, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.24763254410936497, + "sem": 0.005699507070351148, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 25.51202905923128, + "lpips_dec": 0.19900391678675078 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.367609845267403, + "sem": 0.36880425037883446, + "n": 72 + }, + "lpips_dec": { + "mean": 0.1997129349038005, + "sem": 0.009649490367121729, + "n": 72 + }, + "psnr_raw": { + "mean": 22.406828178299797, + "sem": 0.235900391436576, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.649123328072683, + "sem": 0.41477442331350467, + "n": 56 + }, + "lpips_dec": { + "mean": 0.19707899993019445, + "sem": 0.011861004980695573, + "n": 56 + }, + "psnr_raw": { + "mean": 22.58393096923828, + "sem": 0.2598234788205816, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.46066066580759, + "sem": 0.33865029517930534, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2003501136328133, + "sem": 0.00846467860788586, + "n": 71 + }, + "psnr_raw": { + "mean": 22.56050015839053, + "sem": 0.21891726696325362, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.61023804119655, + "sem": 0.2895495655494973, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1983445511598672, + "sem": 0.010880098067379185, + "n": 56 + }, + "psnr_raw": { + "mean": 22.64413707596915, + "sem": 0.1744962673741194, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.380386352539062, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.19709445536136627, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.340551376342773, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.51202905923128, + "sem": 0.17753039759009565, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.19900391678675078, + "sem": 0.004997550575969767, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.1961583558950224, + "sem": 0.003614606511149922, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.389723725616932, + "sem": 0.08659841893626183, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.543748054653406, + "sem": 0.1125565829319057, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.24673799163429067, + "sem": 0.004960182221941188, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.777218215167522, + "sem": 0.014296895327674308, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6966639355523512, + "sem": 0.01675277482049921, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0036181410994231555, + "sem": 0.00021578196286883188, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0030430345182139718, + "sem": 6.386197575651675e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.650667443871498, + "sem": 0.19720342274142205, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003706619064359984, + "sem": 0.0002447303521704549, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.23289670067606494, + "sem": 0.005849324926712867, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006179588259328739, + "sem": 0.00023353902460400913, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016706497968698386, + "sem": 5.6039255744385965e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.501589491963387, + "sem": 0.1780026983533116, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.0045600638159157825, + "sem": 0.00026865720721691664, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.27756281616166234, + "sem": 0.005874569472084996, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.124160818755627, + "sem": 0.2302892648955096, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0029126498420737335, + "sem": 0.00021624996040636984, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.1839290601783432, + "sem": 0.004970614113603773, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.74155193567276, + "sem": 0.1529475521308595, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004348192214251867, + "sem": 3.7814988080648335e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 26.65645395964384, + "sem": 0.2353315917239377, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0032938545933802743, + "sem": 0.00024846709983832445, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.21964978412142955, + "sem": 0.005870921946835731, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.41133686900139, + "sem": 0.1842754853495165, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0037744506344097317, + "sem": 0.0002336969894986262, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.20776518157799728, + "sem": 0.004827552842466665, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.77001642435789, + "sem": 0.09959891262740975, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011492148262277624, + "sem": 4.198500202719874e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.068562880158424, + "sem": 0.19268649406608832, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004178333144636781, + "sem": 0.0002686738337907382, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.24763254410936497, + "sem": 0.005699507070351148, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 25.51202905923128, + "lpips_dec": 0.19900391678675078 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.367609845267403, + "sem": 0.36880425037883446, + "n": 72 + }, + "lpips_dec": { + "mean": 0.1997129349038005, + "sem": 0.009649490367121729, + "n": 72 + }, + "psnr_raw": { + "mean": 22.406828178299797, + "sem": 0.235900391436576, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.649123328072683, + "sem": 0.41477442331350467, + "n": 56 + }, + "lpips_dec": { + "mean": 0.19707899993019445, + "sem": 0.011861004980695573, + "n": 56 + }, + "psnr_raw": { + "mean": 22.58393096923828, + "sem": 0.2598234788205816, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.46066066580759, + "sem": 0.33865029517930534, + "n": 71 + }, + "lpips_dec": { + "mean": 0.2003501136328133, + "sem": 0.00846467860788586, + "n": 71 + }, + "psnr_raw": { + "mean": 22.56050015839053, + "sem": 0.21891726696325362, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.61023804119655, + "sem": 0.2895495655494973, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1983445511598672, + "sem": 0.010880098067379185, + "n": 56 + }, + "psnr_raw": { + "mean": 22.64413707596915, + "sem": 0.1744962673741194, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.380386352539062, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.19709445536136627, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.340551376342773, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.197986175158013, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000100.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000100_live_9e24ef5e70de7d9d/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 100, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..04a1799fde7e2011d9fa031b2902b6b216082ae4 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 25.794848650693893, + "sem": 0.18106235885086494, + "n": 256 + }, + "lpips_dec": { + "mean": 0.18900591353303753, + "sem": 0.004835324753589807, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.19328759676136542, + "sem": 0.003642650347435172, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.58452669531107, + "sem": 0.09033344858123672, + "n": 256 + }, + "psnr_raw": { + "mean": 22.66855812072754, + "sem": 0.11252240001899745, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2374853841320146, + "sem": 0.004782802957803496, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.764930583536625, + "sem": 0.014324152900234621, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6833625688450411, + "sem": 0.015190518086150134, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.0034339032611114817, + "sem": 0.0002138873869778191, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0029225330213193956, + "sem": 6.411869966413317e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.95330685377121, + "sem": 0.20108721292822446, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003512575638069393, + "sem": 0.0002424499366149182, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.22107329178834334, + "sem": 0.005657967494344287, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.006011456748638011, + "sem": 0.00023180184402740874, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016753991054429207, + "sem": 5.6563718813760535e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.741441372781992, + "sem": 0.18046465984064664, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004358759267688583, + "sem": 0.00026652629473352557, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2663216591172386, + "sem": 0.0056679132168619825, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.499925766140223, + "sem": 0.23852869231846702, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0027516927074202613, + "sem": 0.00021447332068536153, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.17415439851174597, + "sem": 0.004804704424458882, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.09179627895355, + "sem": 0.1563299522165535, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.0004069708097631519, + "sem": 3.7174180813991614e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.035324081778526, + "sem": 0.24365348112332968, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0031124192091738223, + "sem": 0.0002463749998118514, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.20792581903515384, + "sem": 0.0056784762935956565, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.654283467680216, + "sem": 0.1878207058372557, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0036153204691800056, + "sem": 0.0002325227511730517, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.19820293283555657, + "sem": 0.004657312517082236, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.89289788901806, + "sem": 0.0998135159352756, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011180238450378965, + "sem": 4.1325534491234985e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.321787353605032, + "sem": 0.19663955590690077, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.003999519984063227, + "sem": 0.00026733025352105824, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.23622456891462207, + "sem": 0.005501444409469351, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 25.794848650693893, + "lpips_dec": 0.18900591353303753 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.648162444432575, + "sem": 0.37925111432379394, + "n": 72 + }, + "lpips_dec": { + "mean": 0.19102775471078026, + "sem": 0.009359247693572615, + "n": 72 + }, + "psnr_raw": { + "mean": 22.521932231055366, + "sem": 0.2367189964624094, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.99339066232954, + "sem": 0.41454563065766853, + "n": 56 + }, + "lpips_dec": { + "mean": 0.18606397163655078, + "sem": 0.011220177998105839, + "n": 56 + }, + "psnr_raw": { + "mean": 22.7509639944349, + "sem": 0.25467872144794035, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.68823615598007, + "sem": 0.3437336234873956, + "n": 71 + }, + "lpips_dec": { + "mean": 0.19044869529529357, + "sem": 0.008470968679204296, + "n": 71 + }, + "psnr_raw": { + "mean": 22.657578481754786, + "sem": 0.21959770542400617, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.89967267853873, + "sem": 0.3025058792060511, + "n": 56 + }, + "lpips_dec": { + "mean": 0.18779125157743692, + "sem": 0.010395707740264193, + "n": 56 + }, + "psnr_raw": { + "mean": 22.771854094096593, + "sem": 0.17766434425187094, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.937244415283203, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1737656593322754, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.605873107910156, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.794848650693893, + "sem": 0.18106235885086494, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.18900591353303753, + "sem": 0.004835324753589807, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.19328759676136542, + "sem": 0.003642650347435172, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.58452669531107, + "sem": 0.09033344858123672, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.66855812072754, + "sem": 0.11252240001899745, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2374853841320146, + "sem": 0.004782802957803496, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.764930583536625, + "sem": 0.014324152900234621, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6833625688450411, + "sem": 0.015190518086150134, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0034339032611114817, + "sem": 0.0002138873869778191, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0029225330213193956, + "sem": 6.411869966413317e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.95330685377121, + "sem": 0.20108721292822446, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003512575638069393, + "sem": 0.0002424499366149182, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.22107329178834334, + "sem": 0.005657967494344287, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006011456748638011, + "sem": 0.00023180184402740874, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016753991054429207, + "sem": 5.6563718813760535e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.741441372781992, + "sem": 0.18046465984064664, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004358759267688583, + "sem": 0.00026652629473352557, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2663216591172386, + "sem": 0.0056679132168619825, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.499925766140223, + "sem": 0.23852869231846702, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0027516927074202613, + "sem": 0.00021447332068536153, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.17415439851174597, + "sem": 0.004804704424458882, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.09179627895355, + "sem": 0.1563299522165535, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.0004069708097631519, + "sem": 3.7174180813991614e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.035324081778526, + "sem": 0.24365348112332968, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0031124192091738223, + "sem": 0.0002463749998118514, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.20792581903515384, + "sem": 0.0056784762935956565, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.654283467680216, + "sem": 0.1878207058372557, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0036153204691800056, + "sem": 0.0002325227511730517, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.19820293283555657, + "sem": 0.004657312517082236, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.89289788901806, + "sem": 0.0998135159352756, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011180238450378965, + "sem": 4.1325534491234985e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.321787353605032, + "sem": 0.19663955590690077, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.003999519984063227, + "sem": 0.00026733025352105824, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.23622456891462207, + "sem": 0.005501444409469351, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 25.794848650693893, + "lpips_dec": 0.18900591353303753 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.648162444432575, + "sem": 0.37925111432379394, + "n": 72 + }, + "lpips_dec": { + "mean": 0.19102775471078026, + "sem": 0.009359247693572615, + "n": 72 + }, + "psnr_raw": { + "mean": 22.521932231055366, + "sem": 0.2367189964624094, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 25.99339066232954, + "sem": 0.41454563065766853, + "n": 56 + }, + "lpips_dec": { + "mean": 0.18606397163655078, + "sem": 0.011220177998105839, + "n": 56 + }, + "psnr_raw": { + "mean": 22.7509639944349, + "sem": 0.25467872144794035, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.68823615598007, + "sem": 0.3437336234873956, + "n": 71 + }, + "lpips_dec": { + "mean": 0.19044869529529357, + "sem": 0.008470968679204296, + "n": 71 + }, + "psnr_raw": { + "mean": 22.657578481754786, + "sem": 0.21959770542400617, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 25.89967267853873, + "sem": 0.3025058792060511, + "n": 56 + }, + "lpips_dec": { + "mean": 0.18779125157743692, + "sem": 0.010395707740264193, + "n": 56 + }, + "psnr_raw": { + "mean": 22.771854094096593, + "sem": 0.17766434425187094, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 26.937244415283203, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1737656593322754, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.605873107910156, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.414605361725059, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000150.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000150_live_20c6cdf56654d5fb/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 150, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d2e860e75a9d05bec0b57c8a8dd3708afb8fc192 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 25.872815806418657, + "sem": 0.18438846486215124, + "n": 256 + }, + "lpips_dec": { + "mean": 0.18060840596444905, + "sem": 0.004696810026578135, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.19197418288968038, + "sem": 0.003705084562242229, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.60512774437666, + "sem": 0.09321075121464627, + "n": 256 + }, + "psnr_raw": { + "mean": 22.69920990243554, + "sem": 0.11378953951949103, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2289613701577764, + "sem": 0.004651694293118036, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.762743927538395, + "sem": 0.014083257693958654, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6760489792795852, + "sem": 0.01435463947485616, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.003410372097960135, + "sem": 0.00021951344953379632, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002919560796726728, + "sem": 6.625436444067749e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.039313834160566, + "sem": 0.20419554767220616, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0034858815495226736, + "sem": 0.0002485932980507643, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.2110316924226936, + "sem": 0.005482290338325972, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.005987854237901047, + "sem": 0.00023720805894825585, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016761624385253526, + "sem": 5.556646042432179e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.805106125772, + "sem": 0.18267124810415006, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004330351247517683, + "sem": 0.00027255253060900933, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2563333659199998, + "sem": 0.005504214243796924, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.619939424097538, + "sem": 0.244434577113217, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0027362944647393306, + "sem": 0.00022086240309679623, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.16528512560762465, + "sem": 0.0046601366068562, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.992996506392956, + "sem": 0.16711217588281557, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00042899371990756663, + "sem": 3.9102804805085286e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.162426706403494, + "sem": 0.24936884256958167, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.003091263874125616, + "sem": 0.00025362079791172066, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.1973440206347732, + "sem": 0.0055046547394370345, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.721639867872, + "sem": 0.19105095099209649, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0035993899671211693, + "sem": 0.0002388054350070882, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.18954095896333456, + "sem": 0.00451678225659607, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.84589473903179, + "sem": 0.10363738457649202, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011383103549178486, + "sem": 4.3576581779531184e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.396920636296272, + "sem": 0.1998864550228103, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.0039780176077783835, + "sem": 0.00027445770883584167, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.22589605196844786, + "sem": 0.005331766998375059, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 25.872815806418657, + "lpips_dec": 0.18060840596444905 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.735299626986187, + "sem": 0.37951937394024765, + "n": 72 + }, + "lpips_dec": { + "mean": 0.18182832799437973, + "sem": 0.009137178994910004, + "n": 72 + }, + "psnr_raw": { + "mean": 22.56941611236996, + "sem": 0.23586932760601959, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.10154346057347, + "sem": 0.42304622201504627, + "n": 56 + }, + "lpips_dec": { + "mean": 0.18009439509894168, + "sem": 0.01115655235890061, + "n": 56 + }, + "psnr_raw": { + "mean": 22.790632452283585, + "sem": 0.2568987752632605, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.68761414541325, + "sem": 0.35546107704357105, + "n": 71 + }, + "lpips_dec": { + "mean": 0.1819549324646802, + "sem": 0.00833784326855502, + "n": 71 + }, + "psnr_raw": { + "mean": 22.644440207682866, + "sem": 0.22629682668013254, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.026270083018712, + "sem": 0.30853588851009567, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17841626264687097, + "sem": 0.009583443142481003, + "n": 56 + }, + "psnr_raw": { + "mean": 22.823941230773926, + "sem": 0.17930297056953165, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 27.52111053466797, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.14871527254581451, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.828393936157227, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.872815806418657, + "sem": 0.18438846486215124, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.18060840596444905, + "sem": 0.004696810026578135, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.19197418288968038, + "sem": 0.003705084562242229, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.60512774437666, + "sem": 0.09321075121464627, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.69920990243554, + "sem": 0.11378953951949103, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2289613701577764, + "sem": 0.004651694293118036, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.762743927538395, + "sem": 0.014083257693958654, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6760489792795852, + "sem": 0.01435463947485616, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003410372097960135, + "sem": 0.00021951344953379632, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002919560796726728, + "sem": 6.625436444067749e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.039313834160566, + "sem": 0.20419554767220616, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0034858815495226736, + "sem": 0.0002485932980507643, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.2110316924226936, + "sem": 0.005482290338325972, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.005987854237901047, + "sem": 0.00023720805894825585, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016761624385253526, + "sem": 5.556646042432179e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.805106125772, + "sem": 0.18267124810415006, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004330351247517683, + "sem": 0.00027255253060900933, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2563333659199998, + "sem": 0.005504214243796924, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.619939424097538, + "sem": 0.244434577113217, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0027362944647393306, + "sem": 0.00022086240309679623, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.16528512560762465, + "sem": 0.0046601366068562, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.992996506392956, + "sem": 0.16711217588281557, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00042899371990756663, + "sem": 3.9102804805085286e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.162426706403494, + "sem": 0.24936884256958167, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.003091263874125616, + "sem": 0.00025362079791172066, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.1973440206347732, + "sem": 0.0055046547394370345, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.721639867872, + "sem": 0.19105095099209649, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0035993899671211693, + "sem": 0.0002388054350070882, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.18954095896333456, + "sem": 0.00451678225659607, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.84589473903179, + "sem": 0.10363738457649202, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011383103549178486, + "sem": 4.3576581779531184e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.396920636296272, + "sem": 0.1998864550228103, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.0039780176077783835, + "sem": 0.00027445770883584167, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.22589605196844786, + "sem": 0.005331766998375059, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 25.872815806418657, + "lpips_dec": 0.18060840596444905 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.735299626986187, + "sem": 0.37951937394024765, + "n": 72 + }, + "lpips_dec": { + "mean": 0.18182832799437973, + "sem": 0.009137178994910004, + "n": 72 + }, + "psnr_raw": { + "mean": 22.56941611236996, + "sem": 0.23586932760601959, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.10154346057347, + "sem": 0.42304622201504627, + "n": 56 + }, + "lpips_dec": { + "mean": 0.18009439509894168, + "sem": 0.01115655235890061, + "n": 56 + }, + "psnr_raw": { + "mean": 22.790632452283585, + "sem": 0.2568987752632605, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.68761414541325, + "sem": 0.35546107704357105, + "n": 71 + }, + "lpips_dec": { + "mean": 0.1819549324646802, + "sem": 0.00833784326855502, + "n": 71 + }, + "psnr_raw": { + "mean": 22.644440207682866, + "sem": 0.22629682668013254, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.026270083018712, + "sem": 0.30853588851009567, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17841626264687097, + "sem": 0.009583443142481003, + "n": 56 + }, + "psnr_raw": { + "mean": 22.823941230773926, + "sem": 0.17930297056953165, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 27.52111053466797, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.14871527254581451, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.828393936157227, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.265421646453854, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000250.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000250_live_d79188a54ef3cdf1/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 250, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..69eebe9e4373daadf76a2c9e6b00fa9515de0b85 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 25.986839901655912, + "sem": 0.1852128656419032, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1742212797398679, + "sem": 0.004752620098515898, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.18839204827236244, + "sem": 0.0036945066155485073, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.647535771131516, + "sem": 0.09100145376847801, + "n": 256 + }, + "psnr_raw": { + "mean": 22.758894369006157, + "sem": 0.11394256860544796, + "n": 256 + }, + "lpips_raw": { + "mean": 0.22302805789513513, + "sem": 0.004684215732883269, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.784841917455196, + "sem": 0.014212300440008178, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6614011926576495, + "sem": 0.013646179382123513, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.003336397268640212, + "sem": 0.00021590079177320276, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002884534588247334, + "sem": 6.46220241586007e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.168775998055935, + "sem": 0.20565295649749143, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0034059146303206944, + "sem": 0.00024436125267337605, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.2034553830162622, + "sem": 0.005551126401794266, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.005909252389756148, + "sem": 0.00023325943043994468, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016676960094628157, + "sem": 5.575395213059874e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.896901316940784, + "sem": 0.18327870906133534, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.00425268207618501, + "sem": 0.00026789653763575563, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.24957324637216516, + "sem": 0.005537896061220918, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.8022035472095, + "sem": 0.24745856371012787, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.002660710949157874, + "sem": 0.0002173807683478636, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.15841807531251106, + "sem": 0.004714194178719992, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 34.8632271066308, + "sem": 0.15853300060270184, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00043045070231073623, + "sem": 3.8017772682757525e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.356633000075817, + "sem": 0.253033101200606, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0030038279154496195, + "sem": 0.000249611038166101, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.18915303349785972, + "sem": 0.005567596689330522, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.830613300204277, + "sem": 0.19155030764168454, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003523826522496165, + "sem": 0.00023469102853124912, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.18274731541168876, + "sem": 0.004567192575683364, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.801079623401165, + "sem": 0.10169065987914638, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011455357014256151, + "sem": 4.274618560557317e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.517392445355654, + "sem": 0.20080234694221513, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.0038897174613339303, + "sem": 0.0002697265153957178, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.217778889084002, + "sem": 0.005387711105179909, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 25.986839901655912, + "lpips_dec": 0.1742212797398679 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.849865370326572, + "sem": 0.3798328520060955, + "n": 72 + }, + "lpips_dec": { + "mean": 0.17513074808650547, + "sem": 0.009049883699551748, + "n": 72 + }, + "psnr_raw": { + "mean": 22.631759246190388, + "sem": 0.23443091628768895, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.140120097569056, + "sem": 0.4319285650453683, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17607534916273185, + "sem": 0.011591039818352983, + "n": 56 + }, + "psnr_raw": { + "mean": 22.80723203931536, + "sem": 0.2630618577383973, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.825333528115717, + "sem": 0.35612353050234263, + "n": 71 + }, + "lpips_dec": { + "mean": 0.1743972541790613, + "sem": 0.008348750229026465, + "n": 71 + }, + "psnr_raw": { + "mean": 22.71777512993611, + "sem": 0.2267818999937063, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.18262709890093, + "sem": 0.3052907569656884, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17171265677149808, + "sem": 0.009758355152056373, + "n": 56 + }, + "psnr_raw": { + "mean": 22.905467339924403, + "sem": 0.17457981699107994, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 27.768184661865234, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.13290037214756012, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.91709327697754, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.986839901655912, + "sem": 0.1852128656419032, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1742212797398679, + "sem": 0.004752620098515898, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18839204827236244, + "sem": 0.0036945066155485073, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.647535771131516, + "sem": 0.09100145376847801, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.758894369006157, + "sem": 0.11394256860544796, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.22302805789513513, + "sem": 0.004684215732883269, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.784841917455196, + "sem": 0.014212300440008178, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6614011926576495, + "sem": 0.013646179382123513, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003336397268640212, + "sem": 0.00021590079177320276, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002884534588247334, + "sem": 6.46220241586007e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.168775998055935, + "sem": 0.20565295649749143, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0034059146303206944, + "sem": 0.00024436125267337605, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.2034553830162622, + "sem": 0.005551126401794266, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.005909252389756148, + "sem": 0.00023325943043994468, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016676960094628157, + "sem": 5.575395213059874e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.896901316940784, + "sem": 0.18327870906133534, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.00425268207618501, + "sem": 0.00026789653763575563, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.24957324637216516, + "sem": 0.005537896061220918, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.8022035472095, + "sem": 0.24745856371012787, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.002660710949157874, + "sem": 0.0002173807683478636, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.15841807531251106, + "sem": 0.004714194178719992, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 34.8632271066308, + "sem": 0.15853300060270184, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00043045070231073623, + "sem": 3.8017772682757525e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.356633000075817, + "sem": 0.253033101200606, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0030038279154496195, + "sem": 0.000249611038166101, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.18915303349785972, + "sem": 0.005567596689330522, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.830613300204277, + "sem": 0.19155030764168454, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003523826522496165, + "sem": 0.00023469102853124912, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.18274731541168876, + "sem": 0.004567192575683364, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.801079623401165, + "sem": 0.10169065987914638, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011455357014256151, + "sem": 4.274618560557317e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.517392445355654, + "sem": 0.20080234694221513, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.0038897174613339303, + "sem": 0.0002697265153957178, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.217778889084002, + "sem": 0.005387711105179909, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 25.986839901655912, + "lpips_dec": 0.1742212797398679 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.849865370326572, + "sem": 0.3798328520060955, + "n": 72 + }, + "lpips_dec": { + "mean": 0.17513074808650547, + "sem": 0.009049883699551748, + "n": 72 + }, + "psnr_raw": { + "mean": 22.631759246190388, + "sem": 0.23443091628768895, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.140120097569056, + "sem": 0.4319285650453683, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17607534916273185, + "sem": 0.011591039818352983, + "n": 56 + }, + "psnr_raw": { + "mean": 22.80723203931536, + "sem": 0.2630618577383973, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.825333528115717, + "sem": 0.35612353050234263, + "n": 71 + }, + "lpips_dec": { + "mean": 0.1743972541790613, + "sem": 0.008348750229026465, + "n": 71 + }, + "psnr_raw": { + "mean": 22.71777512993611, + "sem": 0.2267818999937063, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.18262709890093, + "sem": 0.3052907569656884, + "n": 56 + }, + "lpips_dec": { + "mean": 0.17171265677149808, + "sem": 0.009758355152056373, + "n": 56 + }, + "psnr_raw": { + "mean": 22.905467339924403, + "sem": 0.17457981699107994, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 27.768184661865234, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.13290037214756012, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.91709327697754, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.216722662979567, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0000500.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0000500_live_487c5b5bb42e53a5/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 500, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1bdce527007a1904b2491b642b6a932862c43b3f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 26.043820779770613, + "sem": 0.18482917459923132, + "n": 256 + }, + "lpips_dec": { + "mean": 0.169819227521657, + "sem": 0.004780616120605411, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.18621382995479507, + "sem": 0.003722521536990707, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.702204518020153, + "sem": 0.0947202762584112, + "n": 256 + }, + "psnr_raw": { + "mean": 22.776927277445793, + "sem": 0.11272709920095815, + "n": 256 + }, + "lpips_raw": { + "mean": 0.2186860261426773, + "sem": 0.0047239331872113224, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.76913744211197, + "sem": 0.014729606947786113, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6511158337816596, + "sem": 0.012710972139744477, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.0032913715324411896, + "sem": 0.00021511815721747814, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0028603633022612485, + "sem": 6.595152640484874e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.22292061522603, + "sem": 0.20459583685723493, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0033576805140000943, + "sem": 0.0002434536994643266, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19830503259436227, + "sem": 0.0055838025245971866, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.005874634900465026, + "sem": 0.0002321458461107067, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016739056962251198, + "sem": 5.787811288269194e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.936391338706017, + "sem": 0.18187875332002004, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004203185466394643, + "sem": 0.0002665673607707162, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2439830517687369, + "sem": 0.005590608346659292, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.868876952677965, + "sem": 0.24614812967430263, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.002612131313071586, + "sem": 0.00021567838150324207, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.15397035780188162, + "sem": 0.004744155672017714, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.10462715476751, + "sem": 0.163939232340831, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00041609928101138394, + "sem": 3.8763517574453736e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.417749140411615, + "sem": 0.2513111671239282, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0029499824190679647, + "sem": 0.00024780023201478326, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.18389818497234955, + "sem": 0.0056040008099604586, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.87871953099966, + "sem": 0.18992975182788094, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0034727423728782014, + "sem": 0.0002328030436514264, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.17846649285638705, + "sem": 0.004596749695301522, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.867862164974213, + "sem": 0.10247634500962063, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011312017722957535, + "sem": 4.353832831106028e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.563190795481205, + "sem": 0.19890551511070925, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.003832979424714722, + "sem": 0.0002676348870526386, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.21271613152930513, + "sem": 0.0054225253877368965, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 26.043820779770613, + "lpips_dec": 0.169819227521657 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.903376195165848, + "sem": 0.37707338740125274, + "n": 72 + }, + "lpips_dec": { + "mean": 0.17093812472497424, + "sem": 0.009200144250641522, + "n": 72 + }, + "psnr_raw": { + "mean": 22.653116994433933, + "sem": 0.23124737257936787, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.23007457596915, + "sem": 0.42746328300993247, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16993046259241446, + "sem": 0.011398864289940734, + "n": 56 + }, + "psnr_raw": { + "mean": 22.844596794673375, + "sem": 0.2573381465012708, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.841884424988653, + "sem": 0.35686912839519297, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17036130006464434, + "sem": 0.00852562958729592, + "n": 71 + }, + "psnr_raw": { + "mean": 22.71634185146278, + "sem": 0.22689526429570048, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.261325223105295, + "sem": 0.3095862085319762, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16838823445141315, + "sem": 0.00979534860473619, + "n": 56 + }, + "psnr_raw": { + "mean": 22.924408197402954, + "sem": 0.17296289792539174, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 27.882850646972656, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.12467792630195618, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.944408416748047, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.043820779770613, + "sem": 0.18482917459923132, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.169819227521657, + "sem": 0.004780616120605411, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18621382995479507, + "sem": 0.003722521536990707, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.702204518020153, + "sem": 0.0947202762584112, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.776927277445793, + "sem": 0.11272709920095815, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.2186860261426773, + "sem": 0.0047239331872113224, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.76913744211197, + "sem": 0.014729606947786113, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6511158337816596, + "sem": 0.012710972139744477, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0032913715324411896, + "sem": 0.00021511815721747814, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0028603633022612485, + "sem": 6.595152640484874e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.22292061522603, + "sem": 0.20459583685723493, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0033576805140000943, + "sem": 0.0002434536994643266, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19830503259436227, + "sem": 0.0055838025245971866, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.005874634900465026, + "sem": 0.0002321458461107067, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016739056962251198, + "sem": 5.787811288269194e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.936391338706017, + "sem": 0.18187875332002004, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004203185466394643, + "sem": 0.0002665673607707162, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2439830517687369, + "sem": 0.005590608346659292, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.868876952677965, + "sem": 0.24614812967430263, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.002612131313071586, + "sem": 0.00021567838150324207, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.15397035780188162, + "sem": 0.004744155672017714, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.10462715476751, + "sem": 0.163939232340831, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00041609928101138394, + "sem": 3.8763517574453736e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.417749140411615, + "sem": 0.2513111671239282, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0029499824190679647, + "sem": 0.00024780023201478326, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.18389818497234955, + "sem": 0.0056040008099604586, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.87871953099966, + "sem": 0.18992975182788094, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0034727423728782014, + "sem": 0.0002328030436514264, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.17846649285638705, + "sem": 0.004596749695301522, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.867862164974213, + "sem": 0.10247634500962063, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011312017722957535, + "sem": 4.353832831106028e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.563190795481205, + "sem": 0.19890551511070925, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.003832979424714722, + "sem": 0.0002676348870526386, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.21271613152930513, + "sem": 0.0054225253877368965, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 26.043820779770613, + "lpips_dec": 0.169819227521657 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.903376195165848, + "sem": 0.37707338740125274, + "n": 72 + }, + "lpips_dec": { + "mean": 0.17093812472497424, + "sem": 0.009200144250641522, + "n": 72 + }, + "psnr_raw": { + "mean": 22.653116994433933, + "sem": 0.23124737257936787, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.23007457596915, + "sem": 0.42746328300993247, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16993046259241446, + "sem": 0.011398864289940734, + "n": 56 + }, + "psnr_raw": { + "mean": 22.844596794673375, + "sem": 0.2573381465012708, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.841884424988653, + "sem": 0.35686912839519297, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17036130006464434, + "sem": 0.00852562958729592, + "n": 71 + }, + "psnr_raw": { + "mean": 22.71634185146278, + "sem": 0.22689526429570048, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.261325223105295, + "sem": 0.3095862085319762, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16838823445141315, + "sem": 0.00979534860473619, + "n": 56 + }, + "psnr_raw": { + "mean": 22.924408197402954, + "sem": 0.17296289792539174, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 27.882850646972656, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.12467792630195618, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.944408416748047, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.395356940791856, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0001000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0001000_live_a7fe5f4917ccdb5f/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 1000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..48abc3ca5e55e74d654560455ebe10c3d1e398e4 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 26.090640634298325, + "sem": 0.1883491274889658, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1690414346230682, + "sem": 0.00482921412248236, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.18561920594947878, + "sem": 0.00373251057578143, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.66324407607317, + "sem": 0.09562573725005327, + "n": 256 + }, + "psnr_raw": { + "mean": 22.777747131884098, + "sem": 0.11354021795912282, + "n": 256 + }, + "lpips_raw": { + "mean": 0.21809212581138127, + "sem": 0.004751365608110673, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.735439345240593, + "sem": 0.014847429690638195, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6473667277023196, + "sem": 0.012251087696519936, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.0032761765558007028, + "sem": 0.00021170022116197038, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0028884565276712237, + "sem": 6.656773853860212e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.29513655230403, + "sem": 0.20932573743019833, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.00333582585858494, + "sem": 0.00023966029140366177, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19739653382566758, + "sem": 0.005638813920414932, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.00587635072406556, + "sem": 0.0002293986976822139, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016869872422830667, + "sem": 5.888667011056884e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.98302687332034, + "sem": 0.18510777806110892, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004185039806088753, + "sem": 0.00026365515534233015, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.24343862340901978, + "sem": 0.005618530379725335, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.961328953504562, + "sem": 0.25368435499791614, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0026007382446096017, + "sem": 0.0002120197583655109, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.15318594174459577, + "sem": 0.004784071971772372, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.041363924741745, + "sem": 0.17044496599617112, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00043149665475539223, + "sem": 4.075529717847618e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.52184796705842, + "sem": 0.25918880997852844, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0029344677138851694, + "sem": 0.00024361916086032716, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.18303476803703234, + "sem": 0.005651871143057585, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.918493203818798, + "sem": 0.19359017814094248, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.0034652144709070853, + "sem": 0.00022987984911544053, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.17773083577048965, + "sem": 0.004630522370639878, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.850106701254845, + "sem": 0.10603112448201793, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011431512332364946, + "sem": 4.5246827985448304e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.611161965876818, + "sem": 0.20293891583357776, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.0038224550055474538, + "sem": 0.0002643045405040602, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.21194020923576318, + "sem": 0.00546102994671317, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 26.090640634298325, + "lpips_dec": 0.1690414346230682 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.902416653103298, + "sem": 0.3846276470650606, + "n": 72 + }, + "lpips_dec": { + "mean": 0.171886265070902, + "sem": 0.009343334793334745, + "n": 72 + }, + "psnr_raw": { + "mean": 22.62454120318095, + "sem": 0.23286172443415964, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.334950378962926, + "sem": 0.4339736237384819, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1668920709219362, + "sem": 0.011123618939939468, + "n": 56 + }, + "psnr_raw": { + "mean": 22.87755802699498, + "sem": 0.2575904239901392, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.8729285925207, + "sem": 0.3622941860312865, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17008798915735432, + "sem": 0.008598791423283193, + "n": 71 + }, + "psnr_raw": { + "mean": 22.712884849225972, + "sem": 0.22865087661497618, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.330204589026316, + "sem": 0.3177782519304804, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16705060597243054, + "sem": 0.010259459313767226, + "n": 56 + }, + "psnr_raw": { + "mean": 22.935563257762364, + "sem": 0.1753901681043713, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 28.003395080566406, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.12175904214382172, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.986682891845703, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.090640634298325, + "sem": 0.1883491274889658, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1690414346230682, + "sem": 0.00482921412248236, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18561920594947878, + "sem": 0.00373251057578143, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.66324407607317, + "sem": 0.09562573725005327, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.777747131884098, + "sem": 0.11354021795912282, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.21809212581138127, + "sem": 0.004751365608110673, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.735439345240593, + "sem": 0.014847429690638195, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6473667277023196, + "sem": 0.012251087696519936, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.0032761765558007028, + "sem": 0.00021170022116197038, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0028884565276712237, + "sem": 6.656773853860212e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.29513655230403, + "sem": 0.20932573743019833, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.00333582585858494, + "sem": 0.00023966029140366177, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19739653382566758, + "sem": 0.005638813920414932, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.00587635072406556, + "sem": 0.0002293986976822139, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016869872422830667, + "sem": 5.888667011056884e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.98302687332034, + "sem": 0.18510777806110892, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004185039806088753, + "sem": 0.00026365515534233015, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.24343862340901978, + "sem": 0.005618530379725335, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.961328953504562, + "sem": 0.25368435499791614, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0026007382446096017, + "sem": 0.0002120197583655109, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.15318594174459577, + "sem": 0.004784071971772372, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.041363924741745, + "sem": 0.17044496599617112, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00043149665475539223, + "sem": 4.075529717847618e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.52184796705842, + "sem": 0.25918880997852844, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0029344677138851694, + "sem": 0.00024361916086032716, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.18303476803703234, + "sem": 0.005651871143057585, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.918493203818798, + "sem": 0.19359017814094248, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.0034652144709070853, + "sem": 0.00022987984911544053, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.17773083577048965, + "sem": 0.004630522370639878, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.850106701254845, + "sem": 0.10603112448201793, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011431512332364946, + "sem": 4.5246827985448304e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.611161965876818, + "sem": 0.20293891583357776, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.0038224550055474538, + "sem": 0.0002643045405040602, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.21194020923576318, + "sem": 0.00546102994671317, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 26.090640634298325, + "lpips_dec": 0.1690414346230682 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.902416653103298, + "sem": 0.3846276470650606, + "n": 72 + }, + "lpips_dec": { + "mean": 0.171886265070902, + "sem": 0.009343334793334745, + "n": 72 + }, + "psnr_raw": { + "mean": 22.62454120318095, + "sem": 0.23286172443415964, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.334950378962926, + "sem": 0.4339736237384819, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1668920709219362, + "sem": 0.011123618939939468, + "n": 56 + }, + "psnr_raw": { + "mean": 22.87755802699498, + "sem": 0.2575904239901392, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.8729285925207, + "sem": 0.3622941860312865, + "n": 71 + }, + "lpips_dec": { + "mean": 0.17008798915735432, + "sem": 0.008598791423283193, + "n": 71 + }, + "psnr_raw": { + "mean": 22.712884849225972, + "sem": 0.22865087661497618, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.330204589026316, + "sem": 0.3177782519304804, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16705060597243054, + "sem": 0.010259459313767226, + "n": 56 + }, + "psnr_raw": { + "mean": 22.935563257762364, + "sem": 0.1753901681043713, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 28.003395080566406, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.12175904214382172, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.986682891845703, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.244913391585822, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0002000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0002000_live_43d5f43b339e6698/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 2000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/directional.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/directional.json new file mode 100644 index 0000000000000000000000000000000000000000..7dbbe118ec986e0c3c27f59d1ca3f63ecd973ca2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/directional.json @@ -0,0 +1,7340 @@ +{ + "summary": { + "windows": 256, + "sign_deadband_px": 1.0, + "correct_frac": 0.8671875, + "ref_frac": 0.9140625, + "ref_raw_frac": 0.8984375, + "recorded_expected_sign_frac": 0.91015625, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "per_direction": { + "left": { + "windows": 128, + "correct_frac": 0.8515625, + "recorded": { + "mean": 15.59292380604893, + "median": 19.402149200439453, + "expected_sign_frac": 0.890625, + "undefined": 0 + }, + "swapped": { + "mean": -16.055275021120906, + "median": -19.817956924438477, + "expected_sign_frac": 0.953125, + "undefined": 0 + }, + "reference": { + "mean": 16.365800391940866, + "median": 20.22044277191162, + "expected_sign_frac": 0.890625, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.890625, + "reference_raw": { + "mean": 16.018321141571505, + "median": 19.38067626953125, + "expected_sign_frac": 0.875, + "undefined": 0 + } + }, + "right": { + "windows": 128, + "correct_frac": 0.8828125, + "recorded": { + "mean": -17.2651325261686, + "median": -20.80443286895752, + "expected_sign_frac": 0.9296875, + "undefined": 0 + }, + "swapped": { + "mean": 17.820490395766683, + "median": 20.162004470825195, + "expected_sign_frac": 0.9453125, + "undefined": 0 + }, + "reference": { + "mean": -17.099590615718625, + "median": -20.501426696777344, + "expected_sign_frac": 0.9375, + "undefined": 0 + }, + "persistence": { + "mean": 0.0, + "median": 0.0, + "expected_sign_frac": 0.0, + "correct_frac": 0.0 + }, + "ref_frac": 0.9375, + "reference_raw": { + "mean": -17.050970331110875, + "median": -20.312487602233887, + "expected_sign_frac": 0.921875, + "undefined": 0 + } + } + }, + "motion": { + "horizon": 4, + "ratio": 0.8359514893539529, + "per_horizon": { + "1": 0.9594057305999435, + "2": 0.8180593463385121, + "3": 0.8001116357995006, + "4": 0.7627544020554483 + }, + "mean_pred": 0.04081765069713583, + "mean_real": 0.04882777435886965, + "persistence_ratio": 0.0 + } + }, + "windows": [ + { + "index": 84, + "episode": 29, + "map": 8, + "start": 84, + "target_tic": 116, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -8.29382038116455, + "shift_swapped": 3.975576877593994, + "shift_reference": -8.547292709350586, + "peak_recorded": 0.6407500505447388, + "peak_swapped": 0.6456482410430908, + "peak_reference": 0.5874411463737488, + "motion_pred": [ + 0.043793775141239166, + 0.03387930244207382, + 0.04343607276678085, + 0.04206076264381409 + ], + "motion_real": [ + 0.04595702514052391, + 0.040371622890233994, + 0.05019202455878258, + 0.05246734619140625 + ], + "shift_reference_raw": -8.750212669372559 + }, + { + "index": 154, + "episode": 29, + "map": 8, + "start": 154, + "target_tic": 186, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.176973342895508, + "shift_swapped": 19.31362533569336, + "shift_reference": -20.384403228759766, + "peak_recorded": 0.8807545900344849, + "peak_swapped": 0.8624638915061951, + "peak_reference": 0.8940930366516113, + "motion_pred": [ + 0.07877648621797562, + 0.0756186917424202, + 0.07343163341283798, + 0.07220166176557541 + ], + "motion_real": [ + 0.07833829522132874, + 0.08076866716146469, + 0.08463791012763977, + 0.07909335941076279 + ], + "shift_reference_raw": -20.429800033569336 + }, + { + "index": 330, + "episode": 29, + "map": 8, + "start": 330, + "target_tic": 362, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -32.0, + "peak_recorded": 0.4994935989379883, + "peak_swapped": 0.7108647227287292, + "peak_reference": 0.24301737546920776, + "motion_pred": [ + 0.05701061710715294, + 0.03152567893266678, + 0.022099042311310768, + 0.02095489576458931 + ], + "motion_real": [ + 0.04810493066906929, + 0.03669581934809685, + 0.037070583552122116, + 0.04094519093632698 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 381, + "episode": 29, + "map": 8, + "start": 381, + "target_tic": 413, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.17379076778888702, + "shift_swapped": 8.34065055847168, + "shift_reference": -0.3968217670917511, + "peak_recorded": 0.6326084733009338, + "peak_swapped": 0.6173774600028992, + "peak_reference": 0.5833104848861694, + "motion_pred": [ + 0.065159372985363, + 0.03670617938041687, + 0.03008861653506756, + 0.035489387810230255 + ], + "motion_real": [ + 0.06836716830730438, + 0.05232216417789459, + 0.043820127844810486, + 0.04458354786038399 + ], + "shift_reference_raw": -0.05659230425953865 + }, + { + "index": 479, + "episode": 29, + "map": 8, + "start": 479, + "target_tic": 511, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.84438419342041, + "shift_swapped": -2.36628794670105, + "shift_reference": 8.941763877868652, + "peak_recorded": 0.5762439370155334, + "peak_swapped": 0.6234148144721985, + "peak_reference": 0.45337849855422974, + "motion_pred": [ + 0.028946232050657272, + 0.02593637816607952, + 0.025189518928527832, + 0.02478613890707493 + ], + "motion_real": [ + 0.03016112558543682, + 0.030233843252062798, + 0.0299498550593853, + 0.029915066435933113 + ], + "shift_reference_raw": 8.951683044433594 + }, + { + "index": 1088, + "episode": 29, + "map": 8, + "start": 1123, + "target_tic": 1155, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.026348114013672, + "shift_swapped": -21.09601402282715, + "shift_reference": 16.118925094604492, + "peak_recorded": 0.5179257988929749, + "peak_swapped": 0.5812873244285583, + "peak_reference": 0.5305636525154114, + "motion_pred": [ + 0.09892385452985764, + 0.06848026812076569, + 0.034268736839294434, + 0.03643782064318657 + ], + "motion_real": [ + 0.10448082536458969, + 0.0834362730383873, + 0.06178829446434975, + 0.06497214734554291 + ], + "shift_reference_raw": 15.927335739135742 + }, + { + "index": 1369, + "episode": 29, + "map": 8, + "start": 1404, + "target_tic": 1436, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.812213897705078, + "shift_swapped": 19.73076820373535, + "shift_reference": -24.39740753173828, + "peak_recorded": 0.7397799491882324, + "peak_swapped": 0.8578928709030151, + "peak_reference": 0.7274985313415527, + "motion_pred": [ + 0.1386876255273819, + 0.11229705810546875, + 0.11010193079710007, + 0.10890411585569382 + ], + "motion_real": [ + 0.14112961292266846, + 0.1390753984451294, + 0.13882268965244293, + 0.14105574786663055 + ], + "shift_reference_raw": -24.05694580078125 + }, + { + "index": 1497, + "episode": 29, + "map": 8, + "start": 1532, + "target_tic": 1564, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.216838836669922, + "shift_swapped": 17.379671096801758, + "shift_reference": -26.470937728881836, + "peak_recorded": 0.9578118324279785, + "peak_swapped": 0.9584711194038391, + "peak_reference": 0.9464305639266968, + "motion_pred": [ + 0.18596629798412323, + 0.09923026710748672, + 0.1429259330034256, + 0.10865022987127304 + ], + "motion_real": [ + 0.18350131809711456, + 0.11324424296617508, + 0.16040684282779694, + 0.12402249127626419 + ], + "shift_reference_raw": -26.710121154785156 + }, + { + "index": 1601, + "episode": 29, + "map": 8, + "start": 1636, + "target_tic": 1668, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.61647605895996, + "shift_swapped": -22.89580726623535, + "shift_reference": 20.342222213745117, + "peak_recorded": 0.970933198928833, + "peak_swapped": 0.9543637633323669, + "peak_reference": 0.9392483234405518, + "motion_pred": [ + 0.12036561220884323, + 0.11123757809400558, + 0.099371038377285, + 0.11405288428068161 + ], + "motion_real": [ + 0.12349475920200348, + 0.11725350469350815, + 0.15082547068595886, + 0.13015975058078766 + ], + "shift_reference_raw": 20.315570831298828 + }, + { + "index": 1677, + "episode": 29, + "map": 8, + "start": 1712, + "target_tic": 1744, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 9.886868476867676, + "shift_reference": -32.0, + "peak_recorded": 0.8678041100502014, + "peak_swapped": 0.8685308694839478, + "peak_reference": 0.9196760654449463, + "motion_pred": [ + 0.16901668906211853, + 0.11238495260477066, + 0.17762209475040436, + 0.12669482827186584 + ], + "motion_real": [ + 0.1503930389881134, + 0.16898088157176971, + 0.12337566912174225, + 0.0848252922296524 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 1776, + "episode": 29, + "map": 8, + "start": 1811, + "target_tic": 1843, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.94065284729004, + "shift_swapped": 27.076967239379883, + "shift_reference": -27.72539520263672, + "peak_recorded": 0.6111751794815063, + "peak_swapped": 0.6279786229133606, + "peak_reference": 0.5911610722541809, + "motion_pred": [ + 0.03386539965867996, + 0.02852659486234188, + 0.02784702554345131, + 0.026269735768437386 + ], + "motion_real": [ + 0.03650917112827301, + 0.03895413875579834, + 0.039549749344587326, + 0.037444643676280975 + ], + "shift_reference_raw": -27.64444351196289 + }, + { + "index": 1932, + "episode": 29, + "map": 8, + "start": 2002, + "target_tic": 2034, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -18.615100860595703, + "peak_recorded": 0.4441743493080139, + "peak_swapped": 0.25589287281036377, + "peak_reference": 0.27174103260040283, + "motion_pred": [ + 0.09568171203136444, + 0.06879528611898422, + 0.056673813611269, + 0.03539060056209564 + ], + "motion_real": [ + 0.10514979064464569, + 0.08631741255521774, + 0.08143912255764008, + 0.058479953557252884 + ], + "shift_reference_raw": -18.8359375 + }, + { + "index": 1983, + "episode": 29, + "map": 8, + "start": 2053, + "target_tic": 2085, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 31.38862419128418, + "shift_swapped": -12.189352989196777, + "shift_reference": 32.0, + "peak_recorded": 0.5847691893577576, + "peak_swapped": 0.40579360723495483, + "peak_reference": 0.3242586553096771, + "motion_pred": [ + 0.06839016079902649, + 0.042026132345199585, + 0.04458564892411232, + 0.047539930790662766 + ], + "motion_real": [ + 0.08157489448785782, + 0.059323977679014206, + 0.05795207619667053, + 0.06856140494346619 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 2107, + "episode": 29, + "map": 8, + "start": 2177, + "target_tic": 2209, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.816522598266602, + "shift_swapped": 32.0, + "shift_reference": -4.055784225463867, + "peak_recorded": 0.5517565608024597, + "peak_swapped": 0.6501033306121826, + "peak_reference": 0.5098592042922974, + "motion_pred": [ + 0.055216625332832336, + 0.04162575677037239, + 0.03590324521064758, + 0.03689860180020332 + ], + "motion_real": [ + 0.052062757313251495, + 0.058234136551618576, + 0.05455535277724266, + 0.0597643107175827 + ], + "shift_reference_raw": -3.898616075515747 + }, + { + "index": 2163, + "episode": 29, + "map": 8, + "start": 2233, + "target_tic": 2265, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.905287742614746, + "shift_swapped": 5.349131107330322, + "shift_reference": -1.2644867897033691, + "peak_recorded": 0.9261190295219421, + "peak_swapped": 0.8842542767524719, + "peak_reference": 0.8691830039024353, + "motion_pred": [ + 0.031599123030900955, + 0.025729913264513016, + 0.021091600880026817, + 0.02063627913594246 + ], + "motion_real": [ + 0.032958656549453735, + 0.0339532345533371, + 0.03375498577952385, + 0.03305257484316826 + ], + "shift_reference_raw": -1.2282482385635376 + }, + { + "index": 2324, + "episode": 29, + "map": 8, + "start": 2429, + "target_tic": 2461, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.5699704885482788, + "shift_swapped": -21.185884475708008, + "shift_reference": 14.894432067871094, + "peak_recorded": 0.5470842719078064, + "peak_swapped": 0.4284641742706299, + "peak_reference": 0.5642138719558716, + "motion_pred": [ + 0.06236448138952255, + 0.03410976007580757, + 0.0419280007481575, + 0.034193120896816254 + ], + "motion_real": [ + 0.0687396228313446, + 0.06158281862735748, + 0.054166972637176514, + 0.05630039796233177 + ], + "shift_reference_raw": 15.6994047164917 + }, + { + "index": 2415, + "episode": 29, + "map": 8, + "start": 2520, + "target_tic": 2552, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.11872580647468567, + "shift_swapped": -32.0, + "shift_reference": -29.829187393188477, + "peak_recorded": 0.5177270174026489, + "peak_swapped": 0.4544915556907654, + "peak_reference": 0.24235858023166656, + "motion_pred": [ + 0.051650647073984146, + 0.03316718339920044, + 0.03869364410638809, + 0.04881100356578827 + ], + "motion_real": [ + 0.06787682324647903, + 0.06252037733793259, + 0.06680354475975037, + 0.07470330595970154 + ], + "shift_reference_raw": -29.195667266845703 + }, + { + "index": 2492, + "episode": 29, + "map": 8, + "start": 2597, + "target_tic": 2629, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.8019394874572754, + "shift_swapped": -8.566018104553223, + "shift_reference": 1.802100658416748, + "peak_recorded": 0.7267931699752808, + "peak_swapped": 0.7046390771865845, + "peak_reference": 0.7155824899673462, + "motion_pred": [ + 0.0290843416005373, + 0.05224940553307533, + 0.03645746782422066, + 0.03619132936000824 + ], + "motion_real": [ + 0.02925085835158825, + 0.05619305372238159, + 0.047689441591501236, + 0.03623269125819206 + ], + "shift_reference_raw": 0.36739885807037354 + }, + { + "index": 2521, + "episode": 29, + "map": 8, + "start": 2626, + "target_tic": 2658, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -10.206694602966309, + "shift_reference": 20.91550064086914, + "peak_recorded": 0.3628845810890198, + "peak_swapped": 0.5282720923423767, + "peak_reference": 0.38199180364608765, + "motion_pred": [ + 0.07638075202703476, + 0.05222813040018082, + 0.05626506358385086, + 0.06373000890016556 + ], + "motion_real": [ + 0.07796487212181091, + 0.06042282283306122, + 0.05712917819619179, + 0.05636613070964813 + ], + "shift_reference_raw": 18.487266540527344 + }, + { + "index": 2624, + "episode": 29, + "map": 8, + "start": 2729, + "target_tic": 2761, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.631186485290527, + "shift_swapped": 23.429279327392578, + "shift_reference": -8.762561798095703, + "peak_recorded": 0.5858195424079895, + "peak_swapped": 0.4296357035636902, + "peak_reference": 0.5234250426292419, + "motion_pred": [ + 0.04449104145169258, + 0.04283909127116203, + 0.04124126955866814, + 0.03646344318985939 + ], + "motion_real": [ + 0.04678685590624809, + 0.04900646582245827, + 0.049769025295972824, + 0.051659367978572845 + ], + "shift_reference_raw": -7.707444190979004 + }, + { + "index": 2733, + "episode": 29, + "map": 8, + "start": 2838, + "target_tic": 2870, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.210336685180664, + "shift_swapped": 19.96808433532715, + "shift_reference": -23.431310653686523, + "peak_recorded": 0.843172550201416, + "peak_swapped": 0.8580529093742371, + "peak_reference": 0.7884899377822876, + "motion_pred": [ + 0.06411697715520859, + 0.05062117055058479, + 0.0468742772936821, + 0.051668982952833176 + ], + "motion_real": [ + 0.06615592539310455, + 0.06161618232727051, + 0.05868988111615181, + 0.06278307735919952 + ], + "shift_reference_raw": -23.3260498046875 + }, + { + "index": 2796, + "episode": 29, + "map": 8, + "start": 2936, + "target_tic": 2968, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": -0.3982471823692322, + "peak_recorded": 0.7768068909645081, + "peak_swapped": 0.7434295415878296, + "peak_reference": 0.7240993976593018, + "motion_pred": [ + 0.045741915702819824, + 0.0335317961871624, + 0.03103521466255188, + 0.027126451954245567 + ], + "motion_real": [ + 0.04178909584879875, + 0.04182792082428932, + 0.044560980051755905, + 0.04315967112779617 + ], + "shift_reference_raw": -14.08773136138916 + }, + { + "index": 3825, + "episode": 29, + "map": 8, + "start": 4035, + "target_tic": 4067, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.104218482971191, + "shift_swapped": -1.6925336122512817, + "shift_reference": 7.7706170082092285, + "peak_recorded": 0.6276659369468689, + "peak_swapped": 0.6301191449165344, + "peak_reference": 0.564501941204071, + "motion_pred": [ + 0.03642014041543007, + 0.03387375548481941, + 0.03605993464589119, + 0.021847335621714592 + ], + "motion_real": [ + 0.038614943623542786, + 0.03770364820957184, + 0.04652324318885803, + 0.03843221068382263 + ], + "shift_reference_raw": 7.900868892669678 + }, + { + "index": 3995, + "episode": 29, + "map": 8, + "start": 4240, + "target_tic": 4272, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.952349066734314, + "shift_swapped": -11.110892295837402, + "shift_reference": -0.5138938426971436, + "peak_recorded": 0.5426768064498901, + "peak_swapped": 0.41550323367118835, + "peak_reference": 0.43017256259918213, + "motion_pred": [ + 0.0275088120251894, + 0.026192449033260345, + 0.026379672810435295, + 0.05280991643667221 + ], + "motion_real": [ + 0.028703901916742325, + 0.030122973024845123, + 0.030305011197924614, + 0.06597302854061127 + ], + "shift_reference_raw": -2.107769727706909 + }, + { + "index": 4057, + "episode": 29, + "map": 8, + "start": 4302, + "target_tic": 4334, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.61851692199707, + "shift_swapped": 23.608320236206055, + "shift_reference": -24.82771110534668, + "peak_recorded": 0.6203915476799011, + "peak_swapped": 0.5806643962860107, + "peak_reference": 0.6149413585662842, + "motion_pred": [ + 0.05159038305282593, + 0.0873325765132904, + 0.03291313350200653, + 0.03004688397049904 + ], + "motion_real": [ + 0.05369769409298897, + 0.09126964956521988, + 0.053198330104351044, + 0.05138208344578743 + ], + "shift_reference_raw": -20.31695556640625 + }, + { + "index": 4065, + "episode": 29, + "map": 8, + "start": 4310, + "target_tic": 4342, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.148162841796875, + "shift_swapped": 24.952741622924805, + "shift_reference": -24.75487518310547, + "peak_recorded": 0.7002835869789124, + "peak_swapped": 0.6184351444244385, + "peak_reference": 0.6672653555870056, + "motion_pred": [ + 0.046726126223802567, + 0.04289161041378975, + 0.03957953676581383, + 0.03674370422959328 + ], + "motion_real": [ + 0.04808872938156128, + 0.05017240718007088, + 0.05093800276517868, + 0.04829852655529976 + ], + "shift_reference_raw": -20.078018188476562 + }, + { + "index": 4249, + "episode": 29, + "map": 8, + "start": 4494, + "target_tic": 4526, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.581192016601562, + "shift_swapped": 22.944236755371094, + "shift_reference": -22.036800384521484, + "peak_recorded": 0.7426955699920654, + "peak_swapped": 0.6982644200325012, + "peak_reference": 0.7178382277488708, + "motion_pred": [ + 0.030254140496253967, + 0.026643088087439537, + 0.02616788074374199, + 0.025337016209959984 + ], + "motion_real": [ + 0.0315120667219162, + 0.03130177780985832, + 0.030202800408005714, + 0.030107375234365463 + ], + "shift_reference_raw": -20.246919631958008 + }, + { + "index": 4304, + "episode": 29, + "map": 8, + "start": 4549, + "target_tic": 4581, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.481460571289062, + "shift_swapped": -24.397754669189453, + "shift_reference": 16.215452194213867, + "peak_recorded": 0.890710175037384, + "peak_swapped": 0.896614134311676, + "peak_reference": 0.8656015396118164, + "motion_pred": [ + 0.06005404144525528, + 0.05742623284459114, + 0.05528239905834198, + 0.0584103949368 + ], + "motion_real": [ + 0.062029752880334854, + 0.06200806796550751, + 0.056053828448057175, + 0.060641296207904816 + ], + "shift_reference_raw": 16.237829208374023 + }, + { + "index": 4341, + "episode": 29, + "map": 8, + "start": 4586, + "target_tic": 4618, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.888349533081055, + "shift_swapped": -21.96957015991211, + "shift_reference": 21.018102645874023, + "peak_recorded": 0.6626391410827637, + "peak_swapped": 0.7379239201545715, + "peak_reference": 0.7537980079650879, + "motion_pred": [ + 0.04818340018391609, + 0.04612091928720474, + 0.03942889720201492, + 0.03659636154770851 + ], + "motion_real": [ + 0.046500373631715775, + 0.04651082307100296, + 0.047019269317388535, + 0.042874693870544434 + ], + "shift_reference_raw": 20.867305755615234 + }, + { + "index": 4450, + "episode": 29, + "map": 8, + "start": 4695, + "target_tic": 4727, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.313127517700195, + "shift_swapped": -20.73397445678711, + "shift_reference": 22.415334701538086, + "peak_recorded": 0.8788498640060425, + "peak_swapped": 0.8046011924743652, + "peak_reference": 0.7827164530754089, + "motion_pred": [ + 0.09380767494440079, + 0.08375183492898941, + 0.09430448710918427, + 0.029289012774825096 + ], + "motion_real": [ + 0.10701946914196014, + 0.11215446144342422, + 0.12688098847866058, + 0.06025480479001999 + ], + "shift_reference_raw": 22.452388763427734 + }, + { + "index": 4483, + "episode": 29, + "map": 8, + "start": 4728, + "target_tic": 4760, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.9470039010047913, + "shift_swapped": -9.76916790008545, + "shift_reference": 0.24388615787029266, + "peak_recorded": 0.8291205167770386, + "peak_swapped": 0.8437130451202393, + "peak_reference": 0.9167259335517883, + "motion_pred": [ + 0.10204136371612549, + 0.07724090665578842, + 0.08458540588617325, + 0.06809144467115402 + ], + "motion_real": [ + 0.09792820364236832, + 0.08752419799566269, + 0.09821870923042297, + 0.17355667054653168 + ], + "shift_reference_raw": 0.3070252537727356 + }, + { + "index": 4491, + "episode": 29, + "map": 8, + "start": 4736, + "target_tic": 4768, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -7.055418014526367, + "shift_reference": 21.99764633178711, + "peak_recorded": 0.9327816963195801, + "peak_swapped": 0.9374557137489319, + "peak_reference": 0.9198798537254333, + "motion_pred": [ + 0.05028415471315384, + 0.04249781370162964, + 0.04998933523893356, + 0.045123130083084106 + ], + "motion_real": [ + 0.05134960636496544, + 0.03818153962492943, + 0.05093169957399368, + 0.10084185004234314 + ], + "shift_reference_raw": 22.010515213012695 + }, + { + "index": 4573, + "episode": 29, + "map": 8, + "start": 4818, + "target_tic": 4850, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.32651138305664, + "shift_swapped": 17.582015991210938, + "shift_reference": -23.44500160217285, + "peak_recorded": 0.9126155376434326, + "peak_swapped": 0.8623284697532654, + "peak_reference": 0.9041444659233093, + "motion_pred": [ + 0.07298571616411209, + 0.0654730498790741, + 0.06692387163639069, + 0.06979656219482422 + ], + "motion_real": [ + 0.07467488199472427, + 0.07608366757631302, + 0.07820399850606918, + 0.08760321885347366 + ], + "shift_reference_raw": -23.329219818115234 + }, + { + "index": 4661, + "episode": 29, + "map": 8, + "start": 4906, + "target_tic": 4938, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.101215362548828, + "shift_swapped": -16.350936889648438, + "shift_reference": 23.331729888916016, + "peak_recorded": 0.6047406196594238, + "peak_swapped": 0.5882329940795898, + "peak_reference": 0.5643259286880493, + "motion_pred": [ + 0.03437088429927826, + 0.028302084654569626, + 0.027780186384916306, + 0.02866608090698719 + ], + "motion_real": [ + 0.03525690734386444, + 0.03376090154051781, + 0.033325906842947006, + 0.035444337874650955 + ], + "shift_reference_raw": 21.95539665222168 + }, + { + "index": 4691, + "episode": 29, + "map": 8, + "start": 4936, + "target_tic": 4968, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.698530912399292, + "shift_swapped": 0.6767354011535645, + "shift_reference": -2.065619707107544, + "peak_recorded": 0.9207291007041931, + "peak_swapped": 0.893966555595398, + "peak_reference": 0.8941655158996582, + "motion_pred": [ + 0.025550927966833115, + 0.023671234026551247, + 0.0227013248950243, + 0.029674017801880836 + ], + "motion_real": [ + 0.027378972619771957, + 0.02645985223352909, + 0.02720067650079727, + 0.03198825940489769 + ], + "shift_reference_raw": -0.15815243124961853 + }, + { + "index": 4725, + "episode": 146, + "map": 8, + "start": 31, + "target_tic": 63, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.774805068969727, + "shift_swapped": 26.67181968688965, + "shift_reference": -21.716012954711914, + "peak_recorded": 0.7054300308227539, + "peak_swapped": 0.6936887502670288, + "peak_reference": 0.6569507718086243, + "motion_pred": [ + 0.032517895102500916, + 0.02785610221326351, + 0.03169899806380272, + 0.031178606674075127 + ], + "motion_real": [ + 0.037243448197841644, + 0.03892972320318222, + 0.037056487053632736, + 0.03662914037704468 + ], + "shift_reference_raw": -21.396326065063477 + }, + { + "index": 4893, + "episode": 146, + "map": 8, + "start": 199, + "target_tic": 231, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -25.891944885253906, + "shift_reference": 21.144920349121094, + "peak_recorded": 0.7099754214286804, + "peak_swapped": 0.7055109739303589, + "peak_reference": 0.6713466048240662, + "motion_pred": [ + 0.051486723124980927, + 0.04312921315431595, + 0.04014186933636665, + 0.04291265085339546 + ], + "motion_real": [ + 0.05972857028245926, + 0.06297934055328369, + 0.055412277579307556, + 0.05052855238318443 + ], + "shift_reference_raw": 18.046510696411133 + }, + { + "index": 4924, + "episode": 146, + "map": 8, + "start": 230, + "target_tic": 262, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -22.797090530395508, + "shift_reference": 32.0, + "peak_recorded": 0.711039125919342, + "peak_swapped": 0.7424329519271851, + "peak_reference": 0.6576492190361023, + "motion_pred": [ + 0.03448937088251114, + 0.02787826955318451, + 0.024994181469082832, + 0.024933425709605217 + ], + "motion_real": [ + 0.03464129567146301, + 0.02909284085035324, + 0.028138186782598495, + 0.02817627415060997 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 4956, + "episode": 146, + "map": 8, + "start": 262, + "target_tic": 294, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.860317230224609, + "shift_swapped": -4.571156024932861, + "shift_reference": 5.339259624481201, + "peak_recorded": 0.8948107361793518, + "peak_swapped": 0.8746474385261536, + "peak_reference": 0.8468684554100037, + "motion_pred": [ + 0.03301672637462616, + 0.027501391246914864, + 0.028226500377058983, + 0.025856731459498405 + ], + "motion_real": [ + 0.036109983921051025, + 0.03693503513932228, + 0.03800345957279205, + 0.036675434559583664 + ], + "shift_reference_raw": 5.260969638824463 + }, + { + "index": 4998, + "episode": 146, + "map": 8, + "start": 304, + "target_tic": 336, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.399602890014648, + "shift_swapped": -32.0, + "shift_reference": 18.714584350585938, + "peak_recorded": 0.7786930203437805, + "peak_swapped": 0.6000562906265259, + "peak_reference": 0.8590924739837646, + "motion_pred": [ + 0.05944451317191124, + 0.04921665042638779, + 0.04772142320871353, + 0.045623548328876495 + ], + "motion_real": [ + 0.06760696321725845, + 0.07123428583145142, + 0.07372210919857025, + 0.0763862282037735 + ], + "shift_reference_raw": 18.60213279724121 + }, + { + "index": 5042, + "episode": 146, + "map": 8, + "start": 348, + "target_tic": 380, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 11.88260555267334, + "shift_reference": -29.44097137451172, + "peak_recorded": 0.7639384269714355, + "peak_swapped": 0.8058485984802246, + "peak_reference": 0.8067615628242493, + "motion_pred": [ + 0.19383569061756134, + 0.1837557703256607, + 0.20771919190883636, + 0.13037867844104767 + ], + "motion_real": [ + 0.1742161214351654, + 0.18575532734394073, + 0.20788609981536865, + 0.16124510765075684 + ], + "shift_reference_raw": -29.29478645324707 + }, + { + "index": 5345, + "episode": 146, + "map": 8, + "start": 686, + "target_tic": 718, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.30841064453125, + "shift_swapped": 18.88531494140625, + "shift_reference": -22.87778091430664, + "peak_recorded": 0.8560895323753357, + "peak_swapped": 0.8588778376579285, + "peak_reference": 0.8180853724479675, + "motion_pred": [ + 0.04276124760508537, + 0.035315439105033875, + 0.033709656447172165, + 0.031667400151491165 + ], + "motion_real": [ + 0.046479593962430954, + 0.041086580604314804, + 0.03755425289273262, + 0.03760700672864914 + ], + "shift_reference_raw": -22.763940811157227 + }, + { + "index": 5412, + "episode": 146, + "map": 8, + "start": 753, + "target_tic": 785, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.9902366995811462, + "shift_swapped": 10.703813552856445, + "shift_reference": -2.006927967071533, + "peak_recorded": 0.8441661596298218, + "peak_swapped": 0.8529415726661682, + "peak_reference": 0.7261891961097717, + "motion_pred": [ + 0.03970228135585785, + 0.03500361368060112, + 0.0357065387070179, + 0.03256775811314583 + ], + "motion_real": [ + 0.04226046800613403, + 0.05064418539404869, + 0.04793233424425125, + 0.051928550004959106 + ], + "shift_reference_raw": -0.2993079125881195 + }, + { + "index": 5647, + "episode": 146, + "map": 8, + "start": 988, + "target_tic": 1020, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.705461502075195, + "shift_swapped": 29.644302368164062, + "shift_reference": -19.202932357788086, + "peak_recorded": 0.7291920781135559, + "peak_swapped": 0.7053834199905396, + "peak_reference": 0.708527147769928, + "motion_pred": [ + 0.030596360564231873, + 0.025340355932712555, + 0.025345956906676292, + 0.022688841447234154 + ], + "motion_real": [ + 0.031592756509780884, + 0.031127961352467537, + 0.03179710730910301, + 0.03196527436375618 + ], + "shift_reference_raw": -18.540584564208984 + }, + { + "index": 5856, + "episode": 146, + "map": 8, + "start": 1197, + "target_tic": 1229, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 28.598474502563477, + "shift_swapped": -21.993322372436523, + "shift_reference": 13.012201309204102, + "peak_recorded": 0.6315135359764099, + "peak_swapped": 0.7479944825172424, + "peak_reference": 0.7433851957321167, + "motion_pred": [ + 0.05298899486660957, + 0.03958380967378616, + 0.027303079143166542, + 0.02632630243897438 + ], + "motion_real": [ + 0.059861451387405396, + 0.05528984218835831, + 0.06670724600553513, + 0.07140496373176575 + ], + "shift_reference_raw": 13.019491195678711 + }, + { + "index": 5859, + "episode": 146, + "map": 8, + "start": 1200, + "target_tic": 1232, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.883880615234375, + "shift_swapped": -18.385896682739258, + "shift_reference": 27.326879501342773, + "peak_recorded": 0.3732859492301941, + "peak_swapped": 0.5669896006584167, + "peak_reference": 0.3791131377220154, + "motion_pred": [ + 0.06408973783254623, + 0.046791110187768936, + 0.03500945866107941, + 0.03263521194458008 + ], + "motion_real": [ + 0.07140496373176575, + 0.07047300785779953, + 0.06577660143375397, + 0.060126498341560364 + ], + "shift_reference_raw": 27.242313385009766 + }, + { + "index": 5956, + "episode": 146, + "map": 8, + "start": 1297, + "target_tic": 1329, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 20.862369537353516, + "shift_reference": -32.0, + "peak_recorded": 0.7477066516876221, + "peak_swapped": 0.911607563495636, + "peak_reference": 0.7571062445640564, + "motion_pred": [ + 0.09730269014835358, + 0.07275190204381943, + 0.0421861857175827, + 0.034048665314912796 + ], + "motion_real": [ + 0.10046572238206863, + 0.08575759828090668, + 0.06126834452152252, + 0.040146492421627045 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 6006, + "episode": 146, + "map": 8, + "start": 1382, + "target_tic": 1414, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -13.303597450256348, + "shift_swapped": 28.37680435180664, + "shift_reference": -11.912579536437988, + "peak_recorded": 0.8513497114181519, + "peak_swapped": 0.8640621900558472, + "peak_reference": 0.8506202697753906, + "motion_pred": [ + 0.04236067831516266, + 0.040864620357751846, + 0.037799108773469925, + 0.041729286313056946 + ], + "motion_real": [ + 0.04445318505167961, + 0.04831140488386154, + 0.04909908026456833, + 0.04684009775519371 + ], + "shift_reference_raw": -11.86500072479248 + }, + { + "index": 6270, + "episode": 146, + "map": 8, + "start": 1646, + "target_tic": 1678, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.5661678314209, + "shift_swapped": 20.667177200317383, + "shift_reference": -21.872529983520508, + "peak_recorded": 0.6224764585494995, + "peak_swapped": 0.5767465233802795, + "peak_reference": 0.6183229088783264, + "motion_pred": [ + 0.032372139394283295, + 0.029602309688925743, + 0.030735548585653305, + 0.030460795387625694 + ], + "motion_real": [ + 0.03425970673561096, + 0.037452977150678635, + 0.03968270123004913, + 0.04074280709028244 + ], + "shift_reference_raw": -22.01179313659668 + }, + { + "index": 6353, + "episode": 146, + "map": 8, + "start": 1729, + "target_tic": 1761, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.39458656311035, + "shift_swapped": 19.89751625061035, + "shift_reference": -23.755821228027344, + "peak_recorded": 0.606377363204956, + "peak_swapped": 0.5212674140930176, + "peak_reference": 0.6157299280166626, + "motion_pred": [ + 0.03494904935359955, + 0.027849016711115837, + 0.02681700699031353, + 0.02753916196525097 + ], + "motion_real": [ + 0.03650801256299019, + 0.03715846687555313, + 0.0355566032230854, + 0.03477101027965546 + ], + "shift_reference_raw": -23.500547409057617 + }, + { + "index": 6761, + "episode": 146, + "map": 8, + "start": 2172, + "target_tic": 2204, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 6.334102630615234, + "shift_swapped": -4.097010612487793, + "shift_reference": 6.218446731567383, + "peak_recorded": 0.39474111795425415, + "peak_swapped": 0.33967068791389465, + "peak_reference": 0.3508544862270355, + "motion_pred": [ + 0.04903306066989899, + 0.0472625307738781, + 0.02624843642115593, + 0.035146694630384445 + ], + "motion_real": [ + 0.04870082065463066, + 0.05229779705405235, + 0.03061147965490818, + 0.0411994531750679 + ], + "shift_reference_raw": 6.021944999694824 + }, + { + "index": 6793, + "episode": 146, + "map": 8, + "start": 2204, + "target_tic": 2236, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.79568862915039, + "shift_swapped": -19.982589721679688, + "shift_reference": 22.844470977783203, + "peak_recorded": 0.7154206037521362, + "peak_swapped": 0.7275549173355103, + "peak_reference": 0.6831939220428467, + "motion_pred": [ + 0.03904923424124718, + 0.03677377104759216, + 0.04039270430803299, + 0.03905317559838295 + ], + "motion_real": [ + 0.03987320512533188, + 0.04326456040143967, + 0.044922828674316406, + 0.041863951832056046 + ], + "shift_reference_raw": 19.388105392456055 + }, + { + "index": 6796, + "episode": 146, + "map": 8, + "start": 2207, + "target_tic": 2239, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.60434341430664, + "shift_swapped": -23.973051071166992, + "shift_reference": 21.639036178588867, + "peak_recorded": 0.6959760785102844, + "peak_swapped": 0.6945247650146484, + "peak_reference": 0.7005075812339783, + "motion_pred": [ + 0.040728986263275146, + 0.03341272100806236, + 0.03189633786678314, + 0.02725556120276451 + ], + "motion_real": [ + 0.041863951832056046, + 0.038977593183517456, + 0.03862214460968971, + 0.030853254720568657 + ], + "shift_reference_raw": 21.595043182373047 + }, + { + "index": 7117, + "episode": 146, + "map": 8, + "start": 2528, + "target_tic": 2560, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.149560928344727, + "shift_swapped": 23.316423416137695, + "shift_reference": -18.406436920166016, + "peak_recorded": 0.6189623475074768, + "peak_swapped": 0.5460413694381714, + "peak_reference": 0.5902469754219055, + "motion_pred": [ + 0.04872994124889374, + 0.03539619594812393, + 0.03387993201613426, + 0.03052341565489769 + ], + "motion_real": [ + 0.0534089170396328, + 0.062313325703144073, + 0.05202724039554596, + 0.045996785163879395 + ], + "shift_reference_raw": -18.635229110717773 + }, + { + "index": 7807, + "episode": 146, + "map": 8, + "start": 3253, + "target_tic": 3285, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.596529006958008, + "shift_swapped": 23.136754989624023, + "shift_reference": -21.742216110229492, + "peak_recorded": 0.6150522232055664, + "peak_swapped": 0.6130099296569824, + "peak_reference": 0.5941033959388733, + "motion_pred": [ + 0.03634556382894516, + 0.028729233890771866, + 0.026761788874864578, + 0.02768179401755333 + ], + "motion_real": [ + 0.039515648037195206, + 0.038398489356040955, + 0.038324985653162, + 0.042199891060590744 + ], + "shift_reference_raw": -21.49529457092285 + }, + { + "index": 8044, + "episode": 146, + "map": 8, + "start": 3525, + "target_tic": 3557, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.261375427246094, + "shift_swapped": -22.60237693786621, + "shift_reference": 19.042463302612305, + "peak_recorded": 0.9175982475280762, + "peak_swapped": 0.9320327639579773, + "peak_reference": 0.8963211178779602, + "motion_pred": [ + 0.036588720977306366, + 0.026743028312921524, + 0.026823122054338455, + 0.02880953997373581 + ], + "motion_real": [ + 0.03910320624709129, + 0.03902546316385269, + 0.041618093848228455, + 0.044527698308229446 + ], + "shift_reference_raw": 19.18828582763672 + }, + { + "index": 8102, + "episode": 146, + "map": 8, + "start": 3583, + "target_tic": 3615, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.194140911102295, + "shift_swapped": 6.819950103759766, + "shift_reference": -3.074728488922119, + "peak_recorded": 0.592957615852356, + "peak_swapped": 0.5410040020942688, + "peak_reference": 0.540561318397522, + "motion_pred": [ + 0.03685734421014786, + 0.030421387404203415, + 0.029254000633955002, + 0.02954532764852047 + ], + "motion_real": [ + 0.03856072574853897, + 0.03837341442704201, + 0.036037627607584, + 0.03780895844101906 + ], + "shift_reference_raw": -2.9627580642700195 + }, + { + "index": 8150, + "episode": 146, + "map": 8, + "start": 3631, + "target_tic": 3663, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.82067108154297, + "shift_swapped": -27.28899574279785, + "shift_reference": 20.25275230407715, + "peak_recorded": 0.44624778628349304, + "peak_swapped": 0.4728865921497345, + "peak_reference": 0.520728588104248, + "motion_pred": [ + 0.0312887579202652, + 0.025992784649133682, + 0.024834511801600456, + 0.023336851969361305 + ], + "motion_real": [ + 0.03319016471505165, + 0.03316396102309227, + 0.03199419006705284, + 0.03156726434826851 + ], + "shift_reference_raw": 20.319883346557617 + }, + { + "index": 8198, + "episode": 146, + "map": 8, + "start": 3679, + "target_tic": 3711, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.474960327148438, + "shift_swapped": 20.48814582824707, + "shift_reference": -19.850786209106445, + "peak_recorded": 0.5579099059104919, + "peak_swapped": 0.5771062970161438, + "peak_reference": 0.580510139465332, + "motion_pred": [ + 0.033417023718357086, + 0.02915037050843239, + 0.027647875249385834, + 0.02542661502957344 + ], + "motion_real": [ + 0.03464717045426369, + 0.0343487486243248, + 0.03253140673041344, + 0.03292462229728699 + ], + "shift_reference_raw": -18.56690216064453 + }, + { + "index": 8212, + "episode": 146, + "map": 8, + "start": 3693, + "target_tic": 3725, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.8947184085845947, + "shift_swapped": -8.314319610595703, + "shift_reference": 3.1349029541015625, + "peak_recorded": 0.7015282511711121, + "peak_swapped": 0.6735789775848389, + "peak_reference": 0.701751172542572, + "motion_pred": [ + 0.026808153837919235, + 0.023902779445052147, + 0.024269934743642807, + 0.028817832469940186 + ], + "motion_real": [ + 0.028362326323986053, + 0.028587546199560165, + 0.02979428693652153, + 0.03469445928931236 + ], + "shift_reference_raw": 3.208230495452881 + }, + { + "index": 8331, + "episode": 146, + "map": 8, + "start": 3812, + "target_tic": 3844, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.976863861083984, + "shift_swapped": -18.85818099975586, + "shift_reference": 18.707605361938477, + "peak_recorded": 0.6680266857147217, + "peak_swapped": 0.6483973264694214, + "peak_reference": 0.646005392074585, + "motion_pred": [ + 0.05842956155538559, + 0.054255321621894836, + 0.05764662101864815, + 0.06401916593313217 + ], + "motion_real": [ + 0.06209356337785721, + 0.06022068113088608, + 0.0664900541305542, + 0.07248026877641678 + ], + "shift_reference_raw": 18.75569725036621 + }, + { + "index": 8546, + "episode": 146, + "map": 8, + "start": 4027, + "target_tic": 4059, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.664310455322266, + "shift_swapped": -21.7199764251709, + "shift_reference": 20.663379669189453, + "peak_recorded": 0.635772168636322, + "peak_swapped": 0.6871731281280518, + "peak_reference": 0.6706476211547852, + "motion_pred": [ + 0.04857764393091202, + 0.03541107103228569, + 0.03613093122839928, + 0.03130194917321205 + ], + "motion_real": [ + 0.050793617963790894, + 0.04973403736948967, + 0.04913797974586487, + 0.04504901170730591 + ], + "shift_reference_raw": 20.345417022705078 + }, + { + "index": 8636, + "episode": 146, + "map": 8, + "start": 4117, + "target_tic": 4149, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.663698196411133, + "shift_swapped": 30.37582015991211, + "shift_reference": -29.1094970703125, + "peak_recorded": 0.2450985610485077, + "peak_swapped": 0.03862689062952995, + "peak_reference": 0.2394343465566635, + "motion_pred": [ + 0.06297287344932556, + 0.04308370128273964, + 0.03115147538483143, + 0.03343811631202698 + ], + "motion_real": [ + 0.0698874220252037, + 0.07298927754163742, + 0.04463367164134979, + 0.05088607966899872 + ], + "shift_reference_raw": -29.39832305908203 + }, + { + "index": 8658, + "episode": 146, + "map": 8, + "start": 4139, + "target_tic": 4171, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.652018547058105, + "shift_swapped": 4.201234817504883, + "shift_reference": -8.405380249023438, + "peak_recorded": 0.8730683326721191, + "peak_swapped": 0.8940042853355408, + "peak_reference": 0.9071239233016968, + "motion_pred": [ + 0.035376500338315964, + 0.03415429964661598, + 0.028911594301462173, + 0.02419302612543106 + ], + "motion_real": [ + 0.03555681183934212, + 0.04497530683875084, + 0.05043162405490875, + 0.0638650432229042 + ], + "shift_reference_raw": -8.401437759399414 + }, + { + "index": 8664, + "episode": 146, + "map": 8, + "start": 4145, + "target_tic": 4177, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 13.159189224243164, + "shift_reference": -20.939712524414062, + "peak_recorded": 0.8247110843658447, + "peak_swapped": 0.8830207586288452, + "peak_reference": 0.8654521703720093, + "motion_pred": [ + 0.056581050157547, + 0.032975148409605026, + 0.03298940882086754, + 0.03754858300089836 + ], + "motion_real": [ + 0.055188387632369995, + 0.05373825877904892, + 0.05511331558227539, + 0.052959758788347244 + ], + "shift_reference_raw": -20.950021743774414 + }, + { + "index": 8712, + "episode": 146, + "map": 8, + "start": 4193, + "target_tic": 4225, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.201309204101562, + "shift_swapped": 28.150897979736328, + "shift_reference": -24.260284423828125, + "peak_recorded": 0.5119197964668274, + "peak_swapped": 0.4993540942668915, + "peak_reference": 0.4735462963581085, + "motion_pred": [ + 0.03720606490969658, + 0.02742369845509529, + 0.02658606320619583, + 0.024325091391801834 + ], + "motion_real": [ + 0.039851006120443344, + 0.03919332101941109, + 0.03654242679476738, + 0.03202112019062042 + ], + "shift_reference_raw": -25.738521575927734 + }, + { + "index": 8776, + "episode": 146, + "map": 8, + "start": 4257, + "target_tic": 4289, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -23.18353843688965, + "shift_reference": 32.0, + "peak_recorded": 0.8070002794265747, + "peak_swapped": 0.820361852645874, + "peak_reference": 0.7617671489715576, + "motion_pred": [ + 0.03990856185555458, + 0.03244238719344139, + 0.028630990535020828, + 0.0307033509016037 + ], + "motion_real": [ + 0.04294820502400398, + 0.035964272916316986, + 0.03412112593650818, + 0.038167305290699005 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 8787, + "episode": 146, + "map": 8, + "start": 4268, + "target_tic": 4300, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.298763275146484, + "shift_swapped": 18.132522583007812, + "shift_reference": -23.318748474121094, + "peak_recorded": 0.47620609402656555, + "peak_swapped": 0.4429256319999695, + "peak_reference": 0.5146499276161194, + "motion_pred": [ + 0.029179910197854042, + 0.027785712853074074, + 0.025728700682520866, + 0.02735110931098461 + ], + "motion_real": [ + 0.02995694987475872, + 0.033356282860040665, + 0.03246181830763817, + 0.033322691917419434 + ], + "shift_reference_raw": -23.303150177001953 + }, + { + "index": 8876, + "episode": 146, + "map": 8, + "start": 4357, + "target_tic": 4389, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.49117088317871, + "shift_swapped": -22.70792007446289, + "shift_reference": 20.211519241333008, + "peak_recorded": 0.29649418592453003, + "peak_swapped": 0.17900629341602325, + "peak_reference": 0.3225567638874054, + "motion_pred": [ + 0.054926495999097824, + 0.06342916190624237, + 0.071011982858181, + 0.07537781447172165 + ], + "motion_real": [ + 0.05630834400653839, + 0.06559056043624878, + 0.07782547175884247, + 0.07172039896249771 + ], + "shift_reference_raw": 20.992671966552734 + }, + { + "index": 9010, + "episode": 146, + "map": 8, + "start": 4491, + "target_tic": 4523, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.44400978088379, + "shift_swapped": -19.83534812927246, + "shift_reference": 26.829782485961914, + "peak_recorded": 0.7948468327522278, + "peak_swapped": 0.8454728126525879, + "peak_reference": 0.7719218730926514, + "motion_pred": [ + 0.05639898404479027, + 0.05112321674823761, + 0.0393579825758934, + 0.023747174069285393 + ], + "motion_real": [ + 0.05750810727477074, + 0.06656184792518616, + 0.0642625242471695, + 0.05651096999645233 + ], + "shift_reference_raw": 26.797405242919922 + }, + { + "index": 9612, + "episode": 159, + "map": 8, + "start": 76, + "target_tic": 108, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -16.45271873474121, + "shift_swapped": -32.0, + "shift_reference": 27.65623664855957, + "peak_recorded": 0.4674760401248932, + "peak_swapped": 0.46647077798843384, + "peak_reference": 0.507077693939209, + "motion_pred": [ + 0.08727617561817169, + 0.04237070679664612, + 0.06023762375116348, + 0.06289350986480713 + ], + "motion_real": [ + 0.08911233395338058, + 0.047566600143909454, + 0.06889915466308594, + 0.08030533045530319 + ], + "shift_reference_raw": 28.039350509643555 + }, + { + "index": 9886, + "episode": 159, + "map": 8, + "start": 350, + "target_tic": 382, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.476751327514648, + "shift_swapped": -24.5548095703125, + "shift_reference": 13.35798454284668, + "peak_recorded": 0.7927957773208618, + "peak_swapped": 0.8225295543670654, + "peak_reference": 0.7539105415344238, + "motion_pred": [ + 0.04874588921666145, + 0.03759472444653511, + 0.03464658930897713, + 0.03613702580332756 + ], + "motion_real": [ + 0.046674855053424835, + 0.04507841542363167, + 0.042553599923849106, + 0.046403639018535614 + ], + "shift_reference_raw": 13.256918907165527 + }, + { + "index": 9970, + "episode": 159, + "map": 8, + "start": 434, + "target_tic": 466, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.357080459594727, + "shift_swapped": 19.848352432250977, + "shift_reference": -20.120811462402344, + "peak_recorded": 0.7399430871009827, + "peak_swapped": 0.7531775236129761, + "peak_reference": 0.704078733921051, + "motion_pred": [ + 0.032573502510786057, + 0.027206450700759888, + 0.023518333211541176, + 0.02518380992114544 + ], + "motion_real": [ + 0.032192133367061615, + 0.0313771590590477, + 0.028935691341757774, + 0.030523275956511497 + ], + "shift_reference_raw": -19.856142044067383 + }, + { + "index": 10072, + "episode": 159, + "map": 8, + "start": 536, + "target_tic": 568, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -16.213912963867188, + "shift_swapped": 25.3172550201416, + "shift_reference": -23.60189437866211, + "peak_recorded": 0.7150617241859436, + "peak_swapped": 0.7365219593048096, + "peak_reference": 0.6698653101921082, + "motion_pred": [ + 0.02904028818011284, + 0.02496255375444889, + 0.024972019717097282, + 0.024756407365202904 + ], + "motion_real": [ + 0.030838361009955406, + 0.032832808792591095, + 0.03375856950879097, + 0.03589657321572304 + ], + "shift_reference_raw": -23.402963638305664 + }, + { + "index": 10124, + "episode": 159, + "map": 8, + "start": 588, + "target_tic": 620, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.638932704925537, + "shift_swapped": 6.503987789154053, + "shift_reference": 0.4194992780685425, + "peak_recorded": 0.6473110318183899, + "peak_swapped": 0.6321250200271606, + "peak_reference": 0.6363534927368164, + "motion_pred": [ + 0.038183026015758514, + 0.04190225154161453, + 0.06188056245446205, + 0.06264776736497879 + ], + "motion_real": [ + 0.039776433259248734, + 0.04643973708152771, + 0.06915228068828583, + 0.07167481631040573 + ], + "shift_reference_raw": 0.11733053624629974 + }, + { + "index": 10175, + "episode": 159, + "map": 8, + "start": 639, + "target_tic": 671, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.926422119140625, + "shift_swapped": 20.67954444885254, + "shift_reference": -23.99929428100586, + "peak_recorded": 0.5020875930786133, + "peak_swapped": 0.5030871033668518, + "peak_reference": 0.41452735662460327, + "motion_pred": [ + 0.07948332279920578, + 0.05177479609847069, + 0.038676436990499496, + 0.0358416922390461 + ], + "motion_real": [ + 0.08899017423391342, + 0.07952982932329178, + 0.06654080748558044, + 0.06551367044448853 + ], + "shift_reference_raw": -23.93264389038086 + }, + { + "index": 10259, + "episode": 159, + "map": 8, + "start": 723, + "target_tic": 755, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.941811561584473, + "shift_swapped": -11.922750473022461, + "shift_reference": 30.205039978027344, + "peak_recorded": 0.5127343535423279, + "peak_swapped": 0.5745399594306946, + "peak_reference": 0.47516658902168274, + "motion_pred": [ + 0.0557573102414608, + 0.04002336412668228, + 0.03293826803565025, + 0.02904333360493183 + ], + "motion_real": [ + 0.06324590742588043, + 0.052329596132040024, + 0.04822103679180145, + 0.04475469887256622 + ], + "shift_reference_raw": 30.56541633605957 + }, + { + "index": 10600, + "episode": 159, + "map": 8, + "start": 1099, + "target_tic": 1131, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -28.23000717163086, + "shift_swapped": 19.59357452392578, + "shift_reference": -22.284679412841797, + "peak_recorded": 0.5014554858207703, + "peak_swapped": 0.5854536890983582, + "peak_reference": 0.4165569245815277, + "motion_pred": [ + 0.043378643691539764, + 0.024781787768006325, + 0.024189544841647148, + 0.02205067127943039 + ], + "motion_real": [ + 0.0444810651242733, + 0.02871689572930336, + 0.030337421223521233, + 0.029755180701613426 + ], + "shift_reference_raw": -21.873533248901367 + }, + { + "index": 10634, + "episode": 159, + "map": 8, + "start": 1133, + "target_tic": 1165, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -29.575345993041992, + "shift_swapped": 15.137572288513184, + "shift_reference": -32.0, + "peak_recorded": 0.9550364017486572, + "peak_swapped": 0.950212299823761, + "peak_reference": 0.9413572549819946, + "motion_pred": [ + 0.04903356730937958, + 0.04929816350340843, + 0.06417583674192429, + 0.026283660903573036 + ], + "motion_real": [ + 0.0456114299595356, + 0.04853057116270065, + 0.0526987686753273, + 0.03231876343488693 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 10713, + "episode": 159, + "map": 8, + "start": 1212, + "target_tic": 1244, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 7.086809158325195, + "shift_swapped": -3.8868215084075928, + "shift_reference": 5.67568302154541, + "peak_recorded": 0.7183210253715515, + "peak_swapped": 0.7405648231506348, + "peak_reference": 0.7913172245025635, + "motion_pred": [ + 0.032506313174963, + 0.02588680386543274, + 0.02709728665649891, + 0.023447657003998756 + ], + "motion_real": [ + 0.030494656413793564, + 0.02911384403705597, + 0.028367958962917328, + 0.03003072552382946 + ], + "shift_reference_raw": 5.654074668884277 + }, + { + "index": 10769, + "episode": 159, + "map": 8, + "start": 1268, + "target_tic": 1300, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.697172164916992, + "shift_swapped": 29.303205490112305, + "shift_reference": -22.75995445251465, + "peak_recorded": 0.5924131274223328, + "peak_swapped": 0.6072385311126709, + "peak_reference": 0.5759143829345703, + "motion_pred": [ + 0.03943006321787834, + 0.03638599067926407, + 0.036808814853429794, + 0.030453165993094444 + ], + "motion_real": [ + 0.044884271919727325, + 0.04377100616693497, + 0.048316590487957, + 0.04177914932370186 + ], + "shift_reference_raw": -22.63558006286621 + }, + { + "index": 10910, + "episode": 159, + "map": 8, + "start": 1409, + "target_tic": 1441, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.53826904296875, + "shift_swapped": -25.159120559692383, + "shift_reference": 16.196495056152344, + "peak_recorded": 0.7512946128845215, + "peak_swapped": 0.7450858950614929, + "peak_reference": 0.7428196668624878, + "motion_pred": [ + 0.03985941782593727, + 0.03404400125145912, + 0.03389941528439522, + 0.048637256026268005 + ], + "motion_real": [ + 0.04609962925314903, + 0.04800625517964363, + 0.0456678569316864, + 0.06362973153591156 + ], + "shift_reference_raw": 15.915390014648438 + }, + { + "index": 11411, + "episode": 159, + "map": 8, + "start": 1945, + "target_tic": 1977, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.006032943725586, + "shift_swapped": 22.765134811401367, + "shift_reference": -18.693941116333008, + "peak_recorded": 0.593464195728302, + "peak_swapped": 0.6012312173843384, + "peak_reference": 0.5991948246955872, + "motion_pred": [ + 0.03597670793533325, + 0.033159613609313965, + 0.03760702535510063, + 0.03681328892707825 + ], + "motion_real": [ + 0.03785203397274017, + 0.039639346301555634, + 0.04230223968625069, + 0.04022856056690216 + ], + "shift_reference_raw": -18.59852409362793 + }, + { + "index": 11416, + "episode": 159, + "map": 8, + "start": 1950, + "target_tic": 1982, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.04230785369873, + "shift_swapped": 27.78043556213379, + "shift_reference": -15.650224685668945, + "peak_recorded": 0.8405377864837646, + "peak_swapped": 0.841273844242096, + "peak_reference": 0.8161020874977112, + "motion_pred": [ + 0.027665873989462852, + 0.02456331066787243, + 0.02389550767838955, + 0.02517940104007721 + ], + "motion_real": [ + 0.029329288750886917, + 0.03047460876405239, + 0.032329291105270386, + 0.03130276873707771 + ], + "shift_reference_raw": -18.597423553466797 + }, + { + "index": 11455, + "episode": 159, + "map": 8, + "start": 1989, + "target_tic": 2021, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -5.119325160980225, + "shift_reference": 32.0, + "peak_recorded": 0.6842020153999329, + "peak_swapped": 0.778663158416748, + "peak_reference": 0.641434907913208, + "motion_pred": [ + 0.047418344765901566, + 0.04187953472137451, + 0.02847069688141346, + 0.02980627305805683 + ], + "motion_real": [ + 0.04811977967619896, + 0.0477231964468956, + 0.03699564188718796, + 0.035266708582639694 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 11596, + "episode": 159, + "map": 8, + "start": 2130, + "target_tic": 2162, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.489469528198242, + "shift_swapped": 20.355924606323242, + "shift_reference": -24.548999786376953, + "peak_recorded": 0.5183519124984741, + "peak_swapped": 0.48587968945503235, + "peak_reference": 0.45614707469940186, + "motion_pred": [ + 0.029918408021330833, + 0.025265319272875786, + 0.020362524315714836, + 0.019013484939932823 + ], + "motion_real": [ + 0.028592636808753014, + 0.028244825080037117, + 0.02336854301393032, + 0.022178947925567627 + ], + "shift_reference_raw": -21.522871017456055 + }, + { + "index": 11848, + "episode": 159, + "map": 8, + "start": 2382, + "target_tic": 2414, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -30.726322174072266, + "shift_swapped": 24.045364379882812, + "shift_reference": -29.94798469543457, + "peak_recorded": 0.7890458106994629, + "peak_swapped": 0.8045284748077393, + "peak_reference": 0.7625687122344971, + "motion_pred": [ + 0.03502209484577179, + 0.03059280849993229, + 0.02764718420803547, + 0.030020417645573616 + ], + "motion_real": [ + 0.04137708991765976, + 0.03923860564827919, + 0.040295377373695374, + 0.04051424190402031 + ], + "shift_reference_raw": -23.898983001708984 + }, + { + "index": 11854, + "episode": 159, + "map": 8, + "start": 2388, + "target_tic": 2420, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.269672393798828, + "shift_swapped": 19.438434600830078, + "shift_reference": -22.460920333862305, + "peak_recorded": 0.8512279987335205, + "peak_swapped": 0.8478554487228394, + "peak_reference": 0.8311514258384705, + "motion_pred": [ + 0.0440484844148159, + 0.03428162634372711, + 0.031439341604709625, + 0.030996577814221382 + ], + "motion_real": [ + 0.046775344759225845, + 0.04219324141740799, + 0.040518224239349365, + 0.0428570993244648 + ], + "shift_reference_raw": -21.664939880371094 + }, + { + "index": 11880, + "episode": 159, + "map": 8, + "start": 2414, + "target_tic": 2446, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.4304972887039185, + "shift_swapped": -12.35427188873291, + "shift_reference": 0.46603134274482727, + "peak_recorded": 0.5665728449821472, + "peak_swapped": 0.489885538816452, + "peak_reference": 0.5408543348312378, + "motion_pred": [ + 0.028270844370126724, + 0.02703937329351902, + 0.052462510764598846, + 0.04352298006415367 + ], + "motion_real": [ + 0.029295112937688828, + 0.03086639568209648, + 0.07796820998191833, + 0.07350199669599533 + ], + "shift_reference_raw": 1.3615810871124268 + }, + { + "index": 12038, + "episode": 159, + "map": 8, + "start": 2642, + "target_tic": 2674, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.064393043518066, + "shift_swapped": -4.1813273429870605, + "shift_reference": 5.290619373321533, + "peak_recorded": 0.8516231775283813, + "peak_swapped": 0.8514710068702698, + "peak_reference": 0.8434568047523499, + "motion_pred": [ + 0.02532110922038555, + 0.02054578997194767, + 0.02097085304558277, + 0.015954233705997467 + ], + "motion_real": [ + 0.02557331509888172, + 0.025076836347579956, + 0.0251636765897274, + 0.018011178821325302 + ], + "shift_reference_raw": 5.1505208015441895 + }, + { + "index": 12206, + "episode": 159, + "map": 8, + "start": 2810, + "target_tic": 2842, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.00090789794922, + "shift_swapped": -25.630826950073242, + "shift_reference": 22.707752227783203, + "peak_recorded": 0.5922993421554565, + "peak_swapped": 0.5786327719688416, + "peak_reference": 0.6503517031669617, + "motion_pred": [ + 0.0312999002635479, + 0.025613026693463326, + 0.025987206026911736, + 0.022916145622730255 + ], + "motion_real": [ + 0.03306295722723007, + 0.03497413918375969, + 0.03456044942140579, + 0.03334786370396614 + ], + "shift_reference_raw": 22.9183349609375 + }, + { + "index": 12712, + "episode": 159, + "map": 8, + "start": 3316, + "target_tic": 3348, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -9.248422622680664, + "shift_swapped": -8.45065689086914, + "shift_reference": 17.18303871154785, + "peak_recorded": 0.4963679909706116, + "peak_swapped": 0.5107766389846802, + "peak_reference": 0.7334638237953186, + "motion_pred": [ + 0.060677263885736465, + 0.02461938001215458, + 0.02042875625193119, + 0.02442779950797558 + ], + "motion_real": [ + 0.078078493475914, + 0.038279563188552856, + 0.032355524599552155, + 0.05880153551697731 + ], + "shift_reference_raw": 17.107702255249023 + }, + { + "index": 12877, + "episode": 159, + "map": 8, + "start": 3481, + "target_tic": 3513, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.212894439697266, + "shift_swapped": 24.69411849975586, + "shift_reference": -23.101301193237305, + "peak_recorded": 0.46765589714050293, + "peak_swapped": 0.4318998157978058, + "peak_reference": 0.5583248734474182, + "motion_pred": [ + 0.051924627274274826, + 0.04180709645152092, + 0.04056868702173233, + 0.03642113134264946 + ], + "motion_real": [ + 0.05467946454882622, + 0.055878542363643646, + 0.061045609414577484, + 0.05926213040947914 + ], + "shift_reference_raw": -23.090824127197266 + }, + { + "index": 12988, + "episode": 159, + "map": 8, + "start": 3592, + "target_tic": 3624, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.636152267456055, + "shift_swapped": 21.108530044555664, + "shift_reference": -20.491086959838867, + "peak_recorded": 0.8833982944488525, + "peak_swapped": 0.8915322422981262, + "peak_reference": 0.8471529483795166, + "motion_pred": [ + 0.03811028599739075, + 0.025237446650862694, + 0.020642388612031937, + 0.019625265151262283 + ], + "motion_real": [ + 0.04817671328783035, + 0.03443599119782448, + 0.033117786049842834, + 0.02846045233309269 + ], + "shift_reference_raw": -20.924245834350586 + }, + { + "index": 13076, + "episode": 159, + "map": 8, + "start": 3680, + "target_tic": 3712, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.076595306396484, + "shift_swapped": -23.61012840270996, + "shift_reference": 25.579126358032227, + "peak_recorded": 0.5744480490684509, + "peak_swapped": 0.5071189403533936, + "peak_reference": 0.4422764480113983, + "motion_pred": [ + 0.06896699965000153, + 0.043319571763277054, + 0.0359916090965271, + 0.03798062726855278 + ], + "motion_real": [ + 0.07232826948165894, + 0.04526084288954735, + 0.04580222815275192, + 0.05403902754187584 + ], + "shift_reference_raw": 24.380720138549805 + }, + { + "index": 13169, + "episode": 159, + "map": 8, + "start": 3773, + "target_tic": 3805, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 30.67920684814453, + "shift_swapped": -18.49036407470703, + "shift_reference": 26.252704620361328, + "peak_recorded": 0.8661375045776367, + "peak_swapped": 0.8465314507484436, + "peak_reference": 0.882550060749054, + "motion_pred": [ + 0.09831397235393524, + 0.09164991229772568, + 0.08031757175922394, + 0.07000551372766495 + ], + "motion_real": [ + 0.09449705481529236, + 0.09294881671667099, + 0.08018558472394943, + 0.09247396141290665 + ], + "shift_reference_raw": 26.67816734313965 + }, + { + "index": 13412, + "episode": 159, + "map": 8, + "start": 4016, + "target_tic": 4048, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.578033447265625, + "shift_swapped": 23.758501052856445, + "shift_reference": -28.539430618286133, + "peak_recorded": 0.6806737780570984, + "peak_swapped": 0.6912750601768494, + "peak_reference": 0.6513776183128357, + "motion_pred": [ + 0.037854548543691635, + 0.03314768895506859, + 0.0328141450881958, + 0.03347526490688324 + ], + "motion_real": [ + 0.04022005572915077, + 0.04076200723648071, + 0.04116450250148773, + 0.04159652069211006 + ], + "shift_reference_raw": -27.357662200927734 + }, + { + "index": 13423, + "episode": 159, + "map": 8, + "start": 4027, + "target_tic": 4059, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.257659912109375, + "shift_swapped": 22.83319664001465, + "shift_reference": 25.321407318115234, + "peak_recorded": 0.7377197742462158, + "peak_swapped": 0.7174713611602783, + "peak_reference": 0.7316287755966187, + "motion_pred": [ + 0.0413711853325367, + 0.032811783254146576, + 0.03209914267063141, + 0.03309239447116852 + ], + "motion_real": [ + 0.0433826707303524, + 0.04030832275748253, + 0.04164107143878937, + 0.04370937868952751 + ], + "shift_reference_raw": 25.444446563720703 + }, + { + "index": 13651, + "episode": 159, + "map": 8, + "start": 4255, + "target_tic": 4287, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.732193946838379, + "shift_swapped": -3.051901340484619, + "shift_reference": 4.23494291305542, + "peak_recorded": 0.7502275109291077, + "peak_swapped": 0.7588258385658264, + "peak_reference": 0.690095067024231, + "motion_pred": [ + 0.03257506713271141, + 0.024279940873384476, + 0.024642258882522583, + 0.02522112987935543 + ], + "motion_real": [ + 0.032809242606163025, + 0.029058780521154404, + 0.02840605564415455, + 0.03144301846623421 + ], + "shift_reference_raw": 4.022052764892578 + }, + { + "index": 13686, + "episode": 159, + "map": 8, + "start": 4290, + "target_tic": 4322, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.209117889404297, + "shift_swapped": 20.584835052490234, + "shift_reference": -23.331472396850586, + "peak_recorded": 0.8458635210990906, + "peak_swapped": 0.8293545246124268, + "peak_reference": 0.8240746259689331, + "motion_pred": [ + 0.03425801172852516, + 0.0315476693212986, + 0.03189937397837639, + 0.02766178548336029 + ], + "motion_real": [ + 0.034343428909778595, + 0.03545814007520676, + 0.03598242253065109, + 0.03130272403359413 + ], + "shift_reference_raw": -21.088153839111328 + }, + { + "index": 13726, + "episode": 159, + "map": 8, + "start": 4330, + "target_tic": 4362, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.887285232543945, + "shift_swapped": 0.0628184825181961, + "shift_reference": -6.064322471618652, + "peak_recorded": 0.5326740741729736, + "peak_swapped": 0.5730902552604675, + "peak_reference": 0.551761269569397, + "motion_pred": [ + 0.040124211460351944, + 0.03903595358133316, + 0.046202756464481354, + 0.026712896302342415 + ], + "motion_real": [ + 0.04054143279790878, + 0.0426064133644104, + 0.05375572666525841, + 0.030133092775940895 + ], + "shift_reference_raw": -5.308352470397949 + }, + { + "index": 13765, + "episode": 159, + "map": 8, + "start": 4369, + "target_tic": 4401, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.720888137817383, + "shift_swapped": -21.404884338378906, + "shift_reference": 22.69980239868164, + "peak_recorded": 0.6562893986701965, + "peak_swapped": 0.7752309441566467, + "peak_reference": 0.6354427337646484, + "motion_pred": [ + 0.03784877434372902, + 0.03478353098034859, + 0.03336581960320473, + 0.03288133814930916 + ], + "motion_real": [ + 0.03971302509307861, + 0.039699096232652664, + 0.03858540952205658, + 0.03788842633366585 + ], + "shift_reference_raw": 19.723142623901367 + }, + { + "index": 13773, + "episode": 159, + "map": 8, + "start": 4377, + "target_tic": 4409, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.7036010026931763, + "shift_swapped": -8.320301055908203, + "shift_reference": 1.8737332820892334, + "peak_recorded": 0.8061633706092834, + "peak_swapped": 0.8092213273048401, + "peak_reference": 0.793678879737854, + "motion_pred": [ + 0.030473260208964348, + 0.02743302285671234, + 0.02920406498014927, + 0.03162876144051552 + ], + "motion_real": [ + 0.03179137408733368, + 0.032654717564582825, + 0.03387977182865143, + 0.035281870514154434 + ], + "shift_reference_raw": 0.33529695868492126 + }, + { + "index": 14152, + "episode": 159, + "map": 8, + "start": 4756, + "target_tic": 4788, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.7347050905227661, + "shift_swapped": -6.7891740798950195, + "shift_reference": -1.5888983011245728, + "peak_recorded": 0.6652465462684631, + "peak_swapped": 0.5972031354904175, + "peak_reference": 0.5106214880943298, + "motion_pred": [ + 0.027669889852404594, + 0.026279166340827942, + 0.02728630043566227, + 0.029539532959461212 + ], + "motion_real": [ + 0.03220990300178528, + 0.03261635825037956, + 0.03378205746412277, + 0.03412457928061485 + ], + "shift_reference_raw": -1.9124445915222168 + }, + { + "index": 14373, + "episode": 159, + "map": 8, + "start": 4977, + "target_tic": 5009, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": -5.196958065032959, + "peak_recorded": 0.21685807406902313, + "peak_swapped": 0.24502640962600708, + "peak_reference": 0.19305813312530518, + "motion_pred": [ + 0.0363377146422863, + 0.01407852303236723, + 0.02133302576839924, + 0.016056733205914497 + ], + "motion_real": [ + 0.033220063894987106, + 0.02928803488612175, + 0.030219031497836113, + 0.032841164618730545 + ], + "shift_reference_raw": -8.575952529907227 + }, + { + "index": 14605, + "episode": 185, + "map": 8, + "start": 153, + "target_tic": 185, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 19.90395736694336, + "shift_reference": -29.989376068115234, + "peak_recorded": 0.8496958613395691, + "peak_swapped": 0.9000223278999329, + "peak_reference": 0.8897368311882019, + "motion_pred": [ + 0.07794226706027985, + 0.06277070194482803, + 0.03769785538315773, + 0.04037422314286232 + ], + "motion_real": [ + 0.07674530148506165, + 0.08097998797893524, + 0.05041984096169472, + 0.05131172388792038 + ], + "shift_reference_raw": -29.983566284179688 + }, + { + "index": 14774, + "episode": 185, + "map": 8, + "start": 322, + "target_tic": 354, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -26.09899139404297, + "shift_swapped": 14.27745532989502, + "shift_reference": -25.815170288085938, + "peak_recorded": 0.7712611556053162, + "peak_swapped": 0.828873872756958, + "peak_reference": 0.8150578141212463, + "motion_pred": [ + 0.05869237706065178, + 0.053367551416158676, + 0.04931361973285675, + 0.05843225494027138 + ], + "motion_real": [ + 0.0620979405939579, + 0.06402327120304108, + 0.06288749724626541, + 0.0787341445684433 + ], + "shift_reference_raw": -26.053003311157227 + }, + { + "index": 14951, + "episode": 185, + "map": 8, + "start": 499, + "target_tic": 531, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.02800750732422, + "shift_swapped": -19.800565719604492, + "shift_reference": 21.277271270751953, + "peak_recorded": 0.5518381595611572, + "peak_swapped": 0.7062015533447266, + "peak_reference": 0.4536176323890686, + "motion_pred": [ + 0.045198991894721985, + 0.038195788860321045, + 0.06466060876846313, + 0.0435832180082798 + ], + "motion_real": [ + 0.047471072524785995, + 0.050206758081912994, + 0.0775836706161499, + 0.06418769806623459 + ], + "shift_reference_raw": 21.2603702545166 + }, + { + "index": 15109, + "episode": 185, + "map": 8, + "start": 657, + "target_tic": 689, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.20400619506836, + "shift_swapped": -23.159984588623047, + "shift_reference": 22.318012237548828, + "peak_recorded": 0.8358920812606812, + "peak_swapped": 0.8133541941642761, + "peak_reference": 0.7989357113838196, + "motion_pred": [ + 0.0930800661444664, + 0.06510614603757858, + 0.06622305512428284, + 0.06708888709545135 + ], + "motion_real": [ + 0.09719514846801758, + 0.07689747214317322, + 0.07973667234182358, + 0.07476978003978729 + ], + "shift_reference_raw": 22.180599212646484 + }, + { + "index": 15216, + "episode": 185, + "map": 8, + "start": 764, + "target_tic": 796, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.29220962524414, + "shift_swapped": -19.449626922607422, + "shift_reference": 22.577913284301758, + "peak_recorded": 0.6374961137771606, + "peak_swapped": 0.6080817580223083, + "peak_reference": 0.622452974319458, + "motion_pred": [ + 0.03160012513399124, + 0.028548305854201317, + 0.027274254709482193, + 0.028146788477897644 + ], + "motion_real": [ + 0.03329668194055557, + 0.03585689142346382, + 0.036141570657491684, + 0.03648603707551956 + ], + "shift_reference_raw": 22.178361892700195 + }, + { + "index": 15572, + "episode": 185, + "map": 8, + "start": 1120, + "target_tic": 1152, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 29.098918914794922, + "shift_swapped": -15.115350723266602, + "shift_reference": 28.51399040222168, + "peak_recorded": 0.7034906148910522, + "peak_swapped": 0.7083261013031006, + "peak_reference": 0.7539086937904358, + "motion_pred": [ + 0.06132462993264198, + 0.07460633665323257, + 0.054408520460128784, + 0.05125688016414642 + ], + "motion_real": [ + 0.062433864921331406, + 0.08363914489746094, + 0.06621103733778, + 0.06219527870416641 + ], + "shift_reference_raw": 28.15727424621582 + }, + { + "index": 15585, + "episode": 185, + "map": 8, + "start": 1133, + "target_tic": 1165, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.337581634521484, + "shift_swapped": 4.313088417053223, + "shift_reference": -6.255794525146484, + "peak_recorded": 0.7587746381759644, + "peak_swapped": 0.7096099257469177, + "peak_reference": 0.751308798789978, + "motion_pred": [ + 0.05522396042943001, + 0.06657187640666962, + 0.04745195806026459, + 0.043836843222379684 + ], + "motion_real": [ + 0.058428116142749786, + 0.08669857680797577, + 0.05172751843929291, + 0.052029531449079514 + ], + "shift_reference_raw": -5.99845552444458 + }, + { + "index": 15831, + "episode": 185, + "map": 8, + "start": 1414, + "target_tic": 1446, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.3961238861084, + "shift_swapped": 19.677297592163086, + "shift_reference": -23.367961883544922, + "peak_recorded": 0.5058570504188538, + "peak_swapped": 0.5380688905715942, + "peak_reference": 0.4778900444507599, + "motion_pred": [ + 0.0332222543656826, + 0.027439672499895096, + 0.02742861956357956, + 0.02141522988677025 + ], + "motion_real": [ + 0.03375375643372536, + 0.03155618533492088, + 0.03270779922604561, + 0.026786603033542633 + ], + "shift_reference_raw": -23.89630889892578 + }, + { + "index": 16107, + "episode": 185, + "map": 8, + "start": 1725, + "target_tic": 1757, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -1.965891718864441, + "shift_swapped": -13.547128677368164, + "shift_reference": -0.683381199836731, + "peak_recorded": 0.8737488389015198, + "peak_swapped": 0.8846226930618286, + "peak_reference": 0.8542947769165039, + "motion_pred": [ + 0.03732546418905258, + 0.03315618634223938, + 0.03771555796265602, + 0.051873061805963516 + ], + "motion_real": [ + 0.03921342268586159, + 0.04875563830137253, + 0.056257206946611404, + 0.06434008479118347 + ], + "shift_reference_raw": -0.33596208691596985 + }, + { + "index": 16230, + "episode": 185, + "map": 8, + "start": 1848, + "target_tic": 1880, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.1416540145874023, + "shift_swapped": 8.262616157531738, + "shift_reference": -4.5978288650512695, + "peak_recorded": 0.7617862820625305, + "peak_swapped": 0.7417389750480652, + "peak_reference": 0.6874940991401672, + "motion_pred": [ + 0.03154943883419037, + 0.02832622639834881, + 0.029570970684289932, + 0.0300669614225626 + ], + "motion_real": [ + 0.03365035355091095, + 0.0334354005753994, + 0.03304125741124153, + 0.03283931687474251 + ], + "shift_reference_raw": -5.750485420227051 + }, + { + "index": 16350, + "episode": 185, + "map": 8, + "start": 1968, + "target_tic": 2000, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.402956008911133, + "shift_swapped": -21.55280876159668, + "shift_reference": 22.91395378112793, + "peak_recorded": 0.6772375702857971, + "peak_swapped": 0.6870825290679932, + "peak_reference": 0.6789823174476624, + "motion_pred": [ + 0.036356568336486816, + 0.030782165005803108, + 0.033352263271808624, + 0.02941216342151165 + ], + "motion_real": [ + 0.03649863600730896, + 0.0344870463013649, + 0.038957010954618454, + 0.03532841429114342 + ], + "shift_reference_raw": 23.038724899291992 + }, + { + "index": 16538, + "episode": 185, + "map": 8, + "start": 2191, + "target_tic": 2223, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.865226745605469, + "shift_swapped": 5.11107063293457, + "shift_reference": -11.148091316223145, + "peak_recorded": 0.9172765612602234, + "peak_swapped": 0.9124159812927246, + "peak_reference": 0.8634316325187683, + "motion_pred": [ + 0.03125765919685364, + 0.02486155554652214, + 0.023693745955824852, + 0.023796357214450836 + ], + "motion_real": [ + 0.033802032470703125, + 0.034010086208581924, + 0.03394604101777077, + 0.03305063396692276 + ], + "shift_reference_raw": -10.394668579101562 + }, + { + "index": 16754, + "episode": 185, + "map": 8, + "start": 2407, + "target_tic": 2439, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -0.14950907230377197, + "shift_swapped": 0.23353536427021027, + "shift_reference": -0.2442714273929596, + "peak_recorded": 0.5866691470146179, + "peak_swapped": 0.6272623538970947, + "peak_reference": 0.5633361339569092, + "motion_pred": [ + 0.041928645223379135, + 0.04051189869642258, + 0.05376312881708145, + 0.03593951091170311 + ], + "motion_real": [ + 0.04129604622721672, + 0.04818489030003548, + 0.05840468779206276, + 0.04147829860448837 + ], + "shift_reference_raw": -21.939741134643555 + }, + { + "index": 16789, + "episode": 185, + "map": 8, + "start": 2442, + "target_tic": 2474, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.1411348134279251, + "shift_swapped": 5.276272773742676, + "shift_reference": -0.23764871060848236, + "peak_recorded": 0.630263090133667, + "peak_swapped": 0.5527387857437134, + "peak_reference": 0.5449931621551514, + "motion_pred": [ + 0.037979789078235626, + 0.03452741354703903, + 0.028033198788762093, + 0.0281185545027256 + ], + "motion_real": [ + 0.04031042382121086, + 0.04549647867679596, + 0.04066057875752449, + 0.041104305535554886 + ], + "shift_reference_raw": 0.018866537138819695 + }, + { + "index": 16930, + "episode": 185, + "map": 8, + "start": 2583, + "target_tic": 2615, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.703161239624023, + "shift_swapped": -13.940234184265137, + "shift_reference": 24.312528610229492, + "peak_recorded": 0.789467453956604, + "peak_swapped": 0.6094912886619568, + "peak_reference": 0.7778344750404358, + "motion_pred": [ + 0.054727889597415924, + 0.06250085681676865, + 0.04283604770898819, + 0.03774110600352287 + ], + "motion_real": [ + 0.057546064257621765, + 0.0722443088889122, + 0.05824439600110054, + 0.05346979200839996 + ], + "shift_reference_raw": 24.168766021728516 + }, + { + "index": 17012, + "episode": 185, + "map": 8, + "start": 2665, + "target_tic": 2697, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -1.112684965133667, + "shift_swapped": 7.63487434387207, + "shift_reference": -1.3775367736816406, + "peak_recorded": 0.7008486986160278, + "peak_swapped": 0.6807900667190552, + "peak_reference": 0.6280114650726318, + "motion_pred": [ + 0.024150971323251724, + 0.020996322855353355, + 0.02749626152217388, + 0.028339611366391182 + ], + "motion_real": [ + 0.024860627949237823, + 0.025675972923636436, + 0.03425590693950653, + 0.036462828516960144 + ], + "shift_reference_raw": -1.9777600765228271 + }, + { + "index": 17140, + "episode": 185, + "map": 8, + "start": 2793, + "target_tic": 2825, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.816144943237305, + "shift_swapped": 20.850627899169922, + "shift_reference": -25.701770782470703, + "peak_recorded": 0.7098012566566467, + "peak_swapped": 0.6861780881881714, + "peak_reference": 0.6642585396766663, + "motion_pred": [ + 0.0296328105032444, + 0.021485410630702972, + 0.02038976363837719, + 0.021216055378317833 + ], + "motion_real": [ + 0.031627193093299866, + 0.026171719655394554, + 0.024918103590607643, + 0.024856381118297577 + ], + "shift_reference_raw": -25.623498916625977 + }, + { + "index": 17201, + "episode": 185, + "map": 8, + "start": 2854, + "target_tic": 2886, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.954477310180664, + "shift_swapped": -21.75191307067871, + "shift_reference": 22.30782699584961, + "peak_recorded": 0.5416876673698425, + "peak_swapped": 0.4907311201095581, + "peak_reference": 0.523631751537323, + "motion_pred": [ + 0.04370087757706642, + 0.02313288301229477, + 0.0229539405554533, + 0.021680107340216637 + ], + "motion_real": [ + 0.04649849981069565, + 0.030583970248699188, + 0.029540805146098137, + 0.02966858260333538 + ], + "shift_reference_raw": 22.570770263671875 + }, + { + "index": 17390, + "episode": 185, + "map": 8, + "start": 3043, + "target_tic": 3075, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.987648010253906, + "shift_swapped": 24.773468017578125, + "shift_reference": -27.1014347076416, + "peak_recorded": 0.7401480674743652, + "peak_swapped": 0.7640299797058105, + "peak_reference": 0.7386757731437683, + "motion_pred": [ + 0.037587884813547134, + 0.033487752079963684, + 0.03256361559033394, + 0.02942080609500408 + ], + "motion_real": [ + 0.037354350090026855, + 0.037116292864084244, + 0.03504128381609917, + 0.03200716897845268 + ], + "shift_reference_raw": -27.127639770507812 + }, + { + "index": 17408, + "episode": 185, + "map": 8, + "start": 3061, + "target_tic": 3093, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.142704010009766, + "shift_swapped": 25.637908935546875, + "shift_reference": -24.7559871673584, + "peak_recorded": 0.8990525007247925, + "peak_swapped": 0.8980929851531982, + "peak_reference": 0.886421263217926, + "motion_pred": [ + 0.03304240480065346, + 0.028409186750650406, + 0.032134465873241425, + 0.029496189206838608 + ], + "motion_real": [ + 0.03432806581258774, + 0.03419714421033859, + 0.03543246537446976, + 0.03218052536249161 + ], + "shift_reference_raw": -24.807832717895508 + }, + { + "index": 17451, + "episode": 185, + "map": 8, + "start": 3104, + "target_tic": 3136, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 22.142000198364258, + "shift_reference": -32.0, + "peak_recorded": 0.5818126201629639, + "peak_swapped": 0.7010090351104736, + "peak_reference": 0.5260186791419983, + "motion_pred": [ + 0.032103490084409714, + 0.024347538128495216, + 0.020746825262904167, + 0.023331621661782265 + ], + "motion_real": [ + 0.03279459476470947, + 0.029887650161981583, + 0.02809189260005951, + 0.03139636665582657 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 17722, + "episode": 185, + "map": 8, + "start": 3410, + "target_tic": 3442, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.713010787963867, + "shift_swapped": -20.596511840820312, + "shift_reference": 20.485570907592773, + "peak_recorded": 0.8827010989189148, + "peak_swapped": 0.8653437495231628, + "peak_reference": 0.869066596031189, + "motion_pred": [ + 0.037225451320409775, + 0.030765725299715996, + 0.028348054736852646, + 0.026796238496899605 + ], + "motion_real": [ + 0.036461926996707916, + 0.03440268710255623, + 0.03268224000930786, + 0.030996890738606453 + ], + "shift_reference_raw": 20.3397159576416 + }, + { + "index": 17810, + "episode": 185, + "map": 8, + "start": 3498, + "target_tic": 3530, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -8.269732475280762, + "shift_swapped": 12.509095191955566, + "shift_reference": -5.6476664543151855, + "peak_recorded": 0.21934078633785248, + "peak_swapped": 0.4208991825580597, + "peak_reference": 0.43732950091362, + "motion_pred": [ + 0.08585050702095032, + 0.0708206295967102, + 0.05328143760561943, + 0.04394645616412163 + ], + "motion_real": [ + 0.08007636666297913, + 0.0784781277179718, + 0.08011781424283981, + 0.10160407423973083 + ], + "shift_reference_raw": -5.4488348960876465 + }, + { + "index": 17819, + "episode": 185, + "map": 8, + "start": 3507, + "target_tic": 3539, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.903244018554688, + "shift_swapped": -25.399662017822266, + "shift_reference": 25.98911476135254, + "peak_recorded": 0.8426389098167419, + "peak_swapped": 0.8358255624771118, + "peak_reference": 0.8077822327613831, + "motion_pred": [ + 0.07209666073322296, + 0.05055990442633629, + 0.04470774903893471, + 0.04598233103752136 + ], + "motion_real": [ + 0.06928301602602005, + 0.06754406541585922, + 0.06838749349117279, + 0.07710985839366913 + ], + "shift_reference_raw": 25.820201873779297 + }, + { + "index": 17949, + "episode": 185, + "map": 8, + "start": 3637, + "target_tic": 3669, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.630252838134766, + "shift_swapped": 25.83660316467285, + "shift_reference": -16.696561813354492, + "peak_recorded": 0.6573218107223511, + "peak_swapped": 0.7749044895172119, + "peak_reference": 0.5695933103561401, + "motion_pred": [ + 0.031297486275434494, + 0.026519017294049263, + 0.025176197290420532, + 0.02962568588554859 + ], + "motion_real": [ + 0.03402245417237282, + 0.03740823268890381, + 0.0382404588162899, + 0.041859883815050125 + ], + "shift_reference_raw": -12.26373291015625 + }, + { + "index": 18060, + "episode": 185, + "map": 8, + "start": 3748, + "target_tic": 3780, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.670808792114258, + "shift_swapped": 19.6138973236084, + "shift_reference": -23.955549240112305, + "peak_recorded": 0.4308331608772278, + "peak_swapped": 0.710533618927002, + "peak_reference": 0.4271221458911896, + "motion_pred": [ + 0.04154900461435318, + 0.0305227879434824, + 0.02841501124203205, + 0.024793803691864014 + ], + "motion_real": [ + 0.04474691301584244, + 0.042424459010362625, + 0.03981457278132439, + 0.03594757243990898 + ], + "shift_reference_raw": -23.001306533813477 + }, + { + "index": 18065, + "episode": 185, + "map": 8, + "start": 3753, + "target_tic": 3785, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.66451644897461, + "shift_swapped": -20.670867919921875, + "shift_reference": 21.98158836364746, + "peak_recorded": 0.7102788090705872, + "peak_swapped": 0.718113362789154, + "peak_reference": 0.715898334980011, + "motion_pred": [ + 0.035980429500341415, + 0.028931962326169014, + 0.028102217242121696, + 0.026482146233320236 + ], + "motion_real": [ + 0.03689538687467575, + 0.03636173903942108, + 0.03548422455787659, + 0.033954065293073654 + ], + "shift_reference_raw": 22.104663848876953 + }, + { + "index": 18066, + "episode": 185, + "map": 8, + "start": 3754, + "target_tic": 3786, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.047191619873047, + "shift_swapped": -23.608983993530273, + "shift_reference": 26.146732330322266, + "peak_recorded": 0.7796229720115662, + "peak_swapped": 0.797701358795166, + "peak_reference": 0.7499614357948303, + "motion_pred": [ + 0.03469065576791763, + 0.030619366094470024, + 0.028100935742259026, + 0.02486822009086609 + ], + "motion_real": [ + 0.03636173903942108, + 0.03548422455787659, + 0.033954065293073654, + 0.03250953182578087 + ], + "shift_reference_raw": 26.11579132080078 + }, + { + "index": 18113, + "episode": 185, + "map": 8, + "start": 3801, + "target_tic": 3833, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.950233459472656, + "shift_swapped": 26.586767196655273, + "shift_reference": -19.680280685424805, + "peak_recorded": 0.7871830463409424, + "peak_swapped": 0.8350508809089661, + "peak_reference": 0.8183719515800476, + "motion_pred": [ + 0.043378204107284546, + 0.04318365082144737, + 0.05389370396733284, + 0.04645151644945145 + ], + "motion_real": [ + 0.04523085057735443, + 0.05095655098557472, + 0.05630292743444443, + 0.053490765392780304 + ], + "shift_reference_raw": -19.372028350830078 + }, + { + "index": 18439, + "episode": 185, + "map": 8, + "start": 4162, + "target_tic": 4194, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.778474807739258, + "shift_swapped": 20.62411880493164, + "shift_reference": -22.947038650512695, + "peak_recorded": 0.8930844068527222, + "peak_swapped": 0.8928659558296204, + "peak_reference": 0.8715354800224304, + "motion_pred": [ + 0.0380280539393425, + 0.034041985869407654, + 0.0333658829331398, + 0.03549864888191223 + ], + "motion_real": [ + 0.041198428720235825, + 0.0405125766992569, + 0.0410456545650959, + 0.03793971985578537 + ], + "shift_reference_raw": -20.37984275817871 + }, + { + "index": 18480, + "episode": 185, + "map": 8, + "start": 4203, + "target_tic": 4235, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -22.803152084350586, + "shift_reference": 22.376522064208984, + "peak_recorded": 0.4465722441673279, + "peak_swapped": 0.7462661862373352, + "peak_reference": 0.46294769644737244, + "motion_pred": [ + 0.06689783185720444, + 0.05411051586270332, + 0.06332742422819138, + 0.06094254180788994 + ], + "motion_real": [ + 0.06936509907245636, + 0.06309062987565994, + 0.07665909081697464, + 0.07337145507335663 + ], + "shift_reference_raw": 22.26824951171875 + }, + { + "index": 18489, + "episode": 185, + "map": 8, + "start": 4212, + "target_tic": 4244, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -9.56921672821045, + "shift_swapped": -28.701480865478516, + "shift_reference": -7.213382244110107, + "peak_recorded": 0.6005679368972778, + "peak_swapped": 0.5558257102966309, + "peak_reference": 0.5893860459327698, + "motion_pred": [ + 0.06603024154901505, + 0.06968317180871964, + 0.043623752892017365, + 0.04590243846178055 + ], + "motion_real": [ + 0.06225676089525223, + 0.06148435175418854, + 0.07797068357467651, + 0.06777859479188919 + ], + "shift_reference_raw": -9.02103042602539 + }, + { + "index": 18490, + "episode": 185, + "map": 8, + "start": 4213, + "target_tic": 4245, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.7795715928077698, + "shift_swapped": -9.572587966918945, + "shift_reference": -3.3609461784362793, + "peak_recorded": 0.7064349055290222, + "peak_swapped": 0.6547060012817383, + "peak_reference": 0.6701753735542297, + "motion_pred": [ + 0.052037134766578674, + 0.049744535237550735, + 0.054119087755680084, + 0.05804906412959099 + ], + "motion_real": [ + 0.06148435175418854, + 0.07797068357467651, + 0.06777859479188919, + 0.07114940881729126 + ], + "shift_reference_raw": -3.3648881912231445 + }, + { + "index": 18542, + "episode": 185, + "map": 8, + "start": 4265, + "target_tic": 4297, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -32.0, + "shift_swapped": -32.0, + "shift_reference": 32.0, + "peak_recorded": 0.23986294865608215, + "peak_swapped": 0.2567261755466461, + "peak_reference": 0.12921716272830963, + "motion_pred": [ + 0.1386176198720932, + 0.1496247798204422, + 0.022935787215828896, + 0.018178291618824005 + ], + "motion_real": [ + 0.14712385833263397, + 0.13997340202331543, + 0.02582724764943123, + 0.024948731064796448 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 18555, + "episode": 185, + "map": 8, + "start": 4278, + "target_tic": 4310, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.280061721801758, + "shift_swapped": 19.87730598449707, + "shift_reference": -23.121980667114258, + "peak_recorded": 0.6538267731666565, + "peak_swapped": 0.7536020278930664, + "peak_reference": 0.6205792427062988, + "motion_pred": [ + 0.03525646775960922, + 0.04326099157333374, + 0.018127936869859695, + 0.0187015812844038 + ], + "motion_real": [ + 0.03581545874476433, + 0.049318403005599976, + 0.02654876373708248, + 0.027710698544979095 + ], + "shift_reference_raw": -22.954484939575195 + }, + { + "index": 18667, + "episode": 185, + "map": 8, + "start": 4390, + "target_tic": 4422, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.28262710571289, + "shift_swapped": 23.14990997314453, + "shift_reference": -21.282194137573242, + "peak_recorded": 0.8740672469139099, + "peak_swapped": 0.8683530688285828, + "peak_reference": 0.8609054684638977, + "motion_pred": [ + 0.03441586345434189, + 0.02698933333158493, + 0.02506253868341446, + 0.024881331250071526 + ], + "motion_real": [ + 0.033684782683849335, + 0.03091385029256344, + 0.03015720285475254, + 0.030790913850069046 + ], + "shift_reference_raw": -20.403156280517578 + }, + { + "index": 18675, + "episode": 185, + "map": 8, + "start": 4398, + "target_tic": 4430, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.945819854736328, + "shift_swapped": 20.828147888183594, + "shift_reference": -22.127914428710938, + "peak_recorded": 0.5049254298210144, + "peak_swapped": 0.5261030197143555, + "peak_reference": 0.497725248336792, + "motion_pred": [ + 0.03197146952152252, + 0.023256653919816017, + 0.021443819627165794, + 0.021909477189183235 + ], + "motion_real": [ + 0.03528910130262375, + 0.030562473461031914, + 0.03142564743757248, + 0.0332113541662693 + ], + "shift_reference_raw": -21.62925148010254 + }, + { + "index": 18722, + "episode": 185, + "map": 8, + "start": 4445, + "target_tic": 4477, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.682443618774414, + "shift_swapped": 24.3172664642334, + "shift_reference": -19.511829376220703, + "peak_recorded": 0.4399411380290985, + "peak_swapped": 0.4341161847114563, + "peak_reference": 0.4717484414577484, + "motion_pred": [ + 0.03746991977095604, + 0.03747926652431488, + 0.030011355876922607, + 0.029139120131731033 + ], + "motion_real": [ + 0.032521847635507584, + 0.034197282046079636, + 0.033546265214681625, + 0.033115044236183167 + ], + "shift_reference_raw": -19.342384338378906 + }, + { + "index": 18816, + "episode": 185, + "map": 8, + "start": 4539, + "target_tic": 4571, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.848178386688232, + "shift_swapped": 0.1677439957857132, + "shift_reference": -20.65899658203125, + "peak_recorded": 0.6751984357833862, + "peak_swapped": 0.7376443147659302, + "peak_reference": 0.5809201002120972, + "motion_pred": [ + 0.032956209033727646, + 0.03196808695793152, + 0.03534242883324623, + 0.035485412925481796 + ], + "motion_real": [ + 0.03458908945322037, + 0.03924674913287163, + 0.04235628619790077, + 0.04203955829143524 + ], + "shift_reference_raw": -20.859285354614258 + }, + { + "index": 18867, + "episode": 185, + "map": 8, + "start": 4590, + "target_tic": 4622, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.10622215270996, + "shift_swapped": 22.259801864624023, + "shift_reference": -19.24895477294922, + "peak_recorded": 0.7188583016395569, + "peak_swapped": 0.6944023966789246, + "peak_reference": 0.6567389965057373, + "motion_pred": [ + 0.03252096846699715, + 0.02872188203036785, + 0.032115910202264786, + 0.0314774215221405 + ], + "motion_real": [ + 0.03548237308859825, + 0.036897122859954834, + 0.04180527105927467, + 0.03605358675122261 + ], + "shift_reference_raw": -19.75432586669922 + }, + { + "index": 18946, + "episode": 185, + "map": 8, + "start": 4669, + "target_tic": 4701, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.22870135307312, + "shift_swapped": 5.844128131866455, + "shift_reference": -2.6668403148651123, + "peak_recorded": 0.7104370594024658, + "peak_swapped": 0.7222898006439209, + "peak_reference": 0.689536988735199, + "motion_pred": [ + 0.03341706097126007, + 0.03126836195588112, + 0.03147561848163605, + 0.030966851860284805 + ], + "motion_real": [ + 0.03549199178814888, + 0.0361127071082592, + 0.036056291311979294, + 0.0344550758600235 + ], + "shift_reference_raw": -2.516683578491211 + }, + { + "index": 19142, + "episode": 185, + "map": 8, + "start": 4865, + "target_tic": 4897, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 0.18064633011817932, + "shift_swapped": 13.024584770202637, + "shift_reference": 0.39982283115386963, + "peak_recorded": 0.7342945337295532, + "peak_swapped": 0.8383556008338928, + "peak_reference": 0.7334215044975281, + "motion_pred": [ + 0.03372646123170853, + 0.028090735897421837, + 0.02810942754149437, + 0.05627037584781647 + ], + "motion_real": [ + 0.033658646047115326, + 0.030723966658115387, + 0.030755361542105675, + 0.06476058810949326 + ], + "shift_reference_raw": 0.43921932578086853 + }, + { + "index": 19151, + "episode": 185, + "map": 8, + "start": 4874, + "target_tic": 4906, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.250174522399902, + "shift_swapped": -22.23084831237793, + "shift_reference": 16.252967834472656, + "peak_recorded": 0.7977689504623413, + "peak_swapped": 0.6568490266799927, + "peak_reference": 0.8274931311607361, + "motion_pred": [ + 0.044145382940769196, + 0.03862419351935387, + 0.05569753050804138, + 0.03666642680764198 + ], + "motion_real": [ + 0.04524712264537811, + 0.04649374261498451, + 0.06330431252717972, + 0.03977099061012268 + ], + "shift_reference_raw": 16.133934020996094 + }, + { + "index": 19511, + "episode": 198, + "map": 8, + "start": 252, + "target_tic": 284, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.5775582790374756, + "shift_swapped": -7.1427154541015625, + "shift_reference": 3.726332664489746, + "peak_recorded": 0.8307784795761108, + "peak_swapped": 0.7987492084503174, + "peak_reference": 0.8050861954689026, + "motion_pred": [ + 0.028701096773147583, + 0.03740933910012245, + 0.0532853864133358, + 0.04028892144560814 + ], + "motion_real": [ + 0.027416104450821877, + 0.039753757417201996, + 0.0617661289870739, + 0.053584665060043335 + ], + "shift_reference_raw": 2.8262670040130615 + }, + { + "index": 20161, + "episode": 198, + "map": 8, + "start": 902, + "target_tic": 934, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -7.566099166870117, + "shift_swapped": 3.7463948726654053, + "shift_reference": -8.048130989074707, + "peak_recorded": 0.936726450920105, + "peak_swapped": 0.9287328720092773, + "peak_reference": 0.9270853996276855, + "motion_pred": [ + 0.053439974784851074, + 0.0427878238260746, + 0.04730718210339546, + 0.07133318483829498 + ], + "motion_real": [ + 0.05679062753915787, + 0.05442332103848457, + 0.06234361603856087, + 0.10093960165977478 + ], + "shift_reference_raw": -8.201154708862305 + }, + { + "index": 20393, + "episode": 198, + "map": 8, + "start": 1169, + "target_tic": 1201, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.146839141845703, + "shift_swapped": 20.743743896484375, + "shift_reference": -20.51176643371582, + "peak_recorded": 0.8378965854644775, + "peak_swapped": 0.8415436744689941, + "peak_reference": 0.8184650540351868, + "motion_pred": [ + 0.036345385015010834, + 0.03053048439323902, + 0.03164447471499443, + 0.03140972554683685 + ], + "motion_real": [ + 0.033307015895843506, + 0.03699127212166786, + 0.03882507234811783, + 0.036789651960134506 + ], + "shift_reference_raw": -20.047388076782227 + }, + { + "index": 20399, + "episode": 198, + "map": 8, + "start": 1175, + "target_tic": 1207, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.05616569519043, + "shift_swapped": -20.016443252563477, + "shift_reference": 19.85759162902832, + "peak_recorded": 0.819321870803833, + "peak_swapped": 0.7853819727897644, + "peak_reference": 0.805660605430603, + "motion_pred": [ + 0.033745840191841125, + 0.028926849365234375, + 0.03054230287671089, + 0.03386103734374046 + ], + "motion_real": [ + 0.035545092076063156, + 0.03488848730921745, + 0.03613070771098137, + 0.03617147356271744 + ], + "shift_reference_raw": 19.85380744934082 + }, + { + "index": 20701, + "episode": 198, + "map": 8, + "start": 1477, + "target_tic": 1509, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.68755340576172, + "shift_swapped": 19.88953399658203, + "shift_reference": -20.407012939453125, + "peak_recorded": 0.5482087731361389, + "peak_swapped": 0.4728128910064697, + "peak_reference": 0.3649362325668335, + "motion_pred": [ + 0.05092226713895798, + 0.06160229444503784, + 0.10906168073415756, + 0.10435223579406738 + ], + "motion_real": [ + 0.061197679489851, + 0.05815102159976959, + 0.06608851999044418, + 0.0716138705611229 + ], + "shift_reference_raw": -20.769529342651367 + }, + { + "index": 20800, + "episode": 198, + "map": 8, + "start": 1576, + "target_tic": 1608, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -11.073981285095215, + "shift_swapped": 0.4919842779636383, + "shift_reference": -9.230554580688477, + "peak_recorded": 0.8196264505386353, + "peak_swapped": 0.8507592678070068, + "peak_reference": 0.7806450724601746, + "motion_pred": [ + 0.04008302465081215, + 0.0353916734457016, + 0.03520970791578293, + 0.03411989286541939 + ], + "motion_real": [ + 0.039560236036777496, + 0.0417870432138443, + 0.039838626980781555, + 0.03736359626054764 + ], + "shift_reference_raw": -9.05375862121582 + }, + { + "index": 21155, + "episode": 198, + "map": 8, + "start": 1931, + "target_tic": 1963, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 27.944177627563477, + "shift_swapped": -22.90867805480957, + "shift_reference": 22.999401092529297, + "peak_recorded": 0.7293940782546997, + "peak_swapped": 0.7535755038261414, + "peak_reference": 0.6796050667762756, + "motion_pred": [ + 0.03101884201169014, + 0.023633815348148346, + 0.024618683382868767, + 0.024098515510559082 + ], + "motion_real": [ + 0.03112521581351757, + 0.028085878118872643, + 0.02729696035385132, + 0.028891466557979584 + ], + "shift_reference_raw": 18.612945556640625 + }, + { + "index": 21163, + "episode": 198, + "map": 8, + "start": 1939, + "target_tic": 1971, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.47667139768600464, + "shift_swapped": -9.334783554077148, + "shift_reference": 0.17424404621124268, + "peak_recorded": 0.7250040173530579, + "peak_swapped": 0.7177351713180542, + "peak_reference": 0.6912150979042053, + "motion_pred": [ + 0.03050750121474266, + 0.023433592170476913, + 0.02475295029580593, + 0.02830694615840912 + ], + "motion_real": [ + 0.029428688809275627, + 0.028015049174427986, + 0.031191037967801094, + 0.033509429544210434 + ], + "shift_reference_raw": 0.10174672305583954 + }, + { + "index": 21235, + "episode": 198, + "map": 8, + "start": 2011, + "target_tic": 2043, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.367778778076172, + "shift_swapped": 22.06232261657715, + "shift_reference": -22.010387420654297, + "peak_recorded": 0.8738393783569336, + "peak_swapped": 0.8686203956604004, + "peak_reference": 0.8351697325706482, + "motion_pred": [ + 0.03800010681152344, + 0.030117573216557503, + 0.027501538395881653, + 0.02666163071990013 + ], + "motion_real": [ + 0.03931155428290367, + 0.03396327421069145, + 0.03439779579639435, + 0.03205939009785652 + ], + "shift_reference_raw": -22.424583435058594 + }, + { + "index": 21800, + "episode": 198, + "map": 8, + "start": 2576, + "target_tic": 2608, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.294618606567383, + "shift_swapped": -21.621278762817383, + "shift_reference": 20.229366302490234, + "peak_recorded": 0.6504995822906494, + "peak_swapped": 0.7252536416053772, + "peak_reference": 0.6617467999458313, + "motion_pred": [ + 0.06303917616605759, + 0.04018516466021538, + 0.03912125155329704, + 0.04929419606924057 + ], + "motion_real": [ + 0.06503601372241974, + 0.04800925403833389, + 0.049364879727363586, + 0.048256516456604004 + ], + "shift_reference_raw": 20.10858726501465 + }, + { + "index": 21940, + "episode": 198, + "map": 8, + "start": 2751, + "target_tic": 2783, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.280837059020996, + "shift_swapped": 3.048957347869873, + "shift_reference": -6.280364036560059, + "peak_recorded": 0.5499813556671143, + "peak_swapped": 0.5631011724472046, + "peak_reference": 0.5421527028083801, + "motion_pred": [ + 0.03844555467367172, + 0.03538396582007408, + 0.029061706736683846, + 0.024888131767511368 + ], + "motion_real": [ + 0.042896538972854614, + 0.040973957628011703, + 0.03846500813961029, + 0.03608199208974838 + ], + "shift_reference_raw": -6.114168643951416 + }, + { + "index": 21977, + "episode": 198, + "map": 8, + "start": 2788, + "target_tic": 2820, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.61701011657715, + "shift_swapped": 27.58600425720215, + "shift_reference": -20.165746688842773, + "peak_recorded": 0.691870927810669, + "peak_swapped": 0.5978373289108276, + "peak_reference": 0.7048925757408142, + "motion_pred": [ + 0.03166518360376358, + 0.02945011854171753, + 0.02919062413275242, + 0.02764672227203846 + ], + "motion_real": [ + 0.03401050716638565, + 0.03592512384057045, + 0.03760445863008499, + 0.03872491791844368 + ], + "shift_reference_raw": -19.702604293823242 + }, + { + "index": 22254, + "episode": 198, + "map": 8, + "start": 3065, + "target_tic": 3097, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.88084602355957, + "shift_swapped": -22.273189544677734, + "shift_reference": 20.746265411376953, + "peak_recorded": 0.5754430294036865, + "peak_swapped": 0.5278486013412476, + "peak_reference": 0.7366016507148743, + "motion_pred": [ + 0.07798673957586288, + 0.07746762037277222, + 0.08290508389472961, + 0.0545177236199379 + ], + "motion_real": [ + 0.08170650899410248, + 0.0892971009016037, + 0.09313315898180008, + 0.06253429502248764 + ], + "shift_reference_raw": 20.937931060791016 + }, + { + "index": 22301, + "episode": 198, + "map": 8, + "start": 3112, + "target_tic": 3144, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -9.64367389678955, + "shift_swapped": 28.636682510375977, + "shift_reference": -10.998468399047852, + "peak_recorded": 0.7853866219520569, + "peak_swapped": 0.8165431618690491, + "peak_reference": 0.7935168147087097, + "motion_pred": [ + 0.05852067098021507, + 0.05391453206539154, + 0.05452882871031761, + 0.03732316941022873 + ], + "motion_real": [ + 0.06299210339784622, + 0.06074153631925583, + 0.06756771355867386, + 0.04981914162635803 + ], + "shift_reference_raw": -11.117105484008789 + }, + { + "index": 22572, + "episode": 198, + "map": 8, + "start": 3383, + "target_tic": 3415, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -5.5666375160217285, + "shift_reference": 32.0, + "peak_recorded": 0.6340948939323425, + "peak_swapped": 0.7836776971817017, + "peak_reference": 0.7958634495735168, + "motion_pred": [ + 0.09017634391784668, + 0.07430150359869003, + 0.0714733675122261, + 0.05738978087902069 + ], + "motion_real": [ + 0.09300101548433304, + 0.08772266656160355, + 0.09880344569683075, + 0.09473588317632675 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 22707, + "episode": 198, + "map": 8, + "start": 3518, + "target_tic": 3550, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.372873306274414, + "shift_swapped": 23.824800491333008, + "shift_reference": -17.117752075195312, + "peak_recorded": 0.7047813534736633, + "peak_swapped": 0.6836207509040833, + "peak_reference": 0.6759779453277588, + "motion_pred": [ + 0.04091189429163933, + 0.03607441484928131, + 0.038779523223638535, + 0.03842839598655701 + ], + "motion_real": [ + 0.04279317706823349, + 0.046599216759204865, + 0.048610620200634, + 0.055707965046167374 + ], + "shift_reference_raw": -17.229196548461914 + }, + { + "index": 22712, + "episode": 198, + "map": 8, + "start": 3523, + "target_tic": 3555, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.825450897216797, + "shift_swapped": -21.81642723083496, + "shift_reference": 22.99583625793457, + "peak_recorded": 0.6413938403129578, + "peak_swapped": 0.6698867678642273, + "peak_reference": 0.637226939201355, + "motion_pred": [ + 0.04650512710213661, + 0.037867527455091476, + 0.034207865595817566, + 0.031127696856856346 + ], + "motion_real": [ + 0.049870844930410385, + 0.047956619411706924, + 0.044586215168237686, + 0.044338151812553406 + ], + "shift_reference_raw": 22.470781326293945 + }, + { + "index": 22745, + "episode": 198, + "map": 8, + "start": 3556, + "target_tic": 3588, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.842830657958984, + "shift_swapped": -17.374515533447266, + "shift_reference": 21.357440948486328, + "peak_recorded": 0.7081767916679382, + "peak_swapped": 0.7351701259613037, + "peak_reference": 0.6686773896217346, + "motion_pred": [ + 0.048561446368694305, + 0.04974896088242531, + 0.05802978575229645, + 0.06682143360376358 + ], + "motion_real": [ + 0.04809306189417839, + 0.05714578554034233, + 0.07281038165092468, + 0.0726511999964714 + ], + "shift_reference_raw": 21.755699157714844 + }, + { + "index": 22824, + "episode": 198, + "map": 8, + "start": 3635, + "target_tic": 3667, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.8844990134239197, + "shift_swapped": 1.6378960609436035, + "shift_reference": 26.261333465576172, + "peak_recorded": 0.5513982176780701, + "peak_swapped": 0.8415826559066772, + "peak_reference": 0.5820931792259216, + "motion_pred": [ + 0.07549616694450378, + 0.04951908066868782, + 0.04818817973136902, + 0.06173396855592728 + ], + "motion_real": [ + 0.08119069784879684, + 0.05885772034525871, + 0.05981457233428955, + 0.08275242149829865 + ], + "shift_reference_raw": 26.25101089477539 + }, + { + "index": 22858, + "episode": 198, + "map": 8, + "start": 3669, + "target_tic": 3701, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 8.192896842956543, + "shift_swapped": -24.67011833190918, + "shift_reference": 16.668617248535156, + "peak_recorded": 0.39848288893699646, + "peak_swapped": 0.7746251821517944, + "peak_reference": 0.8241525292396545, + "motion_pred": [ + 0.041259877383708954, + 0.06502511352300644, + 0.03952855244278908, + 0.04167700558900833 + ], + "motion_real": [ + 0.04577246308326721, + 0.07589675486087799, + 0.05466500297188759, + 0.05995470657944679 + ], + "shift_reference_raw": 16.871469497680664 + }, + { + "index": 22877, + "episode": 198, + "map": 8, + "start": 3688, + "target_tic": 3720, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.885988235473633, + "shift_swapped": -17.139734268188477, + "shift_reference": 25.66783332824707, + "peak_recorded": 0.816562294960022, + "peak_swapped": 0.8045799732208252, + "peak_reference": 0.800145149230957, + "motion_pred": [ + 0.042244017124176025, + 0.036337960511446, + 0.05957341194152832, + 0.03192539140582085 + ], + "motion_real": [ + 0.04345487803220749, + 0.044382620602846146, + 0.07082419097423553, + 0.0470627024769783 + ], + "shift_reference_raw": 26.193740844726562 + }, + { + "index": 23066, + "episode": 198, + "map": 8, + "start": 3912, + "target_tic": 3944, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.86780548095703, + "shift_swapped": 22.93716812133789, + "shift_reference": -23.818801879882812, + "peak_recorded": 0.8294805884361267, + "peak_swapped": 0.7392160892486572, + "peak_reference": 0.7315438389778137, + "motion_pred": [ + 0.07382832467556, + 0.06130986660718918, + 0.05619402602314949, + 0.049664054065942764 + ], + "motion_real": [ + 0.07557875663042068, + 0.07065219432115555, + 0.06516165286302567, + 0.05434754490852356 + ], + "shift_reference_raw": -23.92339324951172 + }, + { + "index": 23183, + "episode": 198, + "map": 8, + "start": 4029, + "target_tic": 4061, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.13981056213379, + "shift_swapped": 26.569684982299805, + "shift_reference": -23.00929832458496, + "peak_recorded": 0.935600996017456, + "peak_swapped": 0.9226958751678467, + "peak_reference": 0.9553020000457764, + "motion_pred": [ + 0.033840011805295944, + 0.030470531433820724, + 0.032881949096918106, + 0.034147709608078 + ], + "motion_real": [ + 0.037382252514362335, + 0.036291494965553284, + 0.03772375360131264, + 0.03628163039684296 + ], + "shift_reference_raw": -22.669898986816406 + }, + { + "index": 23253, + "episode": 198, + "map": 8, + "start": 4099, + "target_tic": 4131, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.982637405395508, + "shift_swapped": 27.60239028930664, + "shift_reference": -16.191871643066406, + "peak_recorded": 0.6992422342300415, + "peak_swapped": 0.7355045676231384, + "peak_reference": 0.689052939414978, + "motion_pred": [ + 0.030800646170973778, + 0.027674561366438866, + 0.02883446216583252, + 0.024208050221204758 + ], + "motion_real": [ + 0.03246235102415085, + 0.03320210427045822, + 0.034570515155792236, + 0.02986544370651245 + ], + "shift_reference_raw": -15.5020170211792 + }, + { + "index": 23265, + "episode": 198, + "map": 8, + "start": 4111, + "target_tic": 4143, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.90670394897461, + "shift_swapped": -18.683990478515625, + "shift_reference": 23.62059211730957, + "peak_recorded": 0.8119077682495117, + "peak_swapped": 0.7948139309883118, + "peak_reference": 0.7797952890396118, + "motion_pred": [ + 0.04087863489985466, + 0.0356440506875515, + 0.03516988083720207, + 0.030642691999673843 + ], + "motion_real": [ + 0.042476166039705276, + 0.04180590435862541, + 0.04148866608738899, + 0.04080084338784218 + ], + "shift_reference_raw": 22.554235458374023 + }, + { + "index": 23393, + "episode": 198, + "map": 8, + "start": 4239, + "target_tic": 4271, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.619788646697998, + "shift_swapped": -4.128996849060059, + "shift_reference": 4.8714704513549805, + "peak_recorded": 0.5517417192459106, + "peak_swapped": 0.5856289863586426, + "peak_reference": 0.5869429111480713, + "motion_pred": [ + 0.02516036666929722, + 0.02168259397149086, + 0.023831015452742577, + 0.02431970275938511 + ], + "motion_real": [ + 0.02550538443028927, + 0.025006163865327835, + 0.02563568204641342, + 0.024622665718197823 + ], + "shift_reference_raw": 5.090146064758301 + }, + { + "index": 23513, + "episode": 198, + "map": 8, + "start": 4394, + "target_tic": 4426, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 0.35380229353904724, + "shift_swapped": -3.188563823699951, + "shift_reference": 2.7962496280670166, + "peak_recorded": 0.7722374796867371, + "peak_swapped": 0.7988592386245728, + "peak_reference": 0.7321831583976746, + "motion_pred": [ + 0.04313270002603531, + 0.03954387456178665, + 0.03753209859132767, + 0.03649430349469185 + ], + "motion_real": [ + 0.04637879878282547, + 0.04763386398553848, + 0.04465436562895775, + 0.047531500458717346 + ], + "shift_reference_raw": 0.36743244528770447 + }, + { + "index": 23634, + "episode": 198, + "map": 8, + "start": 4515, + "target_tic": 4547, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.50035285949707, + "shift_swapped": -24.799161911010742, + "shift_reference": 17.272953033447266, + "peak_recorded": 0.9104360342025757, + "peak_swapped": 0.9218120574951172, + "peak_reference": 0.9070190191268921, + "motion_pred": [ + 0.04356667026877403, + 0.03255871683359146, + 0.027908863499760628, + 0.026980167254805565 + ], + "motion_real": [ + 0.05741237848997116, + 0.0681503638625145, + 0.061537351459264755, + 0.05902229994535446 + ], + "shift_reference_raw": 17.272846221923828 + }, + { + "index": 23915, + "episode": 198, + "map": 8, + "start": 4796, + "target_tic": 4828, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.23709487915039, + "shift_swapped": -21.024768829345703, + "shift_reference": 20.91258430480957, + "peak_recorded": 0.5708994269371033, + "peak_swapped": 0.618264377117157, + "peak_reference": 0.5421573519706726, + "motion_pred": [ + 0.028607483953237534, + 0.025843892246484756, + 0.02681443840265274, + 0.024972256273031235 + ], + "motion_real": [ + 0.03050382249057293, + 0.027498707175254822, + 0.031694404780864716, + 0.026396717876195908 + ], + "shift_reference_raw": 20.309463500976562 + }, + { + "index": 23976, + "episode": 198, + "map": 8, + "start": 4857, + "target_tic": 4889, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -14.124246597290039, + "shift_reference": 32.0, + "peak_recorded": 0.5028490424156189, + "peak_swapped": 0.6940404772758484, + "peak_reference": 0.480063796043396, + "motion_pred": [ + 0.053718339651823044, + 0.04189634695649147, + 0.03312363475561142, + 0.03137471526861191 + ], + "motion_real": [ + 0.05337159335613251, + 0.04915612190961838, + 0.03868207335472107, + 0.0435432530939579 + ], + "shift_reference_raw": 31.389116287231445 + }, + { + "index": 24024, + "episode": 198, + "map": 8, + "start": 4905, + "target_tic": 4937, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -20.35761260986328, + "shift_swapped": 24.15013885498047, + "shift_reference": -21.901113510131836, + "peak_recorded": 0.4950639009475708, + "peak_swapped": 0.5231739282608032, + "peak_reference": 0.49272000789642334, + "motion_pred": [ + 0.03430120646953583, + 0.025541849434375763, + 0.027337146922945976, + 0.02838505618274212 + ], + "motion_real": [ + 0.03580764681100845, + 0.033353041857481, + 0.03603415936231613, + 0.03421082720160484 + ], + "shift_reference_raw": -22.604902267456055 + }, + { + "index": 24329, + "episode": 276, + "map": 8, + "start": 193, + "target_tic": 225, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.9960415363311768, + "shift_swapped": 7.706705570220947, + "shift_reference": -4.364133834838867, + "peak_recorded": 0.776403546333313, + "peak_swapped": 0.7053161859512329, + "peak_reference": 0.6990405321121216, + "motion_pred": [ + 0.034132763743400574, + 0.0332118384540081, + 0.03178156912326813, + 0.028982052579522133 + ], + "motion_real": [ + 0.03707471862435341, + 0.037534527480602264, + 0.03922710195183754, + 0.04275533929467201 + ], + "shift_reference_raw": -4.183369159698486 + }, + { + "index": 24691, + "episode": 276, + "map": 8, + "start": 555, + "target_tic": 587, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.01919174194336, + "shift_swapped": 18.848764419555664, + "shift_reference": -24.360916137695312, + "peak_recorded": 0.801009476184845, + "peak_swapped": 0.8492823839187622, + "peak_reference": 0.8254082798957825, + "motion_pred": [ + 0.05254388600587845, + 0.04156455397605896, + 0.044801414012908936, + 0.05152387171983719 + ], + "motion_real": [ + 0.05770426616072655, + 0.06917715817689896, + 0.06623032689094543, + 0.05859823152422905 + ], + "shift_reference_raw": -24.291263580322266 + }, + { + "index": 24771, + "episode": 276, + "map": 8, + "start": 635, + "target_tic": 667, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 30.60160255432129, + "peak_recorded": 0.4826730489730835, + "peak_swapped": 0.33747634291648865, + "peak_reference": 0.40415871143341064, + "motion_pred": [ + 0.036759890615940094, + 0.03009416162967682, + 0.025813058018684387, + 0.02624770812690258 + ], + "motion_real": [ + 0.0387268029153347, + 0.038486726582050323, + 0.04019671678543091, + 0.039440497756004333 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 24809, + "episode": 276, + "map": 8, + "start": 673, + "target_tic": 705, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.00533390045166, + "shift_swapped": 19.800954818725586, + "shift_reference": -8.501762390136719, + "peak_recorded": 0.8318838477134705, + "peak_swapped": 0.8273748159408569, + "peak_reference": 0.8102630376815796, + "motion_pred": [ + 0.04845568537712097, + 0.039273858070373535, + 0.04481960088014603, + 0.04156544432044029 + ], + "motion_real": [ + 0.050242356956005096, + 0.04986215755343437, + 0.05226771533489227, + 0.05849108472466469 + ], + "shift_reference_raw": -8.814238548278809 + }, + { + "index": 24813, + "episode": 276, + "map": 8, + "start": 677, + "target_tic": 709, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.86751365661621, + "shift_swapped": -18.996156692504883, + "shift_reference": 2.892087459564209, + "peak_recorded": 0.720061182975769, + "peak_swapped": 0.7305924296379089, + "peak_reference": 0.6543052792549133, + "motion_pred": [ + 0.06563158333301544, + 0.037055958062410355, + 0.04021656513214111, + 0.040524400770664215 + ], + "motion_real": [ + 0.0734696313738823, + 0.055893801152706146, + 0.049994878470897675, + 0.0533393956720829 + ], + "shift_reference_raw": 2.633850574493408 + }, + { + "index": 24876, + "episode": 276, + "map": 8, + "start": 740, + "target_tic": 772, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.191797256469727, + "shift_swapped": -25.954957962036133, + "shift_reference": 17.843915939331055, + "peak_recorded": 0.35720905661582947, + "peak_swapped": 0.4080864489078522, + "peak_reference": 0.2741084098815918, + "motion_pred": [ + 0.0462181530892849, + 0.027851499617099762, + 0.026401139795780182, + 0.027590345591306686 + ], + "motion_real": [ + 0.04579577222466469, + 0.03820901736617088, + 0.040606509894132614, + 0.04344838485121727 + ], + "shift_reference_raw": 17.83098602294922 + }, + { + "index": 25070, + "episode": 276, + "map": 8, + "start": 969, + "target_tic": 1001, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.25419807434082, + "shift_swapped": -1.5299097299575806, + "shift_reference": -0.42549756169319153, + "peak_recorded": 0.5699557662010193, + "peak_swapped": 0.5202696323394775, + "peak_reference": 0.5225626230239868, + "motion_pred": [ + 0.05649512633681297, + 0.046946845948696136, + 0.04766552895307541, + 0.023878883570432663 + ], + "motion_real": [ + 0.054562684148550034, + 0.05834236368536949, + 0.06384871155023575, + 0.02198752947151661 + ], + "shift_reference_raw": -0.12129554897546768 + }, + { + "index": 25211, + "episode": 276, + "map": 8, + "start": 1110, + "target_tic": 1142, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.804292678833008, + "shift_swapped": 16.42625617980957, + "shift_reference": -25.78215789794922, + "peak_recorded": 0.8473402261734009, + "peak_swapped": 0.8362406492233276, + "peak_reference": 0.8248697519302368, + "motion_pred": [ + 0.03865410014986992, + 0.02972317300736904, + 0.03594297543168068, + 0.034430865198373795 + ], + "motion_real": [ + 0.03823092579841614, + 0.03715089336037636, + 0.03303806483745575, + 0.03766828775405884 + ], + "shift_reference_raw": -25.909814834594727 + }, + { + "index": 25242, + "episode": 276, + "map": 8, + "start": 1141, + "target_tic": 1173, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.769683837890625, + "shift_swapped": -22.03818130493164, + "shift_reference": 19.49540138244629, + "peak_recorded": 0.8403008580207825, + "peak_swapped": 0.8604455590248108, + "peak_reference": 0.8243327140808105, + "motion_pred": [ + 0.039732251316308975, + 0.04192148521542549, + 0.035636238753795624, + 0.028001824393868446 + ], + "motion_real": [ + 0.04393792152404785, + 0.04929705709218979, + 0.043046824634075165, + 0.03939560800790787 + ], + "shift_reference_raw": 19.373247146606445 + }, + { + "index": 25396, + "episode": 276, + "map": 8, + "start": 1295, + "target_tic": 1327, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.84781265258789, + "shift_swapped": 25.97475242614746, + "shift_reference": -19.610506057739258, + "peak_recorded": 0.8534286618232727, + "peak_swapped": 0.840071976184845, + "peak_reference": 0.8312381505966187, + "motion_pred": [ + 0.03302117809653282, + 0.03162364661693573, + 0.02873389422893524, + 0.02691546641290188 + ], + "motion_real": [ + 0.03186001256108284, + 0.03259794041514397, + 0.033010631799697876, + 0.034103117883205414 + ], + "shift_reference_raw": -19.706159591674805 + }, + { + "index": 25425, + "episode": 276, + "map": 8, + "start": 1324, + "target_tic": 1356, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.001709461212158, + "shift_swapped": 6.94342041015625, + "shift_reference": -5.233266353607178, + "peak_recorded": 0.7886036038398743, + "peak_swapped": 0.7782768607139587, + "peak_reference": 0.7943983674049377, + "motion_pred": [ + 0.026971708983182907, + 0.02522982843220234, + 0.028564374893903732, + 0.021437030285596848 + ], + "motion_real": [ + 0.02684880793094635, + 0.03158452734351158, + 0.039231423288583755, + 0.03280375525355339 + ], + "shift_reference_raw": -5.136910915374756 + }, + { + "index": 25457, + "episode": 276, + "map": 8, + "start": 1356, + "target_tic": 1388, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.985835313796997, + "shift_swapped": -6.727627754211426, + "shift_reference": 4.768179893493652, + "peak_recorded": 0.7281926274299622, + "peak_swapped": 0.6734991669654846, + "peak_reference": 0.7175233364105225, + "motion_pred": [ + 0.02842845395207405, + 0.025770114734768867, + 0.0250021331012249, + 0.023984137922525406 + ], + "motion_real": [ + 0.028905687853693962, + 0.03135665878653526, + 0.03187945485115051, + 0.03160753846168518 + ], + "shift_reference_raw": 4.85341739654541 + }, + { + "index": 25460, + "episode": 276, + "map": 8, + "start": 1359, + "target_tic": 1391, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.094825744628906, + "shift_swapped": -21.732568740844727, + "shift_reference": 20.36170196533203, + "peak_recorded": 0.6264380812644958, + "peak_swapped": 0.6729211807250977, + "peak_reference": 0.6246281266212463, + "motion_pred": [ + 0.03106079250574112, + 0.020673900842666626, + 0.021323246881365776, + 0.020824803039431572 + ], + "motion_real": [ + 0.03160753846168518, + 0.029671862721443176, + 0.02690991386771202, + 0.027267057448625565 + ], + "shift_reference_raw": 20.013704299926758 + }, + { + "index": 25565, + "episode": 276, + "map": 8, + "start": 1464, + "target_tic": 1496, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.509775161743164, + "shift_swapped": 32.0, + "shift_reference": -7.578708171844482, + "peak_recorded": 0.9272689819335938, + "peak_swapped": 0.9276915788650513, + "peak_reference": 0.9135414958000183, + "motion_pred": [ + 0.03160763531923294, + 0.030331077054142952, + 0.028985438868403435, + 0.028775367885828018 + ], + "motion_real": [ + 0.031736910343170166, + 0.033111993223428726, + 0.03406276926398277, + 0.03374806046485901 + ], + "shift_reference_raw": -7.051565647125244 + }, + { + "index": 25673, + "episode": 276, + "map": 8, + "start": 1572, + "target_tic": 1604, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.11564064025879, + "shift_swapped": 22.960662841796875, + "shift_reference": -21.940937042236328, + "peak_recorded": 0.9186907410621643, + "peak_swapped": 0.9224531054496765, + "peak_reference": 0.9137694239616394, + "motion_pred": [ + 0.03435973823070526, + 0.027772411704063416, + 0.026597462594509125, + 0.0239392202347517 + ], + "motion_real": [ + 0.037532128393650055, + 0.034490328282117844, + 0.03266707435250282, + 0.03291335701942444 + ], + "shift_reference_raw": -21.71707534790039 + }, + { + "index": 26542, + "episode": 276, + "map": 8, + "start": 2511, + "target_tic": 2543, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.509342193603516, + "shift_swapped": 27.457420349121094, + "shift_reference": -24.503543853759766, + "peak_recorded": 0.7443833947181702, + "peak_swapped": 0.7150243520736694, + "peak_reference": 0.7188395857810974, + "motion_pred": [ + 0.03818247467279434, + 0.030427874997258186, + 0.031864382326602936, + 0.03391211852431297 + ], + "motion_real": [ + 0.03803611919283867, + 0.03544480353593826, + 0.03775998577475548, + 0.038342613726854324 + ], + "shift_reference_raw": -24.532548904418945 + }, + { + "index": 26801, + "episode": 276, + "map": 8, + "start": 2770, + "target_tic": 2802, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 13.283904075622559, + "shift_swapped": -24.32378578186035, + "shift_reference": 19.94655990600586, + "peak_recorded": 0.49153533577919006, + "peak_swapped": 0.9023942947387695, + "peak_reference": 0.8969123959541321, + "motion_pred": [ + 0.07467544078826904, + 0.047598548233509064, + 0.047356441617012024, + 0.06972936540842056 + ], + "motion_real": [ + 0.08849816769361496, + 0.07468543201684952, + 0.07979131489992142, + 0.08620458841323853 + ], + "shift_reference_raw": 19.978008270263672 + }, + { + "index": 26849, + "episode": 276, + "map": 8, + "start": 2853, + "target_tic": 2885, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.025657653808594, + "shift_swapped": -25.050907135009766, + "shift_reference": 20.475248336791992, + "peak_recorded": 0.6708357334136963, + "peak_swapped": 0.6233266592025757, + "peak_reference": 0.6085596680641174, + "motion_pred": [ + 0.04312855005264282, + 0.036116696894168854, + 0.027569623664021492, + 0.023624680936336517 + ], + "motion_real": [ + 0.044266510754823685, + 0.04613090679049492, + 0.036170296370983124, + 0.03379697725176811 + ], + "shift_reference_raw": 20.196523666381836 + }, + { + "index": 26858, + "episode": 276, + "map": 8, + "start": 2862, + "target_tic": 2894, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 12.16580867767334, + "shift_swapped": 5.730784893035889, + "shift_reference": 8.250696182250977, + "peak_recorded": 0.8889318108558655, + "peak_swapped": 0.8654207587242126, + "peak_reference": 0.8930274844169617, + "motion_pred": [ + 0.03295770660042763, + 0.02339380979537964, + 0.018696285784244537, + 0.019578272476792336 + ], + "motion_real": [ + 0.031980935484170914, + 0.029447520151734352, + 0.022679850459098816, + 0.023909298703074455 + ], + "shift_reference_raw": 9.391460418701172 + }, + { + "index": 27071, + "episode": 276, + "map": 8, + "start": 3075, + "target_tic": 3107, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.48561668395996, + "shift_swapped": -24.33395767211914, + "shift_reference": 18.724796295166016, + "peak_recorded": 0.5712779760360718, + "peak_swapped": 0.3348393738269806, + "peak_reference": 0.601365327835083, + "motion_pred": [ + 0.03246033191680908, + 0.025576390326023102, + 0.02211918868124485, + 0.021689072251319885 + ], + "motion_real": [ + 0.03361623361706734, + 0.03198951110243797, + 0.029525863006711006, + 0.031090842559933662 + ], + "shift_reference_raw": 18.345287322998047 + }, + { + "index": 27073, + "episode": 276, + "map": 8, + "start": 3077, + "target_tic": 3109, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 14.873699188232422, + "shift_swapped": -32.0, + "shift_reference": 20.53418731689453, + "peak_recorded": 0.43583008646965027, + "peak_swapped": 0.34920865297317505, + "peak_reference": 0.3744015097618103, + "motion_pred": [ + 0.030256815254688263, + 0.024453898891806602, + 0.023927591741085052, + 0.02336156740784645 + ], + "motion_real": [ + 0.029525863006711006, + 0.031090842559933662, + 0.03301103413105011, + 0.034041110426187515 + ], + "shift_reference_raw": 22.740110397338867 + }, + { + "index": 27667, + "episode": 276, + "map": 8, + "start": 3706, + "target_tic": 3738, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 22.97235679626465, + "shift_swapped": -20.15773582458496, + "shift_reference": 20.875349044799805, + "peak_recorded": 0.8479799628257751, + "peak_swapped": 0.8445404171943665, + "peak_reference": 0.8107827305793762, + "motion_pred": [ + 0.036618515849113464, + 0.029070036485791206, + 0.029559453949332237, + 0.030912023037672043 + ], + "motion_real": [ + 0.03735077381134033, + 0.03618578612804413, + 0.03659943491220474, + 0.03776506334543228 + ], + "shift_reference_raw": 21.28404998779297 + }, + { + "index": 27669, + "episode": 276, + "map": 8, + "start": 3708, + "target_tic": 3740, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 20.09539794921875, + "shift_swapped": -19.27634048461914, + "shift_reference": 20.379053115844727, + "peak_recorded": 0.8552919030189514, + "peak_swapped": 0.8457947969436646, + "peak_reference": 0.8704760670661926, + "motion_pred": [ + 0.03325631842017174, + 0.03133343905210495, + 0.0341179333627224, + 0.029845016077160835 + ], + "motion_real": [ + 0.03659943491220474, + 0.03776506334543228, + 0.037699807435274124, + 0.036595433950424194 + ], + "shift_reference_raw": 20.192630767822266 + }, + { + "index": 27846, + "episode": 276, + "map": 8, + "start": 3885, + "target_tic": 3917, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -6.178290843963623, + "shift_swapped": 4.0812087059021, + "shift_reference": -4.643372535705566, + "peak_recorded": 0.8086898326873779, + "peak_swapped": 0.846773087978363, + "peak_reference": 0.8214341402053833, + "motion_pred": [ + 0.05052008107304573, + 0.053423065692186356, + 0.05708487331867218, + 0.058712366968393326 + ], + "motion_real": [ + 0.05182075500488281, + 0.05841750651597977, + 0.06482917815446854, + 0.07001795619726181 + ], + "shift_reference_raw": -4.039546966552734 + }, + { + "index": 27859, + "episode": 276, + "map": 8, + "start": 3898, + "target_tic": 3930, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -18.79352378845215, + "shift_swapped": 24.54530906677246, + "shift_reference": -15.145893096923828, + "peak_recorded": 0.894448459148407, + "peak_swapped": 0.9066078066825867, + "peak_reference": 0.8720185160636902, + "motion_pred": [ + 0.028956901282072067, + 0.023116517812013626, + 0.023592036217451096, + 0.023069871589541435 + ], + "motion_real": [ + 0.027622418478131294, + 0.02985677309334278, + 0.030563758686184883, + 0.028711874037981033 + ], + "shift_reference_raw": -17.775676727294922 + }, + { + "index": 27980, + "episode": 276, + "map": 8, + "start": 4019, + "target_tic": 4051, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 23.937246322631836, + "shift_swapped": -18.003753662109375, + "shift_reference": 23.931854248046875, + "peak_recorded": 0.8257137537002563, + "peak_swapped": 0.7927724123001099, + "peak_reference": 0.8194921612739563, + "motion_pred": [ + 0.05834074318408966, + 0.04444349557161331, + 0.05185740441083908, + 0.05493829771876335 + ], + "motion_real": [ + 0.06084297224879265, + 0.050415486097335815, + 0.05837458372116089, + 0.06367421895265579 + ], + "shift_reference_raw": 23.06038475036621 + }, + { + "index": 28107, + "episode": 276, + "map": 8, + "start": 4146, + "target_tic": 4178, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.42021942138672, + "shift_swapped": 18.31702995300293, + "shift_reference": -26.076194763183594, + "peak_recorded": 0.9245637655258179, + "peak_swapped": 0.9211915731430054, + "peak_reference": 0.9068894982337952, + "motion_pred": [ + 0.03830792009830475, + 0.029569432139396667, + 0.03070174530148506, + 0.027307609096169472 + ], + "motion_real": [ + 0.04082714766263962, + 0.038036100566387177, + 0.038113534450531006, + 0.038247961550951004 + ], + "shift_reference_raw": -26.149505615234375 + }, + { + "index": 28276, + "episode": 276, + "map": 8, + "start": 4350, + "target_tic": 4382, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.8465081453323364, + "shift_swapped": -8.264470100402832, + "shift_reference": 1.1712214946746826, + "peak_recorded": 0.8695748448371887, + "peak_swapped": 0.8494428396224976, + "peak_reference": 0.8487851619720459, + "motion_pred": [ + 0.032894738018512726, + 0.02991790883243084, + 0.03224201500415802, + 0.030436281114816666 + ], + "motion_real": [ + 0.031756121665239334, + 0.0315546914935112, + 0.03587530553340912, + 0.03376908600330353 + ], + "shift_reference_raw": 1.805753231048584 + }, + { + "index": 28797, + "episode": 276, + "map": 8, + "start": 4871, + "target_tic": 4903, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.934913635253906, + "shift_swapped": 25.351154327392578, + "shift_reference": -17.00974464416504, + "peak_recorded": 0.7033826112747192, + "peak_swapped": 0.8228907585144043, + "peak_reference": 0.5773433446884155, + "motion_pred": [ + 0.0753905400633812, + 0.07044903934001923, + 0.058287523686885834, + 0.0586344338953495 + ], + "motion_real": [ + 0.07472167909145355, + 0.08216635137796402, + 0.06353595107793808, + 0.0663553774356842 + ], + "shift_reference_raw": -16.961021423339844 + }, + { + "index": 28813, + "episode": 276, + "map": 8, + "start": 4887, + "target_tic": 4919, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -27.97422218322754, + "shift_swapped": 18.2136287689209, + "shift_reference": -29.046344757080078, + "peak_recorded": 0.8206837773323059, + "peak_swapped": 0.8721330165863037, + "peak_reference": 0.8251304030418396, + "motion_pred": [ + 0.051571138203144073, + 0.04115542769432068, + 0.02898356132209301, + 0.02809511497616768 + ], + "motion_real": [ + 0.052337903529405594, + 0.04946073144674301, + 0.033887479454278946, + 0.03402584046125412 + ], + "shift_reference_raw": -28.919389724731445 + }, + { + "index": 29364, + "episode": 302, + "map": 8, + "start": 460, + "target_tic": 492, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 24.99382972717285, + "shift_swapped": -18.725669860839844, + "shift_reference": 28.187162399291992, + "peak_recorded": 0.40479934215545654, + "peak_swapped": 0.507213294506073, + "peak_reference": 0.40354207158088684, + "motion_pred": [ + 0.07587985694408417, + 0.07611829787492752, + 0.07905066758394241, + 0.08382254838943481 + ], + "motion_real": [ + 0.08043694496154785, + 0.09156983345746994, + 0.08057716488838196, + 0.0847887471318245 + ], + "shift_reference_raw": 26.94102668762207 + }, + { + "index": 29570, + "episode": 302, + "map": 8, + "start": 736, + "target_tic": 768, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.131826400756836, + "shift_swapped": -26.52964210510254, + "shift_reference": 23.252201080322266, + "peak_recorded": 0.7629819512367249, + "peak_swapped": 0.7840920090675354, + "peak_reference": 0.7927072644233704, + "motion_pred": [ + 0.03246356546878815, + 0.025805167853832245, + 0.026239827275276184, + 0.021240951493382454 + ], + "motion_real": [ + 0.033842407166957855, + 0.031192457303404808, + 0.03403130918741226, + 0.026456428691744804 + ], + "shift_reference_raw": 22.656492233276367 + }, + { + "index": 29741, + "episode": 302, + "map": 8, + "start": 907, + "target_tic": 939, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -2.1957342624664307, + "shift_swapped": 8.875707626342773, + "shift_reference": -2.402233839035034, + "peak_recorded": 0.9138394594192505, + "peak_swapped": 0.9319661855697632, + "peak_reference": 0.8907738924026489, + "motion_pred": [ + 0.046553198248147964, + 0.04588273540139198, + 0.051172636449337006, + 0.046150099486112595 + ], + "motion_real": [ + 0.04677771404385567, + 0.0557558536529541, + 0.06941594928503036, + 0.07450883835554123 + ], + "shift_reference_raw": -2.2237541675567627 + }, + { + "index": 30349, + "episode": 302, + "map": 8, + "start": 1515, + "target_tic": 1547, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.6002466678619385, + "shift_swapped": -5.278541564941406, + "shift_reference": 3.560741901397705, + "peak_recorded": 0.8096106052398682, + "peak_swapped": 0.6008512377738953, + "peak_reference": 0.7686831951141357, + "motion_pred": [ + 0.04000141844153404, + 0.049217306077480316, + 0.04122816398739815, + 0.04025745019316673 + ], + "motion_real": [ + 0.04394858703017235, + 0.0594160258769989, + 0.05473794788122177, + 0.05706596374511719 + ], + "shift_reference_raw": 3.6448512077331543 + }, + { + "index": 30620, + "episode": 302, + "map": 8, + "start": 1821, + "target_tic": 1853, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.428928852081299, + "shift_swapped": -8.229272842407227, + "shift_reference": 5.248622417449951, + "peak_recorded": 0.527415931224823, + "peak_swapped": 0.4847845733165741, + "peak_reference": 0.37090003490448, + "motion_pred": [ + 0.04643476381897926, + 0.04680478200316429, + 0.060664694756269455, + 0.05038267374038696 + ], + "motion_real": [ + 0.053914085030555725, + 0.08199826627969742, + 0.07482079416513443, + 0.07468277215957642 + ], + "shift_reference_raw": 6.439207077026367 + }, + { + "index": 30648, + "episode": 302, + "map": 8, + "start": 1849, + "target_tic": 1881, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.032501220703125, + "shift_swapped": 21.790571212768555, + "shift_reference": -16.944835662841797, + "peak_recorded": 0.7735632061958313, + "peak_swapped": 0.6794911026954651, + "peak_reference": 0.5919779539108276, + "motion_pred": [ + 0.06436896324157715, + 0.04444318264722824, + 0.03998752310872078, + 0.03288646414875984 + ], + "motion_real": [ + 0.0896255373954773, + 0.07782330363988876, + 0.09184029698371887, + 0.05149519443511963 + ], + "shift_reference_raw": -16.81424331665039 + }, + { + "index": 30707, + "episode": 302, + "map": 8, + "start": 1943, + "target_tic": 1975, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 4.847051620483398, + "shift_swapped": -4.061065196990967, + "shift_reference": 5.09614896774292, + "peak_recorded": 0.7662273645401001, + "peak_swapped": 0.7705961465835571, + "peak_reference": 0.7450934648513794, + "motion_pred": [ + 0.030121803283691406, + 0.025148415938019753, + 0.02439812198281288, + 0.0308358296751976 + ], + "motion_real": [ + 0.032142993062734604, + 0.032180190086364746, + 0.03186723217368126, + 0.04108744114637375 + ], + "shift_reference_raw": 4.823635101318359 + }, + { + "index": 30993, + "episode": 302, + "map": 8, + "start": 2229, + "target_tic": 2261, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 1.4498673677444458, + "shift_swapped": -8.780380249023438, + "shift_reference": 1.416214942932129, + "peak_recorded": 0.6444112062454224, + "peak_swapped": 0.6540952324867249, + "peak_reference": 0.6232888102531433, + "motion_pred": [ + 0.02963918074965477, + 0.024773526936769485, + 0.02445373684167862, + 0.04723047837615013 + ], + "motion_real": [ + 0.03151574358344078, + 0.029952414333820343, + 0.031206874176859856, + 0.06283333897590637 + ], + "shift_reference_raw": 1.5101484060287476 + }, + { + "index": 31399, + "episode": 302, + "map": 8, + "start": 2670, + "target_tic": 2702, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -15.09214973449707, + "shift_reference": 32.0, + "peak_recorded": 0.5477631688117981, + "peak_swapped": 0.5312322974205017, + "peak_reference": 0.5323398113250732, + "motion_pred": [ + 0.037580523639917374, + 0.03379128500819206, + 0.02291862480342388, + 0.024517474696040154 + ], + "motion_real": [ + 0.038973238319158554, + 0.03659353032708168, + 0.02977617457509041, + 0.029060253873467445 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 31479, + "episode": 302, + "map": 8, + "start": 2750, + "target_tic": 2782, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 15.07513427734375, + "shift_swapped": 22.19392967224121, + "shift_reference": 32.0, + "peak_recorded": 0.3402654826641083, + "peak_swapped": 0.41548699140548706, + "peak_reference": 0.32939979434013367, + "motion_pred": [ + 0.05843698978424072, + 0.04540243372321129, + 0.05211814120411873, + 0.03784874081611633 + ], + "motion_real": [ + 0.0553765632212162, + 0.05075915902853012, + 0.0519479475915432, + 0.05133048817515373 + ], + "shift_reference_raw": 28.84166717529297 + }, + { + "index": 31535, + "episode": 302, + "map": 8, + "start": 2841, + "target_tic": 2873, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 9.629085540771484, + "shift_swapped": -3.3710122108459473, + "shift_reference": 10.048454284667969, + "peak_recorded": 0.8291970491409302, + "peak_swapped": 0.8586379289627075, + "peak_reference": 0.8334996104240417, + "motion_pred": [ + 0.032751746475696564, + 0.026640634983778, + 0.02667219005525112, + 0.024717452004551888 + ], + "motion_real": [ + 0.03452440723776817, + 0.03332290053367615, + 0.033706486225128174, + 0.030973125249147415 + ], + "shift_reference_raw": 10.249516487121582 + }, + { + "index": 31666, + "episode": 302, + "map": 8, + "start": 2972, + "target_tic": 3004, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.172847747802734, + "shift_swapped": 19.800369262695312, + "shift_reference": -23.953123092651367, + "peak_recorded": 0.6899570822715759, + "peak_swapped": 0.7649074196815491, + "peak_reference": 0.7323000431060791, + "motion_pred": [ + 0.030752157792448997, + 0.02610071375966072, + 0.02575128898024559, + 0.03297610953450203 + ], + "motion_real": [ + 0.03352142497897148, + 0.03513944521546364, + 0.037513718008995056, + 0.047658517956733704 + ], + "shift_reference_raw": -23.83342170715332 + }, + { + "index": 32225, + "episode": 302, + "map": 8, + "start": 3531, + "target_tic": 3563, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.467606544494629, + "shift_swapped": -5.458320140838623, + "shift_reference": 4.269215106964111, + "peak_recorded": 0.6871798038482666, + "peak_swapped": 0.7032272219657898, + "peak_reference": 0.764839231967926, + "motion_pred": [ + 0.02182505838572979, + 0.018774747848510742, + 0.01417827233672142, + 0.013166100718080997 + ], + "motion_real": [ + 0.020511237904429436, + 0.020265499129891396, + 0.014009187929332256, + 0.01254857238382101 + ], + "shift_reference_raw": 4.317883014678955 + }, + { + "index": 32453, + "episode": 302, + "map": 8, + "start": 3794, + "target_tic": 3826, + "direction": "left", + "expected_sign": 1, + "shift_recorded": -0.9663252830505371, + "shift_swapped": -14.822456359863281, + "shift_reference": 0.0790829285979271, + "peak_recorded": 0.8441075086593628, + "peak_swapped": 0.7205842137336731, + "peak_reference": 0.8583027720451355, + "motion_pred": [ + 0.04519284516572952, + 0.055060598999261856, + 0.03343041613698006, + 0.03446977213025093 + ], + "motion_real": [ + 0.04087672382593155, + 0.07923988252878189, + 0.04550706222653389, + 0.05132703110575676 + ], + "shift_reference_raw": 0.05452125146985054 + }, + { + "index": 32626, + "episode": 302, + "map": 8, + "start": 3967, + "target_tic": 3999, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -24.846559524536133, + "shift_swapped": 18.916067123413086, + "shift_reference": -19.152057647705078, + "peak_recorded": 0.5864039659500122, + "peak_swapped": 0.5037063360214233, + "peak_reference": 0.8103891015052795, + "motion_pred": [ + 0.057711441069841385, + 0.04255581274628639, + 0.04016631469130516, + 0.03582116216421127 + ], + "motion_real": [ + 0.052247922867536545, + 0.04924045130610466, + 0.04593445733189583, + 0.044844042509794235 + ], + "shift_reference_raw": -19.683757781982422 + }, + { + "index": 32650, + "episode": 302, + "map": 8, + "start": 3991, + "target_tic": 4023, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.268061637878418, + "shift_swapped": 31.100435256958008, + "shift_reference": -16.425321578979492, + "peak_recorded": 0.7174699306488037, + "peak_swapped": 0.7200411558151245, + "peak_reference": 0.7207220196723938, + "motion_pred": [ + 0.0382930263876915, + 0.03413901850581169, + 0.03126436844468117, + 0.029832035303115845 + ], + "motion_real": [ + 0.04451527073979378, + 0.04558372497558594, + 0.044825270771980286, + 0.04527416452765465 + ], + "shift_reference_raw": -16.52519989013672 + }, + { + "index": 32651, + "episode": 302, + "map": 8, + "start": 3992, + "target_tic": 4024, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -15.192666053771973, + "shift_swapped": 32.0, + "shift_reference": -14.251408576965332, + "peak_recorded": 0.7252498269081116, + "peak_swapped": 0.7444484829902649, + "peak_reference": 0.7117557525634766, + "motion_pred": [ + 0.04185163974761963, + 0.036074865609407425, + 0.03301065042614937, + 0.03519003465771675 + ], + "motion_real": [ + 0.04558372497558594, + 0.044825270771980286, + 0.04527416452765465, + 0.04492831975221634 + ], + "shift_reference_raw": -14.004030227661133 + }, + { + "index": 32675, + "episode": 302, + "map": 8, + "start": 4016, + "target_tic": 4048, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.160160064697266, + "shift_swapped": -20.9778995513916, + "shift_reference": 32.0, + "peak_recorded": 0.5589329600334167, + "peak_swapped": 0.5966710448265076, + "peak_reference": 0.5542471408843994, + "motion_pred": [ + 0.04252595826983452, + 0.029079923406243324, + 0.030645964667201042, + 0.031323738396167755 + ], + "motion_real": [ + 0.044320814311504364, + 0.0360247977077961, + 0.03658963739871979, + 0.03814228996634483 + ], + "shift_reference_raw": 30.695789337158203 + }, + { + "index": 32842, + "episode": 302, + "map": 8, + "start": 4218, + "target_tic": 4250, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -4.32919454574585, + "shift_swapped": 4.376426696777344, + "shift_reference": -4.772705078125, + "peak_recorded": 0.8075159788131714, + "peak_swapped": 0.766621470451355, + "peak_reference": 0.7797902226448059, + "motion_pred": [ + 0.031221646815538406, + 0.02837318554520607, + 0.0276588574051857, + 0.02974706143140793 + ], + "motion_real": [ + 0.03170350193977356, + 0.03383757174015045, + 0.035114794969558716, + 0.03887065500020981 + ], + "shift_reference_raw": -4.426235198974609 + }, + { + "index": 32956, + "episode": 302, + "map": 8, + "start": 4332, + "target_tic": 4364, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -12.881587028503418, + "shift_swapped": 25.1488037109375, + "shift_reference": -12.583982467651367, + "peak_recorded": 0.638609766960144, + "peak_swapped": 0.6547418832778931, + "peak_reference": 0.7892780303955078, + "motion_pred": [ + 0.0396365150809288, + 0.034035395830869675, + 0.03696222975850105, + 0.03696846216917038 + ], + "motion_real": [ + 0.04219726845622063, + 0.04320397228002548, + 0.04476619511842728, + 0.04358183220028877 + ], + "shift_reference_raw": -12.142440795898438 + }, + { + "index": 33224, + "episode": 302, + "map": 8, + "start": 4600, + "target_tic": 4632, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 5.079893112182617, + "shift_swapped": -5.110032558441162, + "shift_reference": 5.921138763427734, + "peak_recorded": 0.59074866771698, + "peak_swapped": 0.5597447752952576, + "peak_reference": 0.574533224105835, + "motion_pred": [ + 0.026050381362438202, + 0.02251111902296543, + 0.023553041741251945, + 0.026239993050694466 + ], + "motion_real": [ + 0.027829986065626144, + 0.027621787041425705, + 0.028534770011901855, + 0.03243817016482353 + ], + "shift_reference_raw": 5.698794841766357 + }, + { + "index": 33501, + "episode": 315, + "map": 8, + "start": 51, + "target_tic": 83, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.730960845947266, + "shift_swapped": 13.390605926513672, + "shift_reference": 30.8794002532959, + "peak_recorded": 0.7483751177787781, + "peak_swapped": 0.746574342250824, + "peak_reference": 0.710623562335968, + "motion_pred": [ + 0.035782769322395325, + 0.03388240188360214, + 0.02791302092373371, + 0.02182527631521225 + ], + "motion_real": [ + 0.03786762058734894, + 0.04002699255943298, + 0.0275125652551651, + 0.02816043235361576 + ], + "shift_reference_raw": 30.864072799682617 + }, + { + "index": 33894, + "episode": 315, + "map": 8, + "start": 444, + "target_tic": 476, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 15.035270690917969, + "shift_swapped": -22.616043090820312, + "shift_reference": 18.37468910217285, + "peak_recorded": 0.6223999857902527, + "peak_swapped": 0.6675542593002319, + "peak_reference": 0.6961714625358582, + "motion_pred": [ + 0.07355397194623947, + 0.03798212856054306, + 0.03245381638407707, + 0.03369336575269699 + ], + "motion_real": [ + 0.07930305600166321, + 0.02630174532532692, + 0.020991643890738487, + 0.022340601310133934 + ], + "shift_reference_raw": 18.353559494018555 + }, + { + "index": 34172, + "episode": 315, + "map": 8, + "start": 722, + "target_tic": 754, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 25.763517379760742, + "shift_swapped": -28.298023223876953, + "shift_reference": 18.126052856445312, + "peak_recorded": 0.8333220481872559, + "peak_swapped": 0.845553457736969, + "peak_reference": 0.8230533599853516, + "motion_pred": [ + 0.053844183683395386, + 0.036231499165296555, + 0.039270129054784775, + 0.035591501742601395 + ], + "motion_real": [ + 0.05521443113684654, + 0.05950416997075081, + 0.058584731072187424, + 0.05621853843331337 + ], + "shift_reference_raw": 16.358482360839844 + }, + { + "index": 34233, + "episode": 315, + "map": 8, + "start": 783, + "target_tic": 815, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 17.282676696777344, + "shift_swapped": -21.793554306030273, + "shift_reference": 18.052682876586914, + "peak_recorded": 0.7633023262023926, + "peak_swapped": 0.7748759388923645, + "peak_reference": 0.7363152503967285, + "motion_pred": [ + 0.0644579529762268, + 0.052648093551397324, + 0.06571780890226364, + 0.05117829516530037 + ], + "motion_real": [ + 0.06442081183195114, + 0.06426133960485458, + 0.07562357187271118, + 0.07224198430776596 + ], + "shift_reference_raw": 18.19342613220215 + }, + { + "index": 34350, + "episode": 315, + "map": 8, + "start": 935, + "target_tic": 967, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -3.1500916481018066, + "shift_swapped": 6.723204612731934, + "shift_reference": -1.2560389041900635, + "peak_recorded": 0.6892129778862, + "peak_swapped": 0.6799322366714478, + "peak_reference": 0.6655551195144653, + "motion_pred": [ + 0.026639608666300774, + 0.023851994425058365, + 0.023975634947419167, + 0.02646387740969658 + ], + "motion_real": [ + 0.027181698009371758, + 0.028302311897277832, + 0.02959146350622177, + 0.032096393406391144 + ], + "shift_reference_raw": -0.305682510137558 + }, + { + "index": 34626, + "episode": 315, + "map": 8, + "start": 1211, + "target_tic": 1243, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": 32.0, + "shift_reference": 32.0, + "peak_recorded": 0.47250571846961975, + "peak_swapped": 0.5557432770729065, + "peak_reference": 0.3876761496067047, + "motion_pred": [ + 0.08241656422615051, + 0.05457321181893349, + 0.049133602529764175, + 0.04816238954663277 + ], + "motion_real": [ + 0.09241112321615219, + 0.06825036555528641, + 0.07095635682344437, + 0.07137957960367203 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 34790, + "episode": 315, + "map": 8, + "start": 1410, + "target_tic": 1442, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.926462173461914, + "shift_swapped": 16.305191040039062, + "shift_reference": -24.084627151489258, + "peak_recorded": 0.7331966161727905, + "peak_swapped": 0.7323890328407288, + "peak_reference": 0.6987401843070984, + "motion_pred": [ + 0.05329691991209984, + 0.04060131683945656, + 0.03600170463323593, + 0.03699023276567459 + ], + "motion_real": [ + 0.05774916335940361, + 0.0538293682038784, + 0.050528403371572495, + 0.05079115182161331 + ], + "shift_reference_raw": -22.080381393432617 + }, + { + "index": 34798, + "episode": 315, + "map": 8, + "start": 1418, + "target_tic": 1450, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -25.43095588684082, + "shift_swapped": 20.406723022460938, + "shift_reference": -24.363815307617188, + "peak_recorded": 0.6661463975906372, + "peak_swapped": 0.6526778936386108, + "peak_reference": 0.6700031757354736, + "motion_pred": [ + 0.030280757695436478, + 0.02814059518277645, + 0.028337538242340088, + 0.02731548622250557 + ], + "motion_real": [ + 0.029723644256591797, + 0.02997102215886116, + 0.03227782994508743, + 0.03284628316760063 + ], + "shift_reference_raw": -25.54034996032715 + }, + { + "index": 35149, + "episode": 315, + "map": 8, + "start": 1769, + "target_tic": 1801, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 19.40326499938965, + "shift_reference": -32.0, + "peak_recorded": 0.8044731020927429, + "peak_swapped": 0.8651503920555115, + "peak_reference": 0.7169828414916992, + "motion_pred": [ + 0.05406868830323219, + 0.049403633922338486, + 0.04193133860826492, + 0.0360504575073719 + ], + "motion_real": [ + 0.06146961823105812, + 0.05946635827422142, + 0.05251908674836159, + 0.04997986927628517 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 35216, + "episode": 315, + "map": 8, + "start": 1836, + "target_tic": 1868, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -19.93715476989746, + "shift_swapped": 24.411964416503906, + "shift_reference": -19.76587677001953, + "peak_recorded": 0.7483096718788147, + "peak_swapped": 0.7655206322669983, + "peak_reference": 0.7472869157791138, + "motion_pred": [ + 0.037061888724565506, + 0.0319153293967247, + 0.03574134036898613, + 0.03972947224974632 + ], + "motion_real": [ + 0.03881657496094704, + 0.037433404475450516, + 0.04182516783475876, + 0.04936360940337181 + ], + "shift_reference_raw": -19.832651138305664 + }, + { + "index": 35219, + "episode": 315, + "map": 8, + "start": 1839, + "target_tic": 1871, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 32.0, + "shift_swapped": -18.38308334350586, + "shift_reference": 32.0, + "peak_recorded": 0.7872191667556763, + "peak_swapped": 0.8021979331970215, + "peak_reference": 0.737732470035553, + "motion_pred": [ + 0.047119539231061935, + 0.04621699079871178, + 0.04445808008313179, + 0.039701174944639206 + ], + "motion_real": [ + 0.04936360940337181, + 0.05257171392440796, + 0.053267527371644974, + 0.05285262316465378 + ], + "shift_reference_raw": 32.0 + }, + { + "index": 35366, + "episode": 315, + "map": 8, + "start": 2021, + "target_tic": 2053, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 21.72844123840332, + "shift_swapped": -21.14931297302246, + "shift_reference": 20.6190242767334, + "peak_recorded": 0.8688732385635376, + "peak_swapped": 0.8630352020263672, + "peak_reference": 0.8509582877159119, + "motion_pred": [ + 0.036431942135095596, + 0.03392382338643074, + 0.036313414573669434, + 0.03066672384738922 + ], + "motion_real": [ + 0.036857206374406815, + 0.04179874062538147, + 0.047070976346731186, + 0.04192991554737091 + ], + "shift_reference_raw": 20.216848373413086 + }, + { + "index": 35416, + "episode": 315, + "map": 8, + "start": 2071, + "target_tic": 2103, + "direction": "right", + "expected_sign": -1, + "shift_recorded": 16.101207733154297, + "shift_swapped": 16.00531578063965, + "shift_reference": 6.604423522949219, + "peak_recorded": 0.4117141664028168, + "peak_swapped": 0.4244234561920166, + "peak_reference": 0.256570041179657, + "motion_pred": [ + 0.035373516380786896, + 0.026013636961579323, + 0.023956920951604843, + 0.02182372845709324 + ], + "motion_real": [ + 0.03909642621874809, + 0.0378868468105793, + 0.04061869531869888, + 0.04702358320355415 + ], + "shift_reference_raw": 4.744770050048828 + }, + { + "index": 35786, + "episode": 315, + "map": 8, + "start": 2476, + "target_tic": 2508, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -32.0, + "shift_swapped": 12.54139232635498, + "shift_reference": -32.0, + "peak_recorded": 0.36789610981941223, + "peak_swapped": 0.606780469417572, + "peak_reference": 0.3583031892776489, + "motion_pred": [ + 0.04455951228737831, + 0.03864632546901703, + 0.03231139853596687, + 0.0324527733027935 + ], + "motion_real": [ + 0.04711596295237541, + 0.05018134415149689, + 0.044608958065509796, + 0.04084990546107292 + ], + "shift_reference_raw": -32.0 + }, + { + "index": 35941, + "episode": 315, + "map": 8, + "start": 2631, + "target_tic": 2663, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -23.564313888549805, + "shift_swapped": 13.91517448425293, + "shift_reference": -23.8317928314209, + "peak_recorded": 0.8783059120178223, + "peak_swapped": 0.8703644871711731, + "peak_reference": 0.872281014919281, + "motion_pred": [ + 0.04172596335411072, + 0.04112207144498825, + 0.03380438685417175, + 0.032209575176239014 + ], + "motion_real": [ + 0.04401343688368797, + 0.04552370682358742, + 0.04081437364220619, + 0.03821428120136261 + ], + "shift_reference_raw": -24.069711685180664 + }, + { + "index": 35948, + "episode": 315, + "map": 8, + "start": 2638, + "target_tic": 2670, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -17.22074317932129, + "shift_swapped": 22.189401626586914, + "shift_reference": -17.553314208984375, + "peak_recorded": 0.738078773021698, + "peak_swapped": 0.6667816638946533, + "peak_reference": 0.6440024971961975, + "motion_pred": [ + 0.029316890984773636, + 0.0262274332344532, + 0.02618284523487091, + 0.024787796661257744 + ], + "motion_real": [ + 0.03325813263654709, + 0.03336590155959129, + 0.033200960606336594, + 0.0339665487408638 + ], + "shift_reference_raw": -17.60938262939453 + }, + { + "index": 35967, + "episode": 315, + "map": 8, + "start": 2657, + "target_tic": 2689, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 3.731693983078003, + "shift_swapped": -11.879087448120117, + "shift_reference": 3.244128704071045, + "peak_recorded": 0.7326762676239014, + "peak_swapped": 0.6982383728027344, + "peak_reference": 0.7159085869789124, + "motion_pred": [ + 0.030910693109035492, + 0.026330433785915375, + 0.03196296468377113, + 0.028788207098841667 + ], + "motion_real": [ + 0.030834395438432693, + 0.03297823667526245, + 0.038320574909448624, + 0.03367123752832413 + ], + "shift_reference_raw": 3.6108431816101074 + }, + { + "index": 36400, + "episode": 315, + "map": 8, + "start": 3090, + "target_tic": 3122, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -22.328983306884766, + "shift_swapped": 23.739805221557617, + "shift_reference": -20.923078536987305, + "peak_recorded": 0.943110466003418, + "peak_swapped": 0.9494369626045227, + "peak_reference": 0.9382325410842896, + "motion_pred": [ + 0.03881833329796791, + 0.03600635007023811, + 0.037916090339422226, + 0.03751984238624573 + ], + "motion_real": [ + 0.041474416851997375, + 0.04470168426632881, + 0.04427531734108925, + 0.04671246185898781 + ], + "shift_reference_raw": -20.308019638061523 + }, + { + "index": 37152, + "episode": 315, + "map": 8, + "start": 3877, + "target_tic": 3909, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 26.500783920288086, + "shift_swapped": -24.017881393432617, + "shift_reference": 25.370159149169922, + "peak_recorded": 0.6794207692146301, + "peak_swapped": 0.5469878315925598, + "peak_reference": 0.5078814029693604, + "motion_pred": [ + 0.07259564846754074, + 0.04891858622431755, + 0.045520536601543427, + 0.04377822205424309 + ], + "motion_real": [ + 0.07846235483884811, + 0.051058318465948105, + 0.0484989695250988, + 0.052949607372283936 + ], + "shift_reference_raw": 25.340551376342773 + }, + { + "index": 37413, + "episode": 315, + "map": 8, + "start": 4173, + "target_tic": 4205, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.220273971557617, + "shift_swapped": -25.260150909423828, + "shift_reference": 20.40505599975586, + "peak_recorded": 0.6748962998390198, + "peak_swapped": 0.6596904397010803, + "peak_reference": 0.7150930762290955, + "motion_pred": [ + 0.03305770829319954, + 0.026828283444046974, + 0.02453295886516571, + 0.02531491033732891 + ], + "motion_real": [ + 0.03649819269776344, + 0.03390283137559891, + 0.03223653510212898, + 0.03348765894770622 + ], + "shift_reference_raw": 20.278657913208008 + }, + { + "index": 37475, + "episode": 315, + "map": 8, + "start": 4235, + "target_tic": 4267, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 2.983330249786377, + "shift_swapped": -6.852563858032227, + "shift_reference": 0.8220121264457703, + "peak_recorded": 0.7396731972694397, + "peak_swapped": 0.722806990146637, + "peak_reference": 0.77342689037323, + "motion_pred": [ + 0.027006709948182106, + 0.022816698998212814, + 0.03625877574086189, + 0.02803502231836319 + ], + "motion_real": [ + 0.02601289376616478, + 0.02723575569689274, + 0.043818287551403046, + 0.0364488810300827 + ], + "shift_reference_raw": 0.27140703797340393 + }, + { + "index": 37557, + "episode": 315, + "map": 8, + "start": 4317, + "target_tic": 4349, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 18.337844848632812, + "shift_swapped": -23.4372501373291, + "shift_reference": 18.02608299255371, + "peak_recorded": 0.8468772768974304, + "peak_swapped": 0.855210542678833, + "peak_reference": 0.790249228477478, + "motion_pred": [ + 0.04824613407254219, + 0.029636917635798454, + 0.03327151760458946, + 0.03433527797460556 + ], + "motion_real": [ + 0.05149254947900772, + 0.03928285837173462, + 0.04532739520072937, + 0.043831489980220795 + ], + "shift_reference_raw": 18.242900848388672 + }, + { + "index": 37773, + "episode": 315, + "map": 8, + "start": 4533, + "target_tic": 4565, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 19.02577018737793, + "shift_swapped": -24.200868606567383, + "shift_reference": 17.950828552246094, + "peak_recorded": 0.4711543917655945, + "peak_swapped": 0.5421435832977295, + "peak_reference": 0.44375303387641907, + "motion_pred": [ + 0.03150464594364166, + 0.03427300974726677, + 0.031298600137233734, + 0.027827924117445946 + ], + "motion_real": [ + 0.03468995913863182, + 0.037258148193359375, + 0.03758211061358452, + 0.03338954225182533 + ], + "shift_reference_raw": 18.087623596191406 + }, + { + "index": 38074, + "episode": 315, + "map": 8, + "start": 4834, + "target_tic": 4866, + "direction": "left", + "expected_sign": 1, + "shift_recorded": 16.39166259765625, + "shift_swapped": -24.870555877685547, + "shift_reference": 16.098398208618164, + "peak_recorded": 0.8062480688095093, + "peak_swapped": 0.805465817451477, + "peak_reference": 0.7199577689170837, + "motion_pred": [ + 0.03662026673555374, + 0.031018061563372612, + 0.04513667896389961, + 0.03684869781136513 + ], + "motion_real": [ + 0.03647594898939133, + 0.037677668035030365, + 0.05089837685227394, + 0.042635735124349594 + ], + "shift_reference_raw": 15.048632621765137 + }, + { + "index": 38141, + "episode": 315, + "map": 8, + "start": 4901, + "target_tic": 4933, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -10.908576011657715, + "shift_swapped": 3.4156596660614014, + "shift_reference": -6.138256072998047, + "peak_recorded": 0.24913059175014496, + "peak_swapped": 0.2856026589870453, + "peak_reference": 0.21318241953849792, + "motion_pred": [ + 0.046981796622276306, + 0.03448094427585602, + 0.07058356702327728, + 0.026646051555871964 + ], + "motion_real": [ + 0.04887225851416588, + 0.04271106421947479, + 0.0905383974313736, + 0.039737749844789505 + ], + "shift_reference_raw": -10.236948013305664 + }, + { + "index": 38193, + "episode": 315, + "map": 8, + "start": 4953, + "target_tic": 4985, + "direction": "right", + "expected_sign": -1, + "shift_recorded": -21.476821899414062, + "shift_swapped": 17.89695167541504, + "shift_reference": -22.139402389526367, + "peak_recorded": 0.764210045337677, + "peak_swapped": 0.748236358165741, + "peak_reference": 0.7407451272010803, + "motion_pred": [ + 0.034686241298913956, + 0.031782183796167374, + 0.02795899473130703, + 0.02583901211619377 + ], + "motion_real": [ + 0.032596465200185776, + 0.032332733273506165, + 0.03537894785404205, + 0.03482119366526604 + ], + "shift_reference_raw": -22.025630950927734 + } + ], + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "run": "pixart200k_arenas13_map08_r16_k8_s0", + "use_ema": false, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "windows": 128, + "steps": 10, + "seed": 0, + "batch_size": 16, + "device": "cuda:0", + "latent_channels": 4, + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "out": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/directional.json", + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "available_turning_windows": { + "left": 6660, + "right": 14031 + }, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 4, + "candidate_windows": 39863, + "windows": 38218, + "excluded_windows": 1645, + "excluded_fraction": 0.041266337204926874, + "control_bits": 19 + }, + "motion_mode": "closed-loop rollout of 4 tics from real context with the recorded controls (eval_tf --horizon-tics contract); h1 is teacher-forced", + "max_shift_px": 32, + "band_rows": [ + 48, + 120 + ], + "sign_deadband_px": 1.0 + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/heldout/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/heldout/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6630d18d2afdbce41dec01c58e37cf70775e009b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/heldout/metrics.json @@ -0,0 +1,1188 @@ +{ + "psnr_dec": { + "mean": 26.156704861670732, + "sem": 0.189038589251801, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1666733294405276, + "sem": 0.00481176413176038, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse": { + "mean": 0.18507197470171377, + "sem": 0.0037083638101774617, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.660939179360867, + "sem": 0.09550646444719325, + "n": 256 + }, + "psnr_raw": { + "mean": 22.80438657850027, + "sem": 0.1129392248980664, + "n": 256 + }, + "lpips_raw": { + "mean": 0.21546514541842043, + "sem": 0.004759165106806924, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.730256006121635, + "sem": 0.014661331396338935, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.6447303931927308, + "sem": 0.011960417261283047, + "n": 256 + }, + "context_motion": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec": { + "mean": 0.003227561117228106, + "sem": 0.00020575431739210985, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.002888299935420946, + "sem": 6.588639802378533e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 26.37427458912134, + "sem": 0.2104747527523777, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.003279755138692053, + "sem": 0.00023263480355938517, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.19458071538247168, + "sem": 0.005614902449230113, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw": { + "mean": 0.0058305512902734336, + "sem": 0.00022316590828941845, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016889337592147058, + "sem": 5.804842884315673e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 25.041368052363396, + "sem": 0.18566682171730375, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004129199689486995, + "sem": 0.0002566710653387486, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.2402841033472214, + "sem": 0.005628230102019082, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 28.06006407365203, + "sem": 0.25604924404230295, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0025581128351745974, + "sem": 0.00020710372016604904, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.15069922697148286, + "sem": 0.004759157297579714, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.13758809119463, + "sem": 0.16738251172411436, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00041325211191178823, + "sem": 3.785656574337556e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.615001134574413, + "sem": 0.2615492962014261, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.0028880914259161727, + "sem": 0.00023769178775034529, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.1801958796713734, + "sem": 0.005614551661733473, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.977556232362986, + "sem": 0.1943990932354961, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003422572655381373, + "sem": 0.00022466428371974026, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.1751636033586692, + "sem": 0.0046062934850683085, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.870869576931, + "sem": 0.10230225715735682, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.0011270894915469398, + "sem": 4.177138667307521e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 25.66941274702549, + "sem": 0.20384635726437667, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.003775723984972501, + "sem": 0.00025802759238713476, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.2090110027929768, + "sem": 0.005428157016645992, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map": { + "8": { + "psnr_dec": 26.156704861670732, + "lpips_dec": 0.1666733294405276 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.980438828468323, + "sem": 0.38273013138514234, + "n": 72 + }, + "lpips_dec": { + "mean": 0.16738932026136252, + "sem": 0.009112118784959225, + "n": 72 + }, + "psnr_raw": { + "mean": 22.662145773569744, + "sem": 0.22966990041910648, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.355303491864884, + "sem": 0.4473351742486924, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1655347492279751, + "sem": 0.01101364295650301, + "n": 56 + }, + "psnr_raw": { + "mean": 22.866464035851614, + "sem": 0.2650978716511046, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.978708616444763, + "sem": 0.35864565718466174, + "n": 71 + }, + "lpips_dec": { + "mean": 0.16845195541079616, + "sem": 0.00879322101340524, + "n": 71 + }, + "psnr_raw": { + "mean": 22.766871412035446, + "sem": 0.2235889219988803, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.37517023086548, + "sem": 0.31986697882616777, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16539819684943982, + "sem": 0.010301384798128949, + "n": 56 + }, + "psnr_raw": { + "mean": 22.950656277792795, + "sem": 0.17432600036803825, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 28.130008697509766, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1240074634552002, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 24.041860580444336, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 26.156704861670732, + "sem": 0.189038589251801, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1666733294405276, + "sem": 0.00481176413176038, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 23.645888425409794, + "sem": 0.24587621116378047, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.18507197470171377, + "sem": 0.0037083638101774617, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.660939179360867, + "sem": 0.09550646444719325, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.80438657850027, + "sem": 0.1129392248980664, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.21546514541842043, + "sem": 0.004759165106806924, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 21.237686280161142, + "sem": 0.15306880943961199, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 24.4296260997653, + "sem": 0.04387838336063389, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.09512213592824992, + "sem": 0.0009675058237524723, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.730256006121635, + "sem": 0.014661331396338935, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.84755814820528, + "sem": 0.013056169528813008, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 23.125432927161455, + "sem": 0.26860279104928325, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.19765287748850824, + "sem": 0.00610532012541346, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 94.90729289501905, + "sem": 1.1294650314484176, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3009699563772301, + "sem": 0.005814933830460366, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.6447303931927308, + "sem": 0.011960417261283047, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.3771775461791549, + "sem": 0.0040121699256486214, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003227561117228106, + "sem": 0.00020575431739210985, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.002888299935420946, + "sem": 6.588639802378533e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 26.37427458912134, + "sem": 0.2104747527523777, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.003279755138692053, + "sem": 0.00023263480355938517, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.19458071538247168, + "sem": 0.005614902449230113, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.006404741423921223, + "sem": 0.0004487554902060288, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.2049078092641139, + "sem": 0.005868902140235296, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 23.389264918863773, + "sem": 0.25751369459347667, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.007047731118689171, + "sem": 0.0005151324989163243, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.23961321997921914, + "sem": 0.006855792012968366, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.0058305512902734336, + "sem": 0.00022316590828941845, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016889337592147058, + "sem": 5.804842884315673e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 25.041368052363396, + "sem": 0.18566682171730375, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004129199689486995, + "sem": 0.0002566710653387486, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.2402841033472214, + "sem": 0.005628230102019082, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.009065885000381968, + "sem": 0.0004644805972171955, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.23586139528197236, + "sem": 0.005481739594596345, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 22.53781996667385, + "sem": 0.22045470888352506, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.00792624833093214, + "sem": 0.0005365350764275215, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.2632637934584636, + "sem": 0.006454624045761223, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.003656726341432659, + "sem": 4.151996823120028e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.01643414588761516, + "sem": 4.979252343378053e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 28.092094361782074, + "sem": 0.10895160405679094, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.001690969559831501, + "sem": 4.9232841584866776e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.095928106973588, + "sem": 0.001141953963186517, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.007300170974488651, + "sem": 0.00048476441046298884, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00010978718580645364, + "sem": 4.03018248500494e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 22.516768734902143, + "sem": 0.26872363217546885, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.008406383830433128, + "sem": 0.0005591995464350575, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23459969251598523, + "sem": 0.0071707246448996665, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 28.06006407365203, + "sem": 0.25604924404230295, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0025581128351745974, + "sem": 0.00020710372016604904, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.15069922697148286, + "sem": 0.004759157297579714, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.13758809119463, + "sem": 0.16738251172411436, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00041325211191178823, + "sem": 3.785656574337556e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.615001134574413, + "sem": 0.2615492962014261, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.0028880914259161727, + "sem": 0.00023769178775034529, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.1801958796713734, + "sem": 0.005614551661733473, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 24.58600478246808, + "sem": 0.30492589399770736, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.005884820096468957, + "sem": 0.00045131590712841404, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18645166438545857, + "sem": 0.005921301763024346, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 24.01270531862974, + "sem": 0.30654090290595154, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.006751902211931338, + "sem": 0.0005203941280498547, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22205992491581128, + "sem": 0.00696948381303094, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.977556232362986, + "sem": 0.1943990932354961, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003422572655381373, + "sem": 0.00022466428371974026, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.1751636033586692, + "sem": 0.0046062934850683085, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.870869576931, + "sem": 0.10230225715735682, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.0011270894915469398, + "sem": 4.177138667307521e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 25.66941274702549, + "sem": 0.20384635726437667, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.003775723984972501, + "sem": 0.00025802759238713476, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.2090110027929768, + "sem": 0.005428157016645992, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 23.280745465308428, + "sem": 0.22798043014204405, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.0067956747229800385, + "sem": 0.00046724880698751774, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.2034432615910191, + "sem": 0.005685923479567896, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 22.81945301964879, + "sem": 0.23528877984774152, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.007696372792452166, + "sem": 0.0005388151872807989, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.24161459173774347, + "sem": 0.006674016296895331, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 29.71032252907753, + "sem": 0.09815819079052983, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.0011491804548313667, + "sem": 3.2274017763370435e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05522172532073455, + "sem": 0.0006604127822946009, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.91811864823103, + "sem": 0.07616739829284898, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0008436836317287089, + "sem": 1.634956630527325e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 29.610168054699898, + "sem": 0.11012242691158482, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.001196179972112077, + "sem": 3.713727693903775e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06593909845105372, + "sem": 0.0007740308670262162, + "n": 256 + }, + "per_map_nodup": { + "8": { + "psnr_dec": 26.156704861670732, + "lpips_dec": 0.1666733294405276 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.980438828468323, + "sem": 0.38273013138514234, + "n": 72 + }, + "lpips_dec": { + "mean": 0.16738932026136252, + "sem": 0.009112118784959225, + "n": 72 + }, + "psnr_raw": { + "mean": 22.662145773569744, + "sem": 0.22966990041910648, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 23.155722339948017, + "sem": 0.5803610382613635, + "n": 72 + }, + "windows": 72 + }, + "1": { + "psnr_dec": { + "mean": 26.355303491864884, + "sem": 0.4473351742486924, + "n": 56 + }, + "lpips_dec": { + "mean": 0.1655347492279751, + "sem": 0.01101364295650301, + "n": 56 + }, + "psnr_raw": { + "mean": 22.866464035851614, + "sem": 0.2650978716511046, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.615747213363647, + "sem": 0.6131717051261277, + "n": 56 + }, + "windows": 56 + }, + "2": { + "psnr_dec": { + "mean": 25.978708616444763, + "sem": 0.35864565718466174, + "n": 71 + }, + "lpips_dec": { + "mean": 0.16845195541079616, + "sem": 0.00879322101340524, + "n": 71 + }, + "psnr_raw": { + "mean": 22.766871412035446, + "sem": 0.2235889219988803, + "n": 71 + }, + "persist_psnr_raw": { + "mean": 22.679227023057535, + "sem": 0.4027895437458486, + "n": 71 + }, + "windows": 71 + }, + "3": { + "psnr_dec": { + "mean": 26.37517023086548, + "sem": 0.31986697882616777, + "n": 56 + }, + "lpips_dec": { + "mean": 0.16539819684943982, + "sem": 0.010301384798128949, + "n": 56 + }, + "psnr_raw": { + "mean": 22.950656277792795, + "sem": 0.17432600036803825, + "n": 56 + }, + "persist_psnr_raw": { + "mean": 23.132192032677786, + "sem": 0.567858107944347, + "n": 56 + }, + "windows": 56 + }, + "4": { + "psnr_dec": { + "mean": 28.130008697509766, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.1240074634552002, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 24.041860580444336, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 24.789104461669922, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 10.0322440788684, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "subset": "val", + "num_windows": 2048, + "windows_file": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map08_seed0.json", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/heldout", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 8, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 39887, + "windows": 38383, + "excluded_windows": 1504, + "excluded_fraction": 0.03770652092160353, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/trainmap/metrics.json b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/trainmap/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..9e5b6e9c6a6721488e7a43b4f60682ffce137dbe --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/trainmap/metrics.json @@ -0,0 +1,1212 @@ +{ + "psnr_dec": { + "mean": 25.701819270849228, + "sem": 0.17678585891101514, + "n": 256 + }, + "lpips_dec": { + "mean": 0.1477823740860913, + "sem": 0.0038379421183368546, + "n": 256 + }, + "copy_psnr_dec": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse": { + "mean": 0.17198773771087872, + "sem": 0.0035973546958650445, + "n": 256 + }, + "hud_psnr_dec": { + "mean": 25.942628853023052, + "sem": 0.09831793084609326, + "n": 256 + }, + "psnr_raw": { + "mean": 22.411684419959784, + "sem": 0.11193866634557538, + "n": 256 + }, + "lpips_raw": { + "mean": 0.19695703592151403, + "sem": 0.004070705248938028, + "n": 256 + }, + "copy_psnr_raw": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw": { + "mean": 17.73589751124382, + "sem": 0.01819120349695952, + "n": 256 + }, + "hud_vae_psnr": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio": { + "mean": 0.5692225070670247, + "sem": 0.012526937099373857, + "n": 256 + }, + "context_motion": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec": { + "mean": 0.003424398358902181, + "sem": 0.0001896795226013112, + "n": 256 + }, + "hud_mse_dec": { + "mean": 0.0027276023679405625, + "sem": 7.067725094125163e-05, + "n": 256 + }, + "scene_psnr_dec": { + "mean": 25.80551179125905, + "sem": 0.1995332981343869, + "n": 256 + }, + "scene_mse_dec": { + "mean": 0.0035315977465870674, + "sem": 0.00021373886555965495, + "n": 256 + }, + "scene_lpips_dec": { + "mean": 0.17064026737352833, + "sem": 0.004454523108979635, + "n": 256 + }, + "copy_mse_dec": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw": { + "mean": 0.006321391413621313, + "sem": 0.00020962207486960327, + "n": 256 + }, + "hud_mse_raw": { + "mean": 0.016881282441318035, + "sem": 7.339129219911114e-05, + "n": 256 + }, + "scene_psnr_raw": { + "mean": 24.359010744839907, + "sem": 0.18880391810112493, + "n": 256 + }, + "scene_mse_raw": { + "mean": 0.004696792955655837, + "sem": 0.00024109750354952048, + "n": 256 + }, + "scene_lpips_raw": { + "mean": 0.21675315566244535, + "sem": 0.004783728539895261, + "n": 256 + }, + "copy_mse_raw": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned": { + "mean": 27.568038161844015, + "sem": 0.23260571119021262, + "n": 256 + }, + "mse_dec_tuned": { + "mean": 0.0026278554457803693, + "sem": 0.0001932333947780975, + "n": 256 + }, + "lpips_dec_tuned": { + "mean": 0.13053877142374404, + "sem": 0.0037710776603371654, + "n": 256 + }, + "hud_psnr_dec_tuned": { + "mean": 35.32392631471157, + "sem": 0.17500245890591123, + "n": 256 + }, + "hud_mse_dec_tuned": { + "mean": 0.00042248932393817995, + "sem": 4.8044842858934864e-05, + "n": 256 + }, + "scene_psnr_dec_tuned": { + "mean": 27.091230373829603, + "sem": 0.23692587977593177, + "n": 256 + }, + "scene_mse_dec_tuned": { + "mean": 0.002967142581042026, + "sem": 0.00022075222289587128, + "n": 256 + }, + "scene_lpips_dec_tuned": { + "mean": 0.15483297215541825, + "sem": 0.004454224677140396, + "n": 256 + }, + "copy_psnr_dec_tuned": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned": { + "mean": 25.29004830121994, + "sem": 0.18692858797834447, + "n": 256 + }, + "mse_raw_tuned": { + "mean": 0.003828271159591168, + "sem": 0.00021051764670264127, + "n": 256 + }, + "lpips_raw_tuned": { + "mean": 0.1532222317327978, + "sem": 0.003841420955889957, + "n": 256 + }, + "hud_psnr_raw_tuned": { + "mean": 29.754168152809143, + "sem": 0.11742024018346955, + "n": 256 + }, + "hud_mse_raw_tuned": { + "mean": 0.001196583810951779, + "sem": 5.437183365644437e-05, + "n": 256 + }, + "scene_psnr_raw_tuned": { + "mean": 24.955706357955933, + "sem": 0.1978100850440648, + "n": 256 + }, + "scene_mse_raw_tuned": { + "mean": 0.004233146166370716, + "sem": 0.0002406699353263393, + "n": 256 + }, + "scene_lpips_raw_tuned": { + "mean": 0.18089227675227448, + "sem": 0.0045099255869719915, + "n": 256 + }, + "copy_psnr_raw_tuned": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map": { + "2": { + "psnr_dec": 26.150884192330498, + "lpips_dec": 0.1559287297938551 + }, + "3": { + "psnr_dec": 25.480590983799527, + "lpips_dec": 0.13313654916627066 + }, + "4": { + "psnr_dec": 26.340353361765544, + "lpips_dec": 0.15288903502126536 + }, + "5": { + "psnr_dec": 24.73287980897086, + "lpips_dec": 0.15043528817061866 + } + }, + "per_tics_since_decision": { + "0": { + "psnr_dec": { + "mean": 25.93593947092692, + "sem": 0.2945227700533233, + "n": 60 + }, + "lpips_dec": { + "mean": 0.14169969571133453, + "sem": 0.006586140077332801, + "n": 60 + }, + "psnr_raw": { + "mean": 22.60093224843343, + "sem": 0.1889691643817088, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.46547712220086, + "sem": 0.3671964066618502, + "n": 72 + }, + "lpips_dec": { + "mean": 0.155300617735419, + "sem": 0.008998374657157443, + "n": 72 + }, + "psnr_raw": { + "mean": 22.263095657030743, + "sem": 0.24001246051345781, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.521017158732693, + "sem": 0.33310346971055416, + "n": 68 + }, + "lpips_dec": { + "mean": 0.14536399635321953, + "sem": 0.006726965595680258, + "n": 68 + }, + "psnr_raw": { + "mean": 22.29712116017061, + "sem": 0.20483400784052896, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.966492878306997, + "sem": 0.4202217469259479, + "n": 55 + }, + "lpips_dec": { + "mean": 0.14631551084193317, + "sem": 0.007706296438906418, + "n": 55 + }, + "psnr_raw": { + "mean": 22.524783255837182, + "sem": 0.25934264037710575, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.408737182617188, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.21655669808387756, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.325071334838867, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "duplicates": { + "rule": "a window is left out of every *_nodup mean when dup_raw or dup_latent is 1", + "windows": 256, + "dup_raw": 0, + "dup_latent": 0, + "excluded": 0 + }, + "psnr_dec_nodup": { + "mean": 25.701819270849228, + "sem": 0.17678585891101514, + "n": 256 + }, + "lpips_dec_nodup": { + "mean": 0.1477823740860913, + "sem": 0.0038379421183368546, + "n": 256 + }, + "copy_psnr_dec_nodup": { + "mean": 22.390945944935083, + "sem": 0.2168170292800418, + "n": 256 + }, + "latent_mse_nodup": { + "mean": 0.17198773771087872, + "sem": 0.0035973546958650445, + "n": 256 + }, + "hud_psnr_dec_nodup": { + "mean": 25.942628853023052, + "sem": 0.09831793084609326, + "n": 256 + }, + "psnr_raw_nodup": { + "mean": 22.411684419959784, + "sem": 0.11193866634557538, + "n": 256 + }, + "lpips_raw_nodup": { + "mean": 0.19695703592151403, + "sem": 0.004070705248938028, + "n": 256 + }, + "copy_psnr_raw_nodup": { + "mean": 20.394344232976437, + "sem": 0.14748710572159415, + "n": 256 + }, + "vae_psnr_nodup": { + "mean": 23.921369969844818, + "sem": 0.06109161024572916, + "n": 256 + }, + "vae_lpips_nodup": { + "mean": 0.0946576328278752, + "sem": 0.0013245920053785655, + "n": 256 + }, + "hud_psnr_raw_nodup": { + "mean": 17.73589751124382, + "sem": 0.01819120349695952, + "n": 256 + }, + "hud_vae_psnr_nodup": { + "mean": 17.86507272720337, + "sem": 0.015201866932037858, + "n": 256 + }, + "persist_psnr_raw_nodup": { + "mean": 21.707624305039644, + "sem": 0.2402316629163168, + "n": 256 + }, + "persist_lpips_raw_nodup": { + "mean": 0.201554011882763, + "sem": 0.0055850580571410735, + "n": 256 + }, + "persist_hud_psnr_raw_nodup": { + "mean": 92.85112721472979, + "sem": 1.3081402918733689, + "n": 256 + }, + "copy_latent_mse_nodup": { + "mean": 0.3157162444513233, + "sem": 0.005631052652050628, + "n": 256 + }, + "latent_mse_ratio_nodup": { + "mean": 0.5692225070670247, + "sem": 0.012526937099373857, + "n": 256 + }, + "context_motion_nodup": { + "mean": 0.38409849553136155, + "sem": 0.0036000647097259855, + "n": 256 + }, + "mse_dec_nodup": { + "mean": 0.003424398358902181, + "sem": 0.0001896795226013112, + "n": 256 + }, + "hud_mse_dec_nodup": { + "mean": 0.0027276023679405625, + "sem": 7.067725094125163e-05, + "n": 256 + }, + "scene_psnr_dec_nodup": { + "mean": 25.80551179125905, + "sem": 0.1995332981343869, + "n": 256 + }, + "scene_mse_dec_nodup": { + "mean": 0.0035315977465870674, + "sem": 0.00021373886555965495, + "n": 256 + }, + "scene_lpips_dec_nodup": { + "mean": 0.17064026737352833, + "sem": 0.004454523108979635, + "n": 256 + }, + "copy_mse_dec_nodup": { + "mean": 0.007814689018516674, + "sem": 0.0004559007595656043, + "n": 256 + }, + "copy_lpips_dec_nodup": { + "mean": 0.20748687387094833, + "sem": 0.005396424446808861, + "n": 256 + }, + "scene_copy_psnr_dec_nodup": { + "mean": 22.055537462234497, + "sem": 0.227372314294056, + "n": 256 + }, + "scene_copy_mse_dec_nodup": { + "mean": 0.00865765820856268, + "sem": 0.0005232496619956435, + "n": 256 + }, + "scene_copy_lpips_dec_nodup": { + "mean": 0.24022739245265257, + "sem": 0.006181616832597349, + "n": 256 + }, + "mse_raw_nodup": { + "mean": 0.006321391413621313, + "sem": 0.00020962207486960327, + "n": 256 + }, + "hud_mse_raw_nodup": { + "mean": 0.016881282441318035, + "sem": 7.339129219911114e-05, + "n": 256 + }, + "scene_psnr_raw_nodup": { + "mean": 24.359010744839907, + "sem": 0.18880391810112493, + "n": 256 + }, + "scene_mse_raw_nodup": { + "mean": 0.004696792955655837, + "sem": 0.00024109750354952048, + "n": 256 + }, + "scene_lpips_raw_nodup": { + "mean": 0.21675315566244535, + "sem": 0.004783728539895261, + "n": 256 + }, + "copy_mse_raw_nodup": { + "mean": 0.010770243027764081, + "sem": 0.00047988212276488907, + "n": 256 + }, + "copy_lpips_raw_nodup": { + "mean": 0.2368765133433044, + "sem": 0.005159985035434895, + "n": 256 + }, + "scene_copy_psnr_raw_nodup": { + "mean": 21.262815035879612, + "sem": 0.2028342659835679, + "n": 256 + }, + "scene_copy_mse_raw_nodup": { + "mean": 0.009896000048343012, + "sem": 0.0005533004181041001, + "n": 256 + }, + "scene_copy_lpips_raw_nodup": { + "mean": 0.26236610711202957, + "sem": 0.005956975427902698, + "n": 256 + }, + "vae_mse_nodup": { + "mean": 0.004159161780989962, + "sem": 6.075406684624962e-05, + "n": 256 + }, + "hud_vae_mse_nodup": { + "mean": 0.016375041643186705, + "sem": 5.8800981237418026e-05, + "n": 256 + }, + "scene_vae_psnr_nodup": { + "mean": 27.041758969426155, + "sem": 0.15569664284145002, + "n": 256 + }, + "scene_vae_mse_nodup": { + "mean": 0.002279795724689393, + "sem": 7.224997212066879e-05, + "n": 256 + }, + "scene_vae_lpips_nodup": { + "mean": 0.09452216192585183, + "sem": 0.001539983389441685, + "n": 256 + }, + "persist_mse_raw_nodup": { + "mean": 0.009216826845644732, + "sem": 0.0005072731688674632, + "n": 256 + }, + "persist_hud_mse_raw_nodup": { + "mean": 0.00015276853054047024, + "sem": 5.254552626738786e-05, + "n": 256 + }, + "scene_persist_psnr_raw_nodup": { + "mean": 21.095222018659115, + "sem": 0.24011082203232192, + "n": 256 + }, + "scene_persist_mse_raw_nodup": { + "mean": 0.010611297454772739, + "sem": 0.0005846615530405939, + "n": 256 + }, + "scene_persist_lpips_raw_nodup": { + "mean": 0.23711749363974377, + "sem": 0.006444305110404228, + "n": 256 + }, + "psnr_dec_tuned_nodup": { + "mean": 27.568038161844015, + "sem": 0.23260571119021262, + "n": 256 + }, + "mse_dec_tuned_nodup": { + "mean": 0.0026278554457803693, + "sem": 0.0001932333947780975, + "n": 256 + }, + "lpips_dec_tuned_nodup": { + "mean": 0.13053877142374404, + "sem": 0.0037710776603371654, + "n": 256 + }, + "hud_psnr_dec_tuned_nodup": { + "mean": 35.32392631471157, + "sem": 0.17500245890591123, + "n": 256 + }, + "hud_mse_dec_tuned_nodup": { + "mean": 0.00042248932393817995, + "sem": 4.8044842858934864e-05, + "n": 256 + }, + "scene_psnr_dec_tuned_nodup": { + "mean": 27.091230373829603, + "sem": 0.23692587977593177, + "n": 256 + }, + "scene_mse_dec_tuned_nodup": { + "mean": 0.002967142581042026, + "sem": 0.00022075222289587128, + "n": 256 + }, + "scene_lpips_dec_tuned_nodup": { + "mean": 0.15483297215541825, + "sem": 0.004454224677140396, + "n": 256 + }, + "copy_psnr_dec_tuned_nodup": { + "mean": 23.186705462634563, + "sem": 0.26035649432469227, + "n": 256 + }, + "copy_mse_dec_tuned_nodup": { + "mean": 0.007105599779592353, + "sem": 0.00045459565912251115, + "n": 256 + }, + "copy_lpips_dec_tuned_nodup": { + "mean": 0.18970658827674924, + "sem": 0.005481172979340549, + "n": 256 + }, + "scene_copy_psnr_dec_tuned_nodup": { + "mean": 22.60291813313961, + "sem": 0.26161676403333184, + "n": 256 + }, + "scene_copy_mse_dec_tuned_nodup": { + "mean": 0.008152892771562392, + "sem": 0.0005237828692918503, + "n": 256 + }, + "scene_copy_lpips_dec_tuned_nodup": { + "mean": 0.22386562897918338, + "sem": 0.006351693591325553, + "n": 256 + }, + "psnr_raw_tuned_nodup": { + "mean": 25.29004830121994, + "sem": 0.18692858797834447, + "n": 256 + }, + "mse_raw_tuned_nodup": { + "mean": 0.003828271159591168, + "sem": 0.00021051764670264127, + "n": 256 + }, + "lpips_raw_tuned_nodup": { + "mean": 0.1532222317327978, + "sem": 0.003841420955889957, + "n": 256 + }, + "hud_psnr_raw_tuned_nodup": { + "mean": 29.754168152809143, + "sem": 0.11742024018346955, + "n": 256 + }, + "hud_mse_raw_tuned_nodup": { + "mean": 0.001196583810951779, + "sem": 5.437183365644437e-05, + "n": 256 + }, + "scene_psnr_raw_tuned_nodup": { + "mean": 24.955706357955933, + "sem": 0.1978100850440648, + "n": 256 + }, + "scene_mse_raw_tuned_nodup": { + "mean": 0.004233146166370716, + "sem": 0.0002406699353263393, + "n": 256 + }, + "scene_lpips_raw_tuned_nodup": { + "mean": 0.18089227675227448, + "sem": 0.0045099255869719915, + "n": 256 + }, + "copy_psnr_raw_tuned_nodup": { + "mean": 22.017893321812153, + "sem": 0.20559214002751022, + "n": 256 + }, + "copy_mse_raw_tuned_nodup": { + "mean": 0.008397570827924028, + "sem": 0.0004790171408064405, + "n": 256 + }, + "copy_lpips_raw_tuned_nodup": { + "mean": 0.20370165036001708, + "sem": 0.005362915875853243, + "n": 256 + }, + "scene_copy_psnr_raw_tuned_nodup": { + "mean": 21.524495016783476, + "sem": 0.2124418533406906, + "n": 256 + }, + "scene_copy_mse_raw_tuned_nodup": { + "mean": 0.009527876228844434, + "sem": 0.0005515503276387132, + "n": 256 + }, + "scene_copy_lpips_raw_tuned_nodup": { + "mean": 0.23952164988440927, + "sem": 0.0061811838073046795, + "n": 256 + }, + "vae_psnr_tuned_nodup": { + "mean": 28.61638778448105, + "sem": 0.13641114866836296, + "n": 256 + }, + "vae_mse_tuned_nodup": { + "mean": 0.00154713801549633, + "sem": 4.7344447893525985e-05, + "n": 256 + }, + "vae_lpips_tuned_nodup": { + "mean": 0.05174341603560606, + "sem": 0.0008743070552177783, + "n": 256 + }, + "hud_vae_psnr_tuned_nodup": { + "mean": 30.606386341154575, + "sem": 0.08958014662747095, + "n": 256 + }, + "hud_vae_mse_tuned_nodup": { + "mean": 0.0009208031361822577, + "sem": 2.101692954546558e-05, + "n": 256 + }, + "scene_vae_psnr_tuned_nodup": { + "mean": 28.49509447067976, + "sem": 0.1608699153726144, + "n": 256 + }, + "scene_vae_mse_tuned_nodup": { + "mean": 0.0016434972477838983, + "sem": 5.4617717579728686e-05, + "n": 256 + }, + "scene_vae_lpips_tuned_nodup": { + "mean": 0.06103325459116604, + "sem": 0.0010063776273624308, + "n": 256 + }, + "per_map_nodup": { + "2": { + "psnr_dec": 26.150884192330498, + "lpips_dec": 0.1559287297938551 + }, + "3": { + "psnr_dec": 25.480590983799527, + "lpips_dec": 0.13313654916627066 + }, + "4": { + "psnr_dec": 26.340353361765544, + "lpips_dec": 0.15288903502126536 + }, + "5": { + "psnr_dec": 24.73287980897086, + "lpips_dec": 0.15043528817061866 + } + }, + "per_tics_since_decision_nodup": { + "0": { + "psnr_dec": { + "mean": 25.93593947092692, + "sem": 0.2945227700533233, + "n": 60 + }, + "lpips_dec": { + "mean": 0.14169969571133453, + "sem": 0.006586140077332801, + "n": 60 + }, + "psnr_raw": { + "mean": 22.60093224843343, + "sem": 0.1889691643817088, + "n": 60 + }, + "persist_psnr_raw": { + "mean": 21.500737349192303, + "sem": 0.3955537535483232, + "n": 60 + }, + "windows": 60 + }, + "1": { + "psnr_dec": { + "mean": 25.46547712220086, + "sem": 0.3671964066618502, + "n": 72 + }, + "lpips_dec": { + "mean": 0.155300617735419, + "sem": 0.008998374657157443, + "n": 72 + }, + "psnr_raw": { + "mean": 22.263095657030743, + "sem": 0.24001246051345781, + "n": 72 + }, + "persist_psnr_raw": { + "mean": 21.56431522634294, + "sem": 0.3545040657933288, + "n": 72 + }, + "windows": 72 + }, + "2": { + "psnr_dec": { + "mean": 25.521017158732693, + "sem": 0.33310346971055416, + "n": 68 + }, + "lpips_dec": { + "mean": 0.14536399635321953, + "sem": 0.006726965595680258, + "n": 68 + }, + "psnr_raw": { + "mean": 22.29712116017061, + "sem": 0.20483400784052896, + "n": 68 + }, + "persist_psnr_raw": { + "mean": 21.70240044593811, + "sem": 0.5427217157847464, + "n": 68 + }, + "windows": 68 + }, + "3": { + "psnr_dec": { + "mean": 25.966492878306997, + "sem": 0.4202217469259479, + "n": 55 + }, + "lpips_dec": { + "mean": 0.14631551084193317, + "sem": 0.007706296438906418, + "n": 55 + }, + "psnr_raw": { + "mean": 22.524783255837182, + "sem": 0.25934264037710575, + "n": 55 + }, + "persist_psnr_raw": { + "mean": 22.125860266251998, + "sem": 0.6397177904330739, + "n": 55 + }, + "windows": 55 + }, + "4": { + "psnr_dec": { + "mean": 26.408737182617188, + "sem": NaN, + "n": 1 + }, + "lpips_dec": { + "mean": 0.21655669808387756, + "sem": NaN, + "n": 1 + }, + "psnr_raw": { + "mean": 23.325071334838867, + "sem": NaN, + "n": 1 + }, + "persist_psnr_raw": { + "mean": 21.791339874267578, + "sem": NaN, + "n": 1 + }, + "windows": 1 + } + }, + "sampling_frames_per_s": 9.986789657727442, + "config": { + "ckpt": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/adapter_0004000.pt", + "backbone": "pixart", + "latent_channels": 4, + "use_ema": false, + "objective": "auto", + "context_frames": 32, + "num_actions": 29, + "noise_buckets": 10, + "infer_noise": 0.0, + "train_noise_max": 0.7, + "latents_dir": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "parquet_dir": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "stride": 4, + "tic_stride": 1, + "action_history": null, + "horizon_tics": 1, + "split": "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "subset": "val", + "num_windows": 256, + "windows_file": "", + "windows_key": "held_out_windows", + "batch_size": 16, + "num_workers": 0, + "steps": 10, + "timestep_spacing": "linear", + "eta": 0.0, + "lpips_net": "alex", + "vae_path": "", + "vae_subfolder": "", + "latent_scale": 0.18215, + "latent_shift": null, + "decoders": [ + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae" + ], + "save_latents": false, + "sd_path": "CompVis/stable-diffusion-v1-4", + "pixart_path": "PixArt-alpha/PixArt-XL-2-512x512", + "unidiffuser_path": "thu-ml/unidiffuser-v1", + "sd35_path": "stabilityai/stable-diffusion-3.5-medium", + "hf_cache": "/sata2/data/rnagabhi/doom/hf/hub", + "save_images": 0, + "seed": 0, + "out_dir": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map08_r16_k8_s0/scores/step0004000_live_5cad29559d39eaa3/trainmap", + "wandb_run": "", + "wandb_project": "doomdit-nexttic", + "wandb_entity": null, + "wandb_step": null, + "step": 4000, + "resolved_latent_channels": 4, + "resolved_objective": "v", + "checkpoint_interface": { + "tic_stride": 1, + "action_history": 32, + "phase_buckets": 0, + "control_bits": 19 + }, + "game_time_tics": 1, + "window_validity": { + "episodes": 100, + "context_frames": 32, + "horizon": 1, + "candidate_windows": 500664, + "windows": 483747, + "excluded_windows": 16917, + "excluded_fraction": 0.033789128037965584, + "control_bits": 19 + } + }, + "decoder": { + "name": "stabilityai/sd-vae-ft-mse", + "path": "stabilityai/sd-vae-ft-mse", + "identity": "hub:stabilityai/sd-vae-ft-mse", + "provenance": "public", + "corpus": "none: published weights, never tuned on Doom frames", + "provenance_source": "registry:stabilityai/sd-vae-ft-mse", + "unseen_map_claim": "ok", + "unseen_map_problems": [] + }, + "extra_decoders": { + "tuned": { + "name": "vae_decoder_sd1x_mse_lpips", + "path": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "identity": "sha256:21b26edf65b301e0685b3b24ddbe29e379a6c2f54ac60b9c516e8f635b38f646", + "provenance": "recorded", + "corpus": "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas (1133 episodes, maps [2, 3, 4, 5])", + "provenance_source": "/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae/provenance.json", + "unseen_map_claim": "ok", + "unseen_map_problems": [], + "suffix": "_tuned" + } + } +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_103932-pixart200k_arenas13_map09_r16_k8_s0/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_103932-pixart200k_arenas13_map09_r16_k8_s0/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2d3b19856e9beeb0a52968e9aed00673ef545297 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_103932-pixart200k_arenas13_map09_r16_k8_s0/files/wandb-metadata.json @@ -0,0 +1,41 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T10:39:32.430599Z", + "args": [ + "--source", + "/sata2/data/rnagabhi/doom/results_spiderman/041-pixart-nexttic/snap_0200000.pt", + "--source-weights", + "ema", + "--adapt-split", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/splits/split_adapt_arenas13_map09_seed0.json", + "--adapt-episodes-k", + "8", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--results-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--step-grid", + "0,50,100,150,250,500,1000,2000,4000", + "--global-batch", + "32", + "--per-gpu-batch", + "32", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub", + "--wandb-project", + "doomdit-nexttic", + "--wandb-group", + "adapt_pixart_arenas13_map09", + "--seed", + "0" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/adapt_wm.py", + "codePath": "adapt_wm.py", + "codePathLocal": "adapt_wm.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "bcoae5kgdue197wn9zj6jrzvvgbgq9go" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_103932-pixart200k_arenas13_map09_r16_k8_s0/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_103932-pixart200k_arenas13_map09_r16_k8_s0/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b9f227b2779f3a01b43c90e00981e7d3cf120f98 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_103932-pixart200k_arenas13_map09_r16_k8_s0/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/nonfinite_loss":0,"val/excursion":0,"train/grad_norm_max":0.18618720769882202,"data/examples_seen":128000,"time/steps_per_hour":5034.806485505011,"val/loss":0.14905261993408203,"train/peak_mem_gb":15.55,"_runtime":2865,"val/loss_q2":0.12137512862682343,"time/wall_hours":0.7954839991860919,"_wandb":{"runtime":2865},"data/game_hours_seen":1.0158730158730158,"data/epochs":3.3042490577727297,"val/loss_q1":0.2696819007396698,"train/loss":0.15606898367404937,"train/grad_norm":0.08064614623785019,"step":4000,"_step":168,"_timestamp":1.7905948385076516e+09,"train/steps_per_s":1.3985573570847252,"train/lr":0.0001,"train/skipped_updates":0,"val/loss_minus_train":-0.007016363739967335,"train/clip_frac":0,"val/loss_q4":0.11802759766578674,"val/loss_q3":0.11186987161636353} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113502-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113502-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..52474a3f624977798570625b980cf99c28914de0 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113502-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:35:02.888280Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "ova932ers7erljd4xsz3mlfopqskq01g" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113502-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113502-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c5ecbcee2165cfadce5f2ed60d64a12d28c03877 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113502-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"step":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_C_tuned":4.756397269666195,"eval/adapt_live/heldout_A_stock":2.641952019184828,"eval/adapt_live/heldout_lpips_dec":0.1987730962864589,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_A_full_tuned":3.0417785570025444,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"_timestamp":1.7905953035754867e+09,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_lpips_gain_paired":-0.05234579871466849,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_lpips":0.23706203917390667,"eval/adapt_live/heldout_psnr_dec":25.390295442193747,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"_runtime":0,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_latent_mse_ratio":0.650368116912432,"eval/adapt_live/heldout_latent_ratio_of_means":0.6351889202789133,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_latent_ratio_mean":0.6503681167489966,"eval/adapt_live/heldout_psnr_gain_paired":0.12133366987109184,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_A_full_stock":2.3136559315025806,"eval/adapt_live/heldout_B_tuned":0.02096637524664402,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"_step":0,"eval/adapt_live/heldout_lpips_gain":-0.05234579871466849,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/heldout_psnr":22.612257942557335,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_psnr_gain":0.12133366987109184,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_B_stock":0.050628887314815074,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/heldout_C_stock":3.9367611035704613,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/trainmap_lpips_gain_paired":0.024291466290378594,"eval/adapt_live/heldout_A_tuned":3.1202124021947384,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_lpips_gain":0.024291466290378594,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_mse":0.18704301238176413,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_latent_skill":1.9667882192851822} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113651-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113651-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..be8d0c03dabcd36f8b0aa5e1f3f92a983174020e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113651-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:36:51.752806Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "ipugxevxfb9iwc3o6z08027uslm29cli" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113651-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113651-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..6e95dcd075ed0245b64d1df7b60e0526630c9330 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113651-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_lpips_dec":0.1792518198781181,"eval/adapt_live/heldout_B_stock":0.02852066740160808,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_mse_ratio":0.6206509746843949,"eval/adapt_live/heldout_psnr_gain":0.4178554341197014,"_step":1,"eval/adapt_live/heldout_episodes":8,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_A_tuned":4.0197165459394455,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_C_tuned":4.161039087921381,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_latent_mse":0.17847836841247045,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_latent_ratio_mean":0.6206509748573987,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_A_stock":3.416045516729355,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_A_full_stock":2.931090921163559,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_latent_ratio_of_means":0.6061038083244217,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_lpips":0.21972383640240878,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_lpips_gain_paired":-0.0350075959431706,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_psnr":22.908779706805944,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_psnr_gain_paired":0.4178554341197014,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"_runtime":0,"eval/adapt_live/heldout_C_stock":3.331898469477892,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"step":50,"eval/adapt_live/heldout_B_tuned":-0.0010437372839078307,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_skill":2.1766054988977483,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"_timestamp":1.790595412385516e+09,"eval/adapt_live/heldout_psnr_dec":26.007730431854725,"eval/adapt_live/heldout_lpips_gain":-0.0350075959431706,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"_wandb.runtime":0,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_A_full_tuned":3.905284769833088} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113840-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113840-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e1940a148a0c19bfd1748b5fadf56729f5e84c60 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113840-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:38:40.353187Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "0anw8u6ilszonoz1ax6jjdc04dkc4jft" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113840-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113840-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..8a62d23ff10b80dea73047d5d96eb713f8c4b84a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_113840-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/heldout_A_full_tuned":4.246855031698942,"eval/adapt_live/heldout_lpips_gain_paired":-0.022392262253561057,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_psnr":23.021698400378227,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/trainmap_latent_skill_infinite":0,"_timestamp":1.7905955208758762e+09,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_C_tuned":3.9121827222406864,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_A_stock":3.681452702730894,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_wandb":{"runtime":0},"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/heldout_latent_skill":2.463675505111319,"eval/adapt_live/heldout_latent_mse":0.16772210630006157,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/heldout_psnr_gain_paired":0.5307741276919842,"eval/adapt_live/heldout_B_stock":0.013711957435589284,"_step":2,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_lpips":0.20710850271279924,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"step":100,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_C_stock":3.127805970609188,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips_dec":0.16443443988100626,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_B_tuned":-0.013128884776961058,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_psnr_dec":26.267041102051735,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_psnr_gain":0.5307741276919842,"eval/adapt_live/heldout_latent_mse_ratio":0.5823597761336714,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"_wandb.runtime":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_A_tuned":4.363696273416281,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_latent_ratio_mean":0.582359775109059,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_latent_ratio_of_means":0.5695760683654811,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"_runtime":0,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_A_full_stock":3.190401591360569,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_lpips_gain":-0.022392262253561057,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114031-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114031-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..931a0fa06d34b67c83eb17767ccbb8aa61198a2e --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114031-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:40:31.169070Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "sf2mff8qh0xvxtj56ixaoxxxafcelghh" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114031-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114031-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4171840a84577a64a560009ebc0eedc64b7cb8da --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114031-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_latent_ratio_mean":0.5750171990517629,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_lpips_gain":-0.01344144246832002,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_B_stock":0.0029813178116455674,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_latent_mse":0.1654695003235247,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_lpips":0.1981576829275582,"_runtime":0,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.5619263286621349,"eval/adapt_live/heldout_C_stock":3.0214151181280613,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_psnr_gain":0.590814147144556,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_episodes":8,"_wandb":{"runtime":0},"eval/adapt_live/heldout_lpips_gain_paired":-0.01344144246832002,"eval/adapt_live/heldout_A_full_tuned":4.443238984793425,"eval/adapt_live/heldout_B_tuned":-0.024811337323626503,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_gain_paired":0.590814147144556,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_psnr_dec":26.40042409673333,"eval/adapt_live/heldout_psnr":23.0817384198308,"eval/adapt_live/heldout_outcome_windows_tuned":256,"_timestamp":1.7905956319543638e+09,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"_step":3,"eval/adapt_live/heldout_latent_mse_ratio":0.5750171997351572,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/directional_ref_frac":0.9375,"_wandb.runtime":0,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/heldout_A_full_stock":3.3237845860421658,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"step":150,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_C_tuned":3.778437703847885,"eval/adapt_live/heldout_lpips_dec":0.15515294537181035,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_A_tuned":4.55573883280158,"eval/adapt_live/heldout_latent_skill":2.527210297809508,"eval/adapt_live/heldout_A_stock":3.818617220968008,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114221-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114221-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..48aab82631908cf6e588b1e56b3f577cbac86a6c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114221-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:42:21.293143Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "o02ntx73e90o30m8ovwtbo7698zai2n1" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114221-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114221-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..cd07e297e779fc644f95ff8af6e67c29bf7a571c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114221-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"_runtime":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/heldout_latent_mse":0.16447678735130467,"eval/adapt_live/heldout_C_stock":2.8979449681937695,"eval/adapt_live/heldout_psnr_dec":26.521259609609842,"eval/adapt_live/heldout_psnr":23.127005714923143,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_A_stock":3.978815708309412,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_A_tuned":4.7555422484874725,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_latent_skill":2.55802159211732,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_skill_infinite":0,"_step":4,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_B_stock":0.0002998743439093232,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/heldout_lpips_dec":0.15293192584067583,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_lpips":0.19616240964387543,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_psnr_gain_paired":0.6360814422369003,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_mse_ratio":0.5727611759211868,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_latent_ratio_mean":0.5727611749314188,"_wandb":{"runtime":0},"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_lpips_gain_paired":-0.011446169184637256,"eval/adapt_live/heldout_lpips_gain":-0.011446169184637256,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_C_tuned":3.6631643809378147,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_dup_excluded":0,"step":250,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"_wandb.runtime":0,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_full_stock":3.4446200989186764,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/heldout_B_tuned":-0.028397329529980198,"eval/adapt_live/heldout_A_full_tuned":4.626182433217764,"_timestamp":1.7905957419255447e+09,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_psnr_gain":0.6360814422369003,"eval/adapt_live/heldout_latent_ratio_of_means":0.5585551239700061,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_latent_skill":2.893628930711127} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114411-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114411-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..fd15be3798ca4fd8eccb6af7b17d3f24fdde6b5c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114411-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:44:11.801506Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "l9oek53jx0c3i5z4dtowgs6x6ucnhl6n" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114411-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114411-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..4a7a89cfddecb29c974c7ba78fd245409eff6339 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114411-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_psnr_dec":26.552590541541576,"eval/adapt_live/heldout_A_stock":4.01158457249403,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_B_stock":-0.00653455313295126,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_outcome_windows_stock":256,"_timestamp":1.7905958523594513e+09,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_psnr_gain":0.6366950087249279,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"step":500,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_latent_skill":2.635947342936753,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_latent_mse":0.1617775673221331,"eval/adapt_live/heldout_lpips_dec":0.14729879263904877,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/trainmap_latent_ratio_windows":256,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_episodes":8,"_step":5,"eval/adapt_live/directional_windows":256,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/heldout_psnr_gain_paired":0.6366950087249279,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"_runtime":0,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_A_tuned":4.845047157257795,"eval/adapt_live/heldout_lpips_gain":-0.005951507846475579,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.5637998316669837,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_lpips_gain_paired":-0.005951507846475579,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/heldout_latent_ratio_of_means":0.5493887047913772,"eval/adapt_live/heldout_psnr":23.12761928141117,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/heldout_B_tuned":-0.035834069072734565,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_lpips":0.19066774830571376,"eval/adapt_live/heldout_C_stock":2.889671389013529,"eval/adapt_live/heldout_A_full_stock":3.4759510308504105,"eval/adapt_live/trainmap_psnr":22.560567766427994,"_wandb.runtime":0,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/heldout_latent_ratio_mean":0.5637998314596577,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_A_full_tuned":4.701661434024572,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_C_tuned":3.6192479766905308,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/trainmap_windows":256} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114600-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114600-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..e2f0596005f892db30d52750bd0349250064d611 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114600-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:46:00.826773Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "hmd1lvcfwvfonq7vsgf5cyeyqghcb699" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114600-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114600-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..de1a9e1ac619b0f0d2f42081dd78aa497930bc03 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114600-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/directional_windows":256,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/heldout_latent_skill":2.7184299711307607,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_lpips_gain_paired":-8.653216355014592e-05,"eval/adapt_live/heldout_latent_mse":0.15891949768410996,"eval/adapt_live/heldout_psnr_dec":26.708899069577456,"eval/adapt_live/heldout_A_stock":4.169139984995127,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_tuned":5.054666351526976,"eval/adapt_live/heldout_lpips_gain":-8.653216355014592e-05,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/heldout_A_full_stock":3.6322595588862896,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_lpips":0.18480277262278832,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"step":1000,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"_runtime":0,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/heldout_B_stock":-0.013745639298576862,"eval/adapt_live/heldout_psnr":23.190083526074886,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495,"eval/adapt_live/heldout_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_latent_ratio_of_means":0.5396828401116932,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"_step":6,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/heldout_latent_mse_ratio":0.5547539155231789,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/heldout_C_tuned":3.4878346994519234,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_A_full_tuned":4.92088270932436,"_timestamp":1.7905959613714926e+09,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"_wandb":{"runtime":0},"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_psnr_gain":0.6991592533886433,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"_wandb.runtime":0,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/heldout_psnr_gain_paired":0.6991592533886433,"eval/adapt_live/heldout_latent_ratio_mean":0.5547539140180093,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/heldout_C_stock":2.7713168151676655,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/heldout_B_tuned":-0.04276668748934753,"eval/adapt_live/heldout_lpips_dec":0.14149182144319639} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114749-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114749-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b8651db7db3445d2cac66fa89a53dc8f29832251 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114749-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:47:49.787808Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "atm6w83b2bba2zkkiwnv9y363jruy7ov" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114749-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114749-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..28422edcf4d4281c7b0d5fa646a23eb691ab697f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_114749-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/heldout_A_stock":4.291934736073017,"eval/adapt_live/trainmap_A_full_tuned":4.877047538757324,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/directional_windows":256,"step":2000,"eval/adapt_live/heldout_latent_skill_infinite":0,"_timestamp":1.7905960703883874e+09,"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/trainmap_latent_mse":0.16236915795161622,"eval/adapt_live/directional_ref_frac":0.9375,"eval/adapt_live/heldout_A_full_stock":3.739291228353977,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5142882598068218,"eval/adapt_live/heldout_latent_mse":0.15739833581028506,"eval/adapt_live/trainmap_psnr_dec":26.037940502166748,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"_wandb":{"runtime":0},"eval/adapt_live/heldout_lpips_gain":0.004545190822682343,"eval/adapt_live/heldout_lpips":0.18017104963655584,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/trainmap_A_stock":4.062437433749437,"eval/adapt_live/trainmap_lpips":0.1772625455923844,"eval/adapt_live/trainmap_latent_skill":2.893628930711127,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/heldout_psnr_gain":0.7354015111923218,"_wandb.runtime":0,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"eval/adapt_live/trainmap_vae_psnr":23.921369969844815,"eval/adapt_live/trainmap_A_tuned":4.987002331763506,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/trainmap_lpips_gain_paired":0.02429146629037859,"eval/adapt_live/heldout_latent_skill":2.757708018680357,"eval/adapt_live/heldout_lpips_dec":0.1367854708514642,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_latent_skill_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.8529434613883495,"eval/adapt_live/trainmap_C_stock":2.463347837328911,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_C_tuned":3.3831106796860695,"eval/adapt_live/directional_correct_frac":0.91015625,"eval/adapt_live/trainmap_lpips_gain":0.02429146629037859,"eval/adapt_live/trainmap_latent_ratio_mean":0.5360811028727365,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/heldout_psnr_dec":26.815930739045143,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/directional_motion_ratio":0.8790225345337901,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/heldout_latent_ratio_mean":0.5503623432528026,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_lpips_gain_paired":0.004545190822682343,"eval/adapt_live/trainmap_latent_mse_ratio":0.5360811052378267,"eval/adapt_live/trainmap_lpips_dec":0.128997650987003,"eval/adapt_live/heldout_C_stock":2.679242316633463,"eval/adapt_live/trainmap_B_tuned":-0.07910556922251999,"_runtime":0,"eval/adapt_live/trainmap_C_tuned":3.2238037027418613,"eval/adapt_live/trainmap_psnr":22.560567766427994,"eval/adapt_live/heldout_psnr_gain_paired":0.7354015111923218,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/trainmap_B_stock":-0.04356531833582267,"eval/adapt_live/heldout_B_stock":-0.019495707820169628,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_B_tuned":-0.04904356529004872,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/heldout_latent_ratio_of_means":0.5345170488003762,"eval/adapt_live/heldout_A_full_tuned":5.094750192016363,"_step":7,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/trainmap_A_full_stock":3.6469945572316647,"eval/adapt_live/heldout_psnr":23.226325783878565,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/heldout_A_tuned":5.230666693300009,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_latent_mse_ratio":0.5503623416880146,"eval/adapt_live/trainmap_psnr_gain":0.8529434613883495} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_115529-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_115529-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..588e6f8ce86ba22496e0439eea4ab750896c1d6b --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_115529-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-metadata.json @@ -0,0 +1,36 @@ +{ + "os": "Linux-6.8.0-139-generic-x86_64-with-glibc2.39", + "python": "CPython 3.10.21", + "startedAt": "2026-09-28T11:55:29.998225Z", + "args": [ + "score", + "--run-dir", + "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0", + "--parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_eval_v2/arenas13", + "--decoder", + "tuned=/sata2/data/rnagabhi/doom/vae_decoder_sd1x_mse_lpips/vae", + "--latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_eval_v2_pertic/arenas13", + "--weights", + "live", + "--guard-steps", + "0,4000", + "--trainmap-latents-dir", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/val", + "--trainmap-split", + "/sata2/data/rnagabhi/doom/latents_arnold_dense_pertic_eval/split_val.json", + "--trainmap-parquet-dir", + "/sata2/data/rnagabhi/doom/raw_arnold_dense/arenas", + "--hf-cache", + "/sata2/data/rnagabhi/doom/hf/hub" + ], + "program": "/sata2/data/rnagabhi/doom/repo_tools/score_adapt.py", + "codePath": "score_adapt.py", + "codePathLocal": "score_adapt.py", + "email": "Rohannaga04@gmail.com", + "root": "/sata2/data/rnagabhi/doom/results_spiderman/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb", + "host": "iclspiderman.ri.cmu.edu", + "executable": "/home/rnagabhi/miniconda3/envs/doom/bin/python", + "writerId": "qapxl3qn2lpg0jmcd6rzgo71qaga3mr1" +} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_115529-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_115529-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..21e1ddca57b5ac5fd1443fd635c58a43708bbad5 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/.wandb/wandb/run-20260928_115529-pixart200k_arenas13_map09_r16_k8_s0-eval/files/wandb-summary.json @@ -0,0 +1 @@ +{"eval/adapt_live/trainmap_A_stock":3.645894005894661,"eval/adapt_live/trainmap_persist_lpips":0.201554011882763,"eval/adapt_live/heldout_latent_ratio_windows":256,"eval/adapt_live/heldout_A_stock":4.353761043399572,"_wandb.runtime":0,"eval/adapt_live/trainmap_episodes":89,"eval/adapt_live/trainmap_lpips_dec":0.15174808926531114,"eval/adapt_live/trainmap_A_full_stock":3.2065594606101513,"eval/adapt_live/trainmap_paired_windows":256,"eval/adapt_live/trainmap_C_tuned":3.601397380232811,"eval/adapt_live/heldout_lpips_gain_paired":0.010369104173150845,"eval/adapt_live/heldout_paired_windows":256,"eval/adapt_live/heldout_lpips_gain":0.010369104173150845,"eval/adapt_live/trainmap_vae_lpips":0.0946576328278752,"eval/adapt_live/trainmap_outcome_windows_stock":256,"eval/adapt_live/heldout_B_stock":-0.026259999081958085,"eval/adapt_live/trainmap_lpips_gain_paired":0.0028854991342086578,"eval/adapt_live/heldout_lpips_dec":0.1311835824744776,"eval/adapt_live/heldout_lpips":0.17434713628608733,"eval/adapt_live/heldout_latent_skill_infinite":0,"step":4000,"eval/adapt_live/heldout_dup_excluded":0,"eval/adapt_live/trainmap_latent_skill":2.5602054753616534,"eval/adapt_live/trainmap_psnr_gain":0.69889110699296,"eval/adapt_live/heldout_episodes":8,"eval/adapt_live/heldout_persist_lpips":0.18471624045923818,"eval/adapt_live/trainmap_latent_ratio_undefined":0,"eval/adapt_live/trainmap_outcome_windows_tuned":256,"_wandb":{"runtime":0},"eval/adapt_live/heldout_outcome_windows_stock":256,"eval/adapt_live/trainmap_A_full_tuned":4.236147128045559,"eval/adapt_live/heldout_psnr_gain_paired":0.7670907527208328,"eval/adapt_live/heldout_latent_skill_windows":256,"eval/adapt_live/trainmap_psnr_gain_paired":0.69889110699296,"eval/adapt_live/trainmap_lpips":0.19866851274855435,"eval/adapt_live/trainmap_latent_ratio_windows":256,"eval/adapt_live/trainmap_latent_ratio_mean":0.5775740131024205,"eval/adapt_live/directional_ref_frac":0.9375,"_step":8,"eval/adapt_live/trainmap_latent_ratio_of_means":0.5493503981480652,"eval/adapt_live/trainmap_lpips_gain":0.0028854991342086578,"eval/adapt_live/trainmap_latent_skill_windows":256,"_timestamp":1.7905965306563268e+09,"eval/adapt_live/trainmap_dup_excluded":0,"eval/adapt_live/trainmap_C_stock":2.7421367168426514,"eval/adapt_live/trainmap_vae_psnr":23.921369969844818,"eval/adapt_live/heldout_vae_lpips":0.08500300184823573,"eval/adapt_live/heldout_latent_mse":0.15467755921417847,"eval/adapt_live/heldout_latent_ratio_undefined":0,"eval/adapt_live/heldout_vae_psnr":24.556586869060993,"eval/adapt_live/heldout_latent_mse_ratio":0.5392413949593902,"_runtime":0,"eval/adapt_live/trainmap_B_tuned":-0.052630660558861564,"eval/adapt_live/trainmap_A_tuned":4.346569646149874,"eval/adapt_live/heldout_psnr_dec":26.87678473070264,"eval/adapt_live/trainmap_latent_mse":0.17343884459114634,"eval/adapt_live/directional_windows":256,"eval/adapt_live/trainmap_persist_psnr":21.707624305039644,"eval/adapt_live/heldout_B_tuned":-0.054975110542727634,"eval/adapt_live/heldout_C_stock":2.632799617946148,"eval/adapt_live/directional_correct_frac":0.8984375,"eval/adapt_live/heldout_outcome_windows_tuned":256,"eval/adapt_live/heldout_C_tuned":3.326548993587494,"eval/adapt_live/trainmap_copy_latent_mse":0.3157162444513233,"eval/adapt_live/heldout_copy_latent_mse":0.29446831707900856,"eval/adapt_live/heldout_persist_psnr":22.490924272686243,"eval/adapt_live/heldout_psnr":23.258015025407076,"eval/adapt_live/directional_motion_ratio":0.8619402732146436,"eval/adapt_live/heldout_latent_ratio_of_means":0.5252774245749401,"eval/adapt_live/heldout_psnr_gain":0.7670907527208328,"eval/adapt_live/heldout_A_full_tuned":5.158939532935619,"eval/adapt_live/heldout_latent_skill":2.833190284898284,"eval/adapt_live/trainmap_psnr":22.406515412032604,"eval/adapt_live/heldout_copy_psnr_dec":23.076639510691166,"eval/adapt_live/heldout_windows":256,"eval/adapt_live/heldout_A_tuned":5.29565916582942,"eval/adapt_live/trainmap_windows":256,"eval/adapt_live/heldout_latent_ratio_mean":0.5392413966071734,"eval/adapt_live/trainmap_psnr_dec":25.597505405545235,"eval/adapt_live/heldout_A_full_stock":3.8001452200114727,"eval/adapt_live/trainmap_latent_skill_infinite":0,"eval/adapt_live/trainmap_latent_mse_ratio":0.5775740143144503,"eval/adapt_live/trainmap_B_stock":-0.018007639153438504,"eval/adapt_live/trainmap_copy_psnr_dec":22.390945944935083} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000000.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000000.pt new file mode 100644 index 0000000000000000000000000000000000000000..30d052ed8fb9fc3bcd0d462cf8831fd1c4376c77 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7234c9a115f86e3995f36d45f9baebbb96fc5131def7af6bb6108ab89579236f +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..1aa47e5d867ef3a752402513c64898b5191688bd --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790591975975182466, "sha256": "7234c9a115f86e3995f36d45f9baebbb96fc5131def7af6bb6108ab89579236f"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000050.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000050.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dcc37e1991affec3f350e2f98dd249f8958ba14 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000050.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2894149ed532484d1994376ccca501c26a2e71a597b56cbb7621c204fabec679 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000050.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000050.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..8fd55a8fe55be9ae02bf77ee0c173e9c854d517d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000050.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790592015687261036, "sha256": "2894149ed532484d1994376ccca501c26a2e71a597b56cbb7621c204fabec679"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000100.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000100.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5d4f817d9c4364eb4dedf4221de6a5bf087859c --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000100.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0286a901cfd64cbd5150f50233d201d6d5216746360c2f2d40466f89a939b3f4 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000100.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000100.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..cacbf96b494b5fb30d8f71fb1779f1a9d3fc5d3f --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000100.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790592054528359883, "sha256": "0286a901cfd64cbd5150f50233d201d6d5216746360c2f2d40466f89a939b3f4"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000150.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000150.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03f163a1c2bff401b683dbf73c3707833ab43b2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000150.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea76c685758c0b6d1a3b689f708d00a8241e0240294dc7a8e73cf9806378bb14 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000150.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000150.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..cf9bf05fa979e3819953fd454601f9dea3474316 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000150.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790592092600476632, "sha256": "ea76c685758c0b6d1a3b689f708d00a8241e0240294dc7a8e73cf9806378bb14"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000250.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000250.pt new file mode 100644 index 0000000000000000000000000000000000000000..48c814afcf5f7827423214af7cf0ce4286dacbf6 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000250.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023b5cc05517e0f9cda3dd0eb5cf2e9d67d137fab39136c8a96386fca1acd05d +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000250.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000250.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..6f8b2e14b9c8aa9e9e56aeaa0ccbee71b8dfffa3 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000250.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790592166978751256, "sha256": "023b5cc05517e0f9cda3dd0eb5cf2e9d67d137fab39136c8a96386fca1acd05d"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000500.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000500.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0882b1d9847c38af6cd59b7e46629d89a411da7 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000500.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5265626172a3d114acbd5798b0bf283c47c801a51f891d3eaa49e7390791d588 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000500.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000500.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..aae18913b1f03ba130d02489bb44dcdb75d486d2 --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0000500.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790592349909511313, "sha256": "5265626172a3d114acbd5798b0bf283c47c801a51f891d3eaa49e7390791d588"} \ No newline at end of file diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0001000.pt b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0001000.pt new file mode 100644 index 0000000000000000000000000000000000000000..784ca18dc03ec3251f1856cc14d13eda7d33f42d --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0001000.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44693a672ca91eabfa41bd7ffd9987387c076820409c387d84925cc18dfe95a6 +size 207537311 diff --git a/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0001000.pt.sha256 b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0001000.pt.sha256 new file mode 100644 index 0000000000000000000000000000000000000000..592c361be650c47a89cddcb9a0d0d9305828bc4a --- /dev/null +++ b/adapters/adapt/pixart200k_arenas13_map09_r16_k8_s0/adapter_0001000.pt.sha256 @@ -0,0 +1 @@ +{"size": 207537311, "mtime_ns": 1790592711041191484, "sha256": "44693a672ca91eabfa41bd7ffd9987387c076820409c387d84925cc18dfe95a6"} \ No newline at end of file