Upload folder using huggingface_hub (part 4)

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000065_test__val_savanna__2__000016/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "65",
+    "global_test_index": "65",
+    "dataset_index": "169",
+    "relative_path": "test/val_savanna/2/000016.mp4",
+    "clip_id": "test/val_savanna/2/000016",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000065,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/2/000016_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.004014372825622559,
+      "psnr": 24.73114585876465,
+      "lpips": 0.21281827986240387
+    },
+    "frames_100_200": {
+      "mse": 0.007330615073442459,
+      "psnr": 21.654787063598633,
+      "lpips": 0.33493173122406006
+    },
+    "frames_200_300": {
+      "mse": 0.04523978382349014,
+      "psnr": 14.69363784790039,
+      "lpips": 0.49253830313682556
+    },
+    "frames_300_400": {
+      "mse": 0.0367109440267086,
+      "psnr": 15.020256042480469,
+      "lpips": 0.4842808246612549
+    },
+    "frames_400_500": {
+      "mse": 0.031806234270334244,
+      "psnr": 15.92253303527832,
+      "lpips": 0.5028233528137207
+    },
+    "overall": {
+      "mse": 0.025020388886332512,
+      "psnr": 18.404470443725586,
+      "lpips": 0.40547850728034973
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000066_test__val_iceplains__1__000027/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84f5bec3385c04db85d5256e87fd559bf410e518269283bdd783a404e0da80b
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000066_test__val_iceplains__1__000027/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "66",
+    "global_test_index": "66",
+    "dataset_index": "312",
+    "relative_path": "test/val_iceplains/1/000027.mp4",
+    "clip_id": "test/val_iceplains/1/000027",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000066,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/1/000027_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.03341749310493469,
+      "psnr": 15.692256927490234,
+      "lpips": 0.20027373731136322
+    },
+    "frames_100_200": {
+      "mse": 0.045889515429735184,
+      "psnr": 13.689079284667969,
+      "lpips": 0.26659515500068665
+    },
+    "frames_200_300": {
+      "mse": 0.03775228187441826,
+      "psnr": 14.451379776000977,
+      "lpips": 0.23427170515060425
+    },
+    "frames_300_400": {
+      "mse": 0.03829583153128624,
+      "psnr": 14.485011100769043,
+      "lpips": 0.24214956164360046
+    },
+    "frames_400_500": {
+      "mse": 0.023182572796940804,
+      "psnr": 16.42613983154297,
+      "lpips": 0.17161248624324799
+    },
+    "overall": {
+      "mse": 0.035707537084817886,
+      "psnr": 14.948773384094238,
+      "lpips": 0.2229805290699005
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000067_test__val_iceplains__0__000048/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d41fa3aa7cdfb3958038ff18a2ffd856386b902679ba7651b8250dd080425
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000067_test__val_iceplains__0__000048/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "67",
+    "global_test_index": "67",
+    "dataset_index": "368",
+    "relative_path": "test/val_iceplains/0/000048.mp4",
+    "clip_id": "test/val_iceplains/0/000048",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000067,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/0/000048_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.018511664122343063,
+      "psnr": 17.558216094970703,
+      "lpips": 0.1909932643175125
+    },
+    "frames_100_200": {
+      "mse": 0.018761316314339638,
+      "psnr": 17.441848754882812,
+      "lpips": 0.230560302734375
+    },
+    "frames_200_300": {
+      "mse": 0.018833298236131668,
+      "psnr": 17.360692977905273,
+      "lpips": 0.18460948765277863
+    },
+    "frames_300_400": {
+      "mse": 0.02397480420768261,
+      "psnr": 16.524255752563477,
+      "lpips": 0.20898346602916718
+    },
+    "frames_400_500": {
+      "mse": 0.029439635574817657,
+      "psnr": 15.517582893371582,
+      "lpips": 0.26548025012016296
+    },
+    "overall": {
+      "mse": 0.021904144436120987,
+      "psnr": 16.88051986694336,
+      "lpips": 0.21612533926963806
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000068_test__val_plains__1__000034/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad72b4939888ed9979fd7a0816cd7d093270ca200e6b13189d17b98c4314c38d
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000068_test__val_plains__1__000034/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "68",
+    "global_test_index": "68",
+    "dataset_index": "449",
+    "relative_path": "test/val_plains/1/000034.mp4",
+    "clip_id": "test/val_plains/1/000034",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000068,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/1/000034_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.02620217576622963,
+      "psnr": 18.96230125427246,
+      "lpips": 0.1933584213256836
+    },
+    "frames_100_200": {
+      "mse": 0.0367947593331337,
+      "psnr": 15.132673263549805,
+      "lpips": 0.3913692533969879
+    },
+    "frames_200_300": {
+      "mse": 0.020278511568903923,
+      "psnr": 17.276405334472656,
+      "lpips": 0.4713697135448456
+    },
+    "frames_300_400": {
+      "mse": 0.011657017283141613,
+      "psnr": 19.586938858032227,
+      "lpips": 0.4975817799568176
+    },
+    "frames_400_500": {
+      "mse": 0.01569548435509205,
+      "psnr": 18.3051815032959,
+      "lpips": 0.5181838870048523
+    },
+    "overall": {
+      "mse": 0.022125588729977608,
+      "psnr": 17.852699279785156,
+      "lpips": 0.41437259316444397
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000069_test__val_desert__1__000004/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39fc5bd68c49adfc7156573e6253ca76525ef88972574a4144af8230f84a387
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000069_test__val_desert__1__000004/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "69",
+    "global_test_index": "69",
+    "dataset_index": "11",
+    "relative_path": "test/val_desert/1/000004.mp4",
+    "clip_id": "test/val_desert/1/000004",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000069,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/1/000004_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.007419729605317116,
+      "psnr": 21.3951473236084,
+      "lpips": 0.23921996355056763
+    },
+    "frames_100_200": {
+      "mse": 0.008625335060060024,
+      "psnr": 20.78408432006836,
+      "lpips": 0.367950439453125
+    },
+    "frames_200_300": {
+      "mse": 0.016007713973522186,
+      "psnr": 18.248327255249023,
+      "lpips": 0.4495605230331421
+    },
+    "frames_300_400": {
+      "mse": 0.03778526186943054,
+      "psnr": 15.024605751037598,
+      "lpips": 0.4829889237880707
+    },
+    "frames_400_500": {
+      "mse": 0.04321294650435448,
+      "psnr": 14.007286071777344,
+      "lpips": 0.5312978029251099
+    },
+    "overall": {
+      "mse": 0.022610198706388474,
+      "psnr": 17.891891479492188,
+      "lpips": 0.4142035245895386
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000070_test__val_desert__2__000001/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24e4c1cb7b736d5fe000494af0a9bbd1c77002798d2064803bd70cc00fe7f43
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000070_test__val_desert__2__000001/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "70",
+    "global_test_index": "70",
+    "dataset_index": "6",
+    "relative_path": "test/val_desert/2/000001.mp4",
+    "clip_id": "test/val_desert/2/000001",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000070,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/2/000001_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.004076240584254265,
+      "psnr": 24.220115661621094,
+      "lpips": 0.06879425048828125
+    },
+    "frames_100_200": {
+      "mse": 0.004011362791061401,
+      "psnr": 24.842662811279297,
+      "lpips": 0.05746771767735481
+    },
+    "frames_200_300": {
+      "mse": 0.002503311960026622,
+      "psnr": 27.600914001464844,
+      "lpips": 0.038191843777894974
+    },
+    "frames_300_400": {
+      "mse": 0.0008896967628970742,
+      "psnr": 30.556379318237305,
+      "lpips": 0.012969447299838066
+    },
+    "frames_400_500": {
+      "mse": 0.0015840891283005476,
+      "psnr": 30.00088119506836,
+      "lpips": 0.015592323616147041
+    },
+    "overall": {
+      "mse": 0.0026129400357604027,
+      "psnr": 27.444189071655273,
+      "lpips": 0.03860311955213547
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000071_test__val_iceplains__0__000005/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235982b3e0d07337687746116fc0c897d74267181d0ab7b146b647eb6a0ec38
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000071_test__val_iceplains__0__000005/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "71",
+    "global_test_index": "71",
+    "dataset_index": "257",
+    "relative_path": "test/val_iceplains/0/000005.mp4",
+    "clip_id": "test/val_iceplains/0/000005",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000071,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/0/000005_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.02564489282667637,
+      "psnr": 16.70078468322754,
+      "lpips": 0.2122913897037506
+    },
+    "frames_100_200": {
+      "mse": 0.007004851475358009,
+      "psnr": 22.290752410888672,
+      "lpips": 0.23672369122505188
+    },
+    "frames_200_300": {
+      "mse": 0.02094113826751709,
+      "psnr": 17.696422576904297,
+      "lpips": 0.31616321206092834
+    },
+    "frames_300_400": {
+      "mse": 0.005959112662822008,
+      "psnr": 22.855588912963867,
+      "lpips": 0.2691815197467804
+    },
+    "frames_400_500": {
+      "mse": 0.018363988026976585,
+      "psnr": 17.680204391479492,
+      "lpips": 0.38818472623825073
+    },
+    "overall": {
+      "mse": 0.0155827971175313,
+      "psnr": 19.44474983215332,
+      "lpips": 0.28450891375541687
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000072_test__val_iceplains__3__000006/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a831a6f0f3d2dec3d4fe0d7c72f7d9c5eeca344bb4f55c91db949027b35ca6c
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000072_test__val_iceplains__3__000006/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "72",
+    "global_test_index": "72",
+    "dataset_index": "262",
+    "relative_path": "test/val_iceplains/3/000006.mp4",
+    "clip_id": "test/val_iceplains/3/000006",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000072,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/3/000006_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.004939154256135225,
+      "psnr": 24.171674728393555,
+      "lpips": 0.15284396708011627
+    },
+    "frames_100_200": {
+      "mse": 0.018846845254302025,
+      "psnr": 17.99581527709961,
+      "lpips": 0.1997644305229187
+    },
+    "frames_200_300": {
+      "mse": 0.029573652893304825,
+      "psnr": 16.305177688598633,
+      "lpips": 0.17197054624557495
+    },
+    "frames_300_400": {
+      "mse": 0.01824493706226349,
+      "psnr": 18.500707626342773,
+      "lpips": 0.1221550852060318
+    },
+    "frames_400_500": {
+      "mse": 0.046771831810474396,
+      "psnr": 13.485700607299805,
+      "lpips": 0.32107117772102356
+    },
+    "overall": {
+      "mse": 0.023675285279750824,
+      "psnr": 18.091815948486328,
+      "lpips": 0.19356104731559753
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000073_test__val_savanna__0__000015/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8e7edd3fe0a4af2774e4b0c3b65b36a284288a4d445e10f026a8a328c2b476
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000073_test__val_savanna__0__000015/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "73",
+    "global_test_index": "73",
+    "dataset_index": "164",
+    "relative_path": "test/val_savanna/0/000015.mp4",
+    "clip_id": "test/val_savanna/0/000015",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000073,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000015_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.026894740760326385,
+      "psnr": 18.513084411621094,
+      "lpips": 0.1595374345779419
+    },
+    "frames_100_200": {
+      "mse": 0.19733141362667084,
+      "psnr": 8.006949424743652,
+      "lpips": 0.6579327583312988
+    },
+    "frames_200_300": {
+      "mse": 0.29380542039871216,
+      "psnr": 5.346463203430176,
+      "lpips": 0.8078112006187439
+    },
+    "frames_300_400": {
+      "mse": 0.26710739731788635,
+      "psnr": 5.820764064788818,
+      "lpips": 0.7569387555122375
+    },
+    "frames_400_500": {
+      "mse": 0.30158257484436035,
+      "psnr": 5.236715793609619,
+      "lpips": 0.8018047213554382
+    },
+    "overall": {
+      "mse": 0.21734432876110077,
+      "psnr": 8.584794998168945,
+      "lpips": 0.63680499792099
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000074_test__val_iceplains__2__000036/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd882fd142d781c713c2b2130c8bdb0763051b7fa7fce48c03419e14208581
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000074_test__val_iceplains__2__000036/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "74",
+    "global_test_index": "74",
+    "dataset_index": "337",
+    "relative_path": "test/val_iceplains/2/000036.mp4",
+    "clip_id": "test/val_iceplains/2/000036",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000074,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/2/000036_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.009120816364884377,
+      "psnr": 20.750158309936523,
+      "lpips": 0.10336937010288239
+    },
+    "frames_100_200": {
+      "mse": 0.010461344383656979,
+      "psnr": 20.395462036132812,
+      "lpips": 0.08742618560791016
+    },
+    "frames_200_300": {
+      "mse": 0.008670277893543243,
+      "psnr": 21.52127456665039,
+      "lpips": 0.08238144218921661
+    },
+    "frames_300_400": {
+      "mse": 0.005135504994541407,
+      "psnr": 23.335512161254883,
+      "lpips": 0.05467966943979263
+    },
+    "frames_400_500": {
+      "mse": 0.0017478882800787687,
+      "psnr": 29.054672241210938,
+      "lpips": 0.023778129369020462
+    },
+    "overall": {
+      "mse": 0.007027166895568371,
+      "psnr": 23.011415481567383,
+      "lpips": 0.07032694667577744
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000075_test__val_desert__0__000036/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee32ff9f4a304d0d4e461040acff7646a2ef8710c2039f07d4527570171fc9
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000075_test__val_desert__0__000036/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "75",
+    "global_test_index": "75",
+    "dataset_index": "95",
+    "relative_path": "test/val_desert/0/000036.mp4",
+    "clip_id": "test/val_desert/0/000036",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000075,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/0/000036_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0016190209425985813,
+      "psnr": 28.893476486206055,
+      "lpips": 0.025067996233701706
+    },
+    "frames_100_200": {
+      "mse": 0.0007734189857728779,
+      "psnr": 31.128684997558594,
+      "lpips": 0.009813263081014156
+    },
+    "frames_200_300": {
+      "mse": 0.0018020159332081676,
+      "psnr": 28.51152992248535,
+      "lpips": 0.02812228724360466
+    },
+    "frames_300_400": {
+      "mse": 0.007088941987603903,
+      "psnr": 22.067663192749023,
+      "lpips": 0.13363191485404968
+    },
+    "frames_400_500": {
+      "mse": 0.016006767749786377,
+      "psnr": 18.305557250976562,
+      "lpips": 0.3150196075439453
+    },
+    "overall": {
+      "mse": 0.005458032712340355,
+      "psnr": 25.781381607055664,
+      "lpips": 0.1023310124874115
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000076_test__val_iceplains__0__000013/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3760451026a39a51ab2c620eea531de56d9118a87c8728bad3045703a035be
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000076_test__val_iceplains__0__000013/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "76",
+    "global_test_index": "76",
+    "dataset_index": "277",
+    "relative_path": "test/val_iceplains/0/000013.mp4",
+    "clip_id": "test/val_iceplains/0/000013",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000076,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/0/000013_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0012489876244217157,
+      "psnr": 29.882312774658203,
+      "lpips": 0.014558336697518826
+    },
+    "frames_100_200": {
+      "mse": 0.001941458904184401,
+      "psnr": 28.567697525024414,
+      "lpips": 0.018520863726735115
+    },
+    "frames_200_300": {
+      "mse": 0.002243684371933341,
+      "psnr": 27.8562068939209,
+      "lpips": 0.023359812796115875
+    },
+    "frames_300_400": {
+      "mse": 0.0007919078343547881,
+      "psnr": 31.069229125976562,
+      "lpips": 0.011025523766875267
+    },
+    "frames_400_500": {
+      "mse": 0.012342230416834354,
+      "psnr": 21.896635055541992,
+      "lpips": 0.12641845643520355
+    },
+    "overall": {
+      "mse": 0.0037136536557227373,
+      "psnr": 27.854413986206055,
+      "lpips": 0.03877659887075424
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000077_test__val_desert__1__000010/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb68aacef5dfa7310d653eaec4f5b29e422b4bfe470b0e163aaa416dabd4dd
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000077_test__val_desert__1__000010/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "77",
+    "global_test_index": "77",
+    "dataset_index": "26",
+    "relative_path": "test/val_desert/1/000010.mp4",
+    "clip_id": "test/val_desert/1/000010",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000077,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/1/000010_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.012197958305478096,
+      "psnr": 19.62904930114746,
+      "lpips": 0.28380635380744934
+    },
+    "frames_100_200": {
+      "mse": 0.020117277279496193,
+      "psnr": 17.162813186645508,
+      "lpips": 0.39623939990997314
+    },
+    "frames_200_300": {
+      "mse": 0.01860169880092144,
+      "psnr": 17.54905128479004,
+      "lpips": 0.3376738429069519
+    },
+    "frames_300_400": {
+      "mse": 0.01646866649389267,
+      "psnr": 18.835878372192383,
+      "lpips": 0.3862321376800537
+    },
+    "frames_400_500": {
+      "mse": 0.009749620221555233,
+      "psnr": 20.240331649780273,
+      "lpips": 0.3306339383125305
+    },
+    "overall": {
+      "mse": 0.015427043661475182,
+      "psnr": 18.683425903320312,
+      "lpips": 0.34691715240478516
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000078_test__val_desert__0__000029/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc3ea52727cd8400ea031dd3b2af7fc8d0b056cd14a9c81f557ddc1524fb2bb
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000078_test__val_desert__0__000029/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "78",
+    "global_test_index": "78",
+    "dataset_index": "77",
+    "relative_path": "test/val_desert/0/000029.mp4",
+    "clip_id": "test/val_desert/0/000029",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000078,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/0/000029_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.006035820115357637,
+      "psnr": 22.439062118530273,
+      "lpips": 0.21610312163829803
+    },
+    "frames_100_200": {
+      "mse": 0.008181639015674591,
+      "psnr": 21.663942337036133,
+      "lpips": 0.2001114785671234
+    },
+    "frames_200_300": {
+      "mse": 0.006328573450446129,
+      "psnr": 22.289691925048828,
+      "lpips": 0.21686047315597534
+    },
+    "frames_300_400": {
+      "mse": 0.006920985411852598,
+      "psnr": 21.679929733276367,
+      "lpips": 0.24497073888778687
+    },
+    "frames_400_500": {
+      "mse": 0.004025949630886316,
+      "psnr": 24.53351593017578,
+      "lpips": 0.08744464069604874
+    },
+    "overall": {
+      "mse": 0.006298593711107969,
+      "psnr": 22.521230697631836,
+      "lpips": 0.19309809803962708
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000079_test__val_iceplains__1__000019/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e644fec1bb259a05c6954aa0e643b88b9ed352ccf86d39dbfe022ddc96ec7e99
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000079_test__val_iceplains__1__000019/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "79",
+    "global_test_index": "79",
+    "dataset_index": "294",
+    "relative_path": "test/val_iceplains/1/000019.mp4",
+    "clip_id": "test/val_iceplains/1/000019",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000079,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/1/000019_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.07124108076095581,
+      "psnr": 13.09792709350586,
+      "lpips": 0.16915149986743927
+    },
+    "frames_100_200": {
+      "mse": 0.07218680530786514,
+      "psnr": 13.233342170715332,
+      "lpips": 0.21796123683452606
+    },
+    "frames_200_300": {
+      "mse": 0.005865737795829773,
+      "psnr": 23.287294387817383,
+      "lpips": 0.04332983121275902
+    },
+    "frames_300_400": {
+      "mse": 0.008965272456407547,
+      "psnr": 20.71026611328125,
+      "lpips": 0.04578326269984245
+    },
+    "frames_400_500": {
+      "mse": 0.010463632643222809,
+      "psnr": 19.8395938873291,
+      "lpips": 0.04343164339661598
+    },
+    "overall": {
+      "mse": 0.033744506537914276,
+      "psnr": 18.0336856842041,
+      "lpips": 0.1039314940571785
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000080_test__val_desert__1__000014/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c051b2609d71093d2a5fa0012421d24ffe17a52607913142d7a8c206e278d4ce
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000080_test__val_desert__1__000014/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "80",
+    "global_test_index": "80",
+    "dataset_index": "34",
+    "relative_path": "test/val_desert/1/000014.mp4",
+    "clip_id": "test/val_desert/1/000014",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000080,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/1/000014_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0016106539405882359,
+      "psnr": 30.389219284057617,
+      "lpips": 0.014143029227852821
+    },
+    "frames_100_200": {
+      "mse": 0.0008103664149530232,
+      "psnr": 30.92504119873047,
+      "lpips": 0.01078521367162466
+    },
+    "frames_200_300": {
+      "mse": 0.0016456968151032925,
+      "psnr": 30.239500045776367,
+      "lpips": 0.01528274454176426
+    },
+    "frames_300_400": {
+      "mse": 0.0016629217425361276,
+      "psnr": 29.953857421875,
+      "lpips": 0.017112256959080696
+    },
+    "frames_400_500": {
+      "mse": 0.001559185329824686,
+      "psnr": 28.758094787597656,
+      "lpips": 0.02505512163043022
+    },
+    "overall": {
+      "mse": 0.0014577648835256696,
+      "psnr": 30.05314064025879,
+      "lpips": 0.016475673764944077
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000081_test__val_savanna__1__000029/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c6ce387202c82fb19955fa0af563a9e73095b07ab4c55e40f9a0ae88bb2348
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000081_test__val_savanna__1__000029/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "81",
+    "global_test_index": "81",
+    "dataset_index": "188",
+    "relative_path": "test/val_savanna/1/000029.mp4",
+    "clip_id": "test/val_savanna/1/000029",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000081,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/1/000029_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.006841068156063557,
+      "psnr": 23.338159561157227,
+      "lpips": 0.05330326408147812
+    },
+    "frames_100_200": {
+      "mse": 0.018118485808372498,
+      "psnr": 18.39935302734375,
+      "lpips": 0.15198276937007904
+    },
+    "frames_200_300": {
+      "mse": 0.04170526936650276,
+      "psnr": 13.90273666381836,
+      "lpips": 0.3556647002696991
+    },
+    "frames_300_400": {
+      "mse": 0.025220200419425964,
+      "psnr": 16.141603469848633,
+      "lpips": 0.34059828519821167
+    },
+    "frames_400_500": {
+      "mse": 0.029699452221393585,
+      "psnr": 15.861163139343262,
+      "lpips": 0.4500250220298767
+    },
+    "overall": {
+      "mse": 0.024316895753145218,
+      "psnr": 17.528600692749023,
+      "lpips": 0.2703147828578949
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000082_test__val_savanna__0__000017/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49e87763e04233137637045c75099bc521e30828577d5c16c3bffedad115728
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000082_test__val_savanna__0__000017/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "82",
+    "global_test_index": "82",
+    "dataset_index": "170",
+    "relative_path": "test/val_savanna/0/000017.mp4",
+    "clip_id": "test/val_savanna/0/000017",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000082,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000017_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.010828632861375809,
+      "psnr": 19.821306228637695,
+      "lpips": 0.2727340757846832
+    },
+    "frames_100_200": {
+      "mse": 0.027536902576684952,
+      "psnr": 15.764906883239746,
+      "lpips": 0.31653282046318054
+    },
+    "frames_200_300": {
+      "mse": 0.053111132234334946,
+      "psnr": 13.122760772705078,
+      "lpips": 0.41764411330223083
+    },
+    "frames_300_400": {
+      "mse": 0.07883300632238388,
+      "psnr": 11.294658660888672,
+      "lpips": 0.3880220055580139
+    },
+    "frames_400_500": {
+      "mse": 0.08292018622159958,
+      "psnr": 11.375901222229004,
+      "lpips": 0.4811946153640747
+    },
+    "overall": {
+      "mse": 0.05064597353339195,
+      "psnr": 14.275906562805176,
+      "lpips": 0.3752255439758301
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000083_test__val_plains__2__000017/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea7d2acfbced61dc4adf5ba25af7a01e282a6ec1c580065f507d5a80b314799
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000083_test__val_plains__2__000017/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "83",
+    "global_test_index": "83",
+    "dataset_index": "415",
+    "relative_path": "test/val_plains/2/000017.mp4",
+    "clip_id": "test/val_plains/2/000017",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000083,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/2/000017_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.006784230936318636,
+      "psnr": 22.10260009765625,
+      "lpips": 0.11409496515989304
+    },
+    "frames_100_200": {
+      "mse": 0.022898998111486435,
+      "psnr": 17.466732025146484,
+      "lpips": 0.3183107078075409
+    },
+    "frames_200_300": {
+      "mse": 0.020590664818882942,
+      "psnr": 17.65020179748535,
+      "lpips": 0.3238554000854492
+    },
+    "frames_300_400": {
+      "mse": 0.011044168844819069,
+      "psnr": 19.74256134033203,
+      "lpips": 0.2604333162307739
+    },
+    "frames_400_500": {
+      "mse": 0.011853259988129139,
+      "psnr": 19.429931640625,
+      "lpips": 0.33292847871780396
+    },
+    "overall": {
+      "mse": 0.014634265564382076,
+      "psnr": 19.278406143188477,
+      "lpips": 0.2699245512485504
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000084_test__val_savanna__0__000006/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba6131250b389bcbcaaa7f1bbb42e0176a40c2584cd6821b33a70d3a69a5116
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000084_test__val_savanna__0__000006/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "84",
+    "global_test_index": "84",
+    "dataset_index": "145",
+    "relative_path": "test/val_savanna/0/000006.mp4",
+    "clip_id": "test/val_savanna/0/000006",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000084,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000006_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.015611572191119194,
+      "psnr": 18.780807495117188,
+      "lpips": 0.12070924788713455
+    },
+    "frames_100_200": {
+      "mse": 0.018946601077914238,
+      "psnr": 17.455018997192383,
+      "lpips": 0.21950136125087738
+    },
+    "frames_200_300": {
+      "mse": 0.014058049768209457,
+      "psnr": 18.930194854736328,
+      "lpips": 0.3905223608016968
+    },
+    "frames_300_400": {
+      "mse": 0.0074511026032269,
+      "psnr": 21.52984619140625,
+      "lpips": 0.4059504270553589
+    },
+    "frames_400_500": {
+      "mse": 0.0058480678126215935,
+      "psnr": 22.511276245117188,
+      "lpips": 0.3924799859523773
+    },
+    "overall": {
+      "mse": 0.01238307822495699,
+      "psnr": 19.841426849365234,
+      "lpips": 0.3058326840400696
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000085_test__val_savanna__1__000002/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703432f3ebc7590f8cee8f3598d1286c267deb8ee7cc168f0ff412500bebfa42
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000085_test__val_savanna__1__000002/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "85",
+    "global_test_index": "85",
+    "dataset_index": "133",
+    "relative_path": "test/val_savanna/1/000002.mp4",
+    "clip_id": "test/val_savanna/1/000002",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000085,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/1/000002_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.009289972484111786,
+      "psnr": 20.701269149780273,
+      "lpips": 0.2666792571544647
+    },
+    "frames_100_200": {
+      "mse": 0.011189105920493603,
+      "psnr": 19.91399383544922,
+      "lpips": 0.3061886131763458
+    },
+    "frames_200_300": {
+      "mse": 0.014358417131006718,
+      "psnr": 18.747610092163086,
+      "lpips": 0.3554259240627289
+    },
+    "frames_300_400": {
+      "mse": 0.01757115311920643,
+      "psnr": 18.271543502807617,
+      "lpips": 0.4052739441394806
+    },
+    "frames_400_500": {
+      "mse": 0.02507631853222847,
+      "psnr": 17.426790237426758,
+      "lpips": 0.41056838631629944
+    },
+    "overall": {
+      "mse": 0.015496992506086826,
+      "psnr": 19.012239456176758,
+      "lpips": 0.34882721304893494
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000086_test__val_iceplains__2__000039/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2054e038e25639bee95639ee41ff141bffbf8eb5294e94135c7e12930aedf3
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000086_test__val_iceplains__2__000039/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "86",
+    "global_test_index": "86",
+    "dataset_index": "347",
+    "relative_path": "test/val_iceplains/2/000039.mp4",
+    "clip_id": "test/val_iceplains/2/000039",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000086,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/2/000039_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.017345823347568512,
+      "psnr": 17.94886589050293,
+      "lpips": 0.1950908601284027
+    },
+    "frames_100_200": {
+      "mse": 0.014885928481817245,
+      "psnr": 19.007240295410156,
+      "lpips": 0.2708568871021271
+    },
+    "frames_200_300": {
+      "mse": 0.024832768365740776,
+      "psnr": 17.850805282592773,
+      "lpips": 0.34176427125930786
+    },
+    "frames_300_400": {
+      "mse": 0.08388739824295044,
+      "psnr": 11.177172660827637,
+      "lpips": 0.44589027762413025
+    },
+    "frames_400_500": {
+      "mse": 0.08137616515159607,
+      "psnr": 11.372044563293457,
+      "lpips": 0.4673200845718384
+    },
+    "overall": {
+      "mse": 0.04446560889482498,
+      "psnr": 15.471226692199707,
+      "lpips": 0.3441844582557678
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000087_test__val_savanna__0__000038/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a3e538ee0bfa3c7bdbb2c436ed9b540c0b26f83ef27693ae9ed356ee91a362
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000087_test__val_savanna__0__000038/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "87",
+    "global_test_index": "87",
+    "dataset_index": "209",
+    "relative_path": "test/val_savanna/0/000038.mp4",
+    "clip_id": "test/val_savanna/0/000038",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000087,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000038_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.012337503023445606,
+      "psnr": 19.54021644592285,
+      "lpips": 0.25639790296554565
+    },
+    "frames_100_200": {
+      "mse": 0.020619649440050125,
+      "psnr": 17.437349319458008,
+      "lpips": 0.36619749665260315
+    },
+    "frames_200_300": {
+      "mse": 0.018356572836637497,
+      "psnr": 17.68050193786621,
+      "lpips": 0.3532315194606781
+    },
+    "frames_300_400": {
+      "mse": 0.006292724050581455,
+      "psnr": 22.170820236206055,
+      "lpips": 0.3768339455127716
+    },
+    "frames_400_500": {
+      "mse": 0.009856903925538063,
+      "psnr": 20.439516067504883,
+      "lpips": 0.4309653341770172
+    },
+    "overall": {
+      "mse": 0.013492671772837639,
+      "psnr": 19.45368194580078,
+      "lpips": 0.35672521591186523
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000088_test__val_plains__1__000013/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d340afcc04d0e2bb093f67a0e3ff52ea2894f02200d2bff2dd897c78f69dcc9a
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000088_test__val_plains__1__000013/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "88",
+    "global_test_index": "88",
+    "dataset_index": "404",
+    "relative_path": "test/val_plains/1/000013.mp4",
+    "clip_id": "test/val_plains/1/000013",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000088,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/1/000013_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0014102114364504814,
+      "psnr": 28.685462951660156,
+      "lpips": 0.12700296938419342
+    },
+    "frames_100_200": {
+      "mse": 0.0037337630055844784,
+      "psnr": 25.541946411132812,
+      "lpips": 0.19388142228126526
+    },
+    "frames_200_300": {
+      "mse": 0.009554834105074406,
+      "psnr": 20.841018676757812,
+      "lpips": 0.2509021461009979
+    },
+    "frames_300_400": {
+      "mse": 0.004533831495791674,
+      "psnr": 24.2772159576416,
+      "lpips": 0.14964593946933746
+    },
+    "frames_400_500": {
+      "mse": 0.011396617628633976,
+      "psnr": 20.10059356689453,
+      "lpips": 0.25289323925971985
+    },
+    "overall": {
+      "mse": 0.006125851534307003,
+      "psnr": 23.889245986938477,
+      "lpips": 0.1948651224374771
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000089_test__val_savanna__2__000038/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aac07b6e1fb7aae27756d876926781932352f884b44a6df7cd7f778e6e40a3
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000089_test__val_savanna__2__000038/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "89",
+    "global_test_index": "89",
+    "dataset_index": "211",
+    "relative_path": "test/val_savanna/2/000038.mp4",
+    "clip_id": "test/val_savanna/2/000038",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 43000089,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/2/000038_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.013012063689529896,
+      "psnr": 19.066543579101562,
+      "lpips": 0.3802356719970703
+    },
+    "frames_100_200": {
+      "mse": 0.006951131857931614,
+      "psnr": 21.698877334594727,
+      "lpips": 0.41791361570358276
+    },
+    "frames_200_300": {
+      "mse": 0.006270250305533409,
+      "psnr": 22.11797523498535,
+      "lpips": 0.37911689281463623
+    },
+    "frames_300_400": {
+      "mse": 0.010513953864574432,
+      "psnr": 20.22835922241211,
+      "lpips": 0.4178915023803711
+    },
+    "frames_400_500": {
+      "mse": 0.009852658957242966,
+      "psnr": 20.3792667388916,
+      "lpips": 0.458982914686203
+    },
+    "overall": {
+      "mse": 0.009320011362433434,
+      "psnr": 20.698205947875977,
+      "lpips": 0.4108281433582306
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed43_job84976/cases/g000090_test__val_plains__2__000044/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dda458c94d1191ecda05e2ba70bb4806e957d58c25a13c6c3ff02450b199987
+size 6742