Upload folder using huggingface_hub (part 2)

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000124_test__val_desert__2__000032/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "124",
+    "global_test_index": "124",
+    "dataset_index": "85",
+    "relative_path": "test/val_desert/2/000032.mp4",
+    "clip_id": "test/val_desert/2/000032",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000124,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/2/000032_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0038343712221831083,
+      "psnr": 24.4262638092041,
+      "lpips": 0.1106785237789154
+    },
+    "frames_100_200": {
+      "mse": 0.008797272108495235,
+      "psnr": 20.727378845214844,
+      "lpips": 0.18920160830020905
+    },
+    "frames_200_300": {
+      "mse": 0.008551839739084244,
+      "psnr": 20.859403610229492,
+      "lpips": 0.15778397023677826
+    },
+    "frames_300_400": {
+      "mse": 0.011435375548899174,
+      "psnr": 19.606718063354492,
+      "lpips": 0.21109773218631744
+    },
+    "frames_400_500": {
+      "mse": 0.0058588432148098946,
+      "psnr": 23.32453155517578,
+      "lpips": 0.13388223946094513
+    },
+    "overall": {
+      "mse": 0.0076955403201282024,
+      "psnr": 21.788862228393555,
+      "lpips": 0.16052880883216858
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000125_test__val_iceplains__0__000044/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a309b97fc4b1451a00268fa5b5dbffba92ecfbfecc82630fc7a4fbceaec712
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000125_test__val_iceplains__0__000044/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "125",
+    "global_test_index": "125",
+    "dataset_index": "358",
+    "relative_path": "test/val_iceplains/0/000044.mp4",
+    "clip_id": "test/val_iceplains/0/000044",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000125,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/0/000044_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0009331777109764516,
+      "psnr": 30.3817195892334,
+      "lpips": 0.011008551344275475
+    },
+    "frames_100_200": {
+      "mse": 0.000886870373506099,
+      "psnr": 30.557165145874023,
+      "lpips": 0.011660434305667877
+    },
+    "frames_200_300": {
+      "mse": 0.0008535321103408933,
+      "psnr": 30.711021423339844,
+      "lpips": 0.011796060018241405
+    },
+    "frames_300_400": {
+      "mse": 0.0009378630202263594,
+      "psnr": 30.307851791381836,
+      "lpips": 0.014937634579837322
+    },
+    "frames_400_500": {
+      "mse": 0.0008990838541649282,
+      "psnr": 30.543855667114258,
+      "lpips": 0.015569162555038929
+    },
+    "overall": {
+      "mse": 0.0009021054720506072,
+      "psnr": 30.500322341918945,
+      "lpips": 0.012994368560612202
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000126_test__val_desert__1__000020/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6826f6e85f9dccedbd971b42f473856a77a9a67ec1d0a1bf7319eb6f78a00271
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000126_test__val_desert__1__000020/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "126",
+    "global_test_index": "126",
+    "dataset_index": "50",
+    "relative_path": "test/val_desert/1/000020.mp4",
+    "clip_id": "test/val_desert/1/000020",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000126,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/1/000020_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.001484862295910716,
+      "psnr": 29.569835662841797,
+      "lpips": 0.018319694325327873
+    },
+    "frames_100_200": {
+      "mse": 0.0016191304894164205,
+      "psnr": 30.244709014892578,
+      "lpips": 0.015003266744315624
+    },
+    "frames_200_300": {
+      "mse": 0.0008267026278190315,
+      "psnr": 30.85266876220703,
+      "lpips": 0.011609358713030815
+    },
+    "frames_300_400": {
+      "mse": 0.0020510931499302387,
+      "psnr": 28.709508895874023,
+      "lpips": 0.027202578261494637
+    },
+    "frames_400_500": {
+      "mse": 0.006186373997479677,
+      "psnr": 24.444780349731445,
+      "lpips": 0.04963857680559158
+    },
+    "overall": {
+      "mse": 0.0024336325004696846,
+      "psnr": 28.764301300048828,
+      "lpips": 0.02435469441115856
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000127_test__val_savanna__0__000036/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdee9e328d93265037da10e8d3e3982086817d9eb2bc17d5cfa8ccfba05c791
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000127_test__val_savanna__0__000036/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "127",
+    "global_test_index": "127",
+    "dataset_index": "207",
+    "relative_path": "test/val_savanna/0/000036.mp4",
+    "clip_id": "test/val_savanna/0/000036",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000127,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000036_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.006707283202558756,
+      "psnr": 22.234464645385742,
+      "lpips": 0.35190626978874207
+    },
+    "frames_100_200": {
+      "mse": 0.0072944206185638905,
+      "psnr": 21.453563690185547,
+      "lpips": 0.39522361755371094
+    },
+    "frames_200_300": {
+      "mse": 0.006893693003803492,
+      "psnr": 21.749900817871094,
+      "lpips": 0.3911628723144531
+    },
+    "frames_300_400": {
+      "mse": 0.016896530985832214,
+      "psnr": 19.2712459564209,
+      "lpips": 0.4398539364337921
+    },
+    "frames_400_500": {
+      "mse": 0.024989934638142586,
+      "psnr": 16.752212524414062,
+      "lpips": 0.5247270464897156
+    },
+    "overall": {
+      "mse": 0.01255637127906084,
+      "psnr": 20.292278289794922,
+      "lpips": 0.42057475447654724
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000128_test__val_iceplains__2__000034/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8569d946e4b4e565e3ed244e56acb556e0cef9f006ce0d7e2c2892eec7b32977
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000128_test__val_iceplains__2__000034/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "128",
+    "global_test_index": "128",
+    "dataset_index": "330",
+    "relative_path": "test/val_iceplains/2/000034.mp4",
+    "clip_id": "test/val_iceplains/2/000034",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000128,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/2/000034_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0009549509268254042,
+      "psnr": 30.322065353393555,
+      "lpips": 0.01559457927942276
+    },
+    "frames_100_200": {
+      "mse": 0.0011458741500973701,
+      "psnr": 30.461318969726562,
+      "lpips": 0.014609893783926964
+    },
+    "frames_200_300": {
+      "mse": 0.016090119257569313,
+      "psnr": 24.57937240600586,
+      "lpips": 0.0829785168170929
+    },
+    "frames_300_400": {
+      "mse": 0.054150525480508804,
+      "psnr": 13.15584945678711,
+      "lpips": 0.3769654333591461
+    },
+    "frames_400_500": {
+      "mse": 0.09743870049715042,
+      "psnr": 10.951923370361328,
+      "lpips": 0.4895250201225281
+    },
+    "overall": {
+      "mse": 0.03395603224635124,
+      "psnr": 21.894105911254883,
+      "lpips": 0.1959347128868103
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000129_test__val_savanna__0__000001/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69faf235a6fcb88dd51eb9ef4e69cba4f0014ffce769971cd130de0c2c191f5f
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000129_test__val_savanna__0__000001/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "129",
+    "global_test_index": "129",
+    "dataset_index": "132",
+    "relative_path": "test/val_savanna/0/000001.mp4",
+    "clip_id": "test/val_savanna/0/000001",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000129,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000001_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0014532122295349836,
+      "psnr": 28.748018264770508,
+      "lpips": 0.021940717473626137
+    },
+    "frames_100_200": {
+      "mse": 0.0019861303735524416,
+      "psnr": 28.03094482421875,
+      "lpips": 0.026773037388920784
+    },
+    "frames_200_300": {
+      "mse": 0.011648589745163918,
+      "psnr": 21.0721378326416,
+      "lpips": 0.21085555851459503
+    },
+    "frames_300_400": {
+      "mse": 0.014550996012985706,
+      "psnr": 18.718036651611328,
+      "lpips": 0.2853127717971802
+    },
+    "frames_400_500": {
+      "mse": 0.004384123254567385,
+      "psnr": 24.046506881713867,
+      "lpips": 0.06934908777475357
+    },
+    "overall": {
+      "mse": 0.0068046110682189465,
+      "psnr": 24.12312889099121,
+      "lpips": 0.12284623831510544
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000130_test__val_plains__3__000021/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a676e20e92ec2a9d98f7723ed85af85745718040ae6dee84c88cf42ad9e069
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000130_test__val_plains__3__000021/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "130",
+    "global_test_index": "130",
+    "dataset_index": "423",
+    "relative_path": "test/val_plains/3/000021.mp4",
+    "clip_id": "test/val_plains/3/000021",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000130,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/3/000021_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.00328049180097878,
+      "psnr": 25.106420516967773,
+      "lpips": 0.2332487553358078
+    },
+    "frames_100_200": {
+      "mse": 0.004358980804681778,
+      "psnr": 23.907419204711914,
+      "lpips": 0.2951502799987793
+    },
+    "frames_200_300": {
+      "mse": 0.004142299760133028,
+      "psnr": 23.862367630004883,
+      "lpips": 0.31737029552459717
+    },
+    "frames_300_400": {
+      "mse": 0.014077514410018921,
+      "psnr": 21.26189422607422,
+      "lpips": 0.36391833424568176
+    },
+    "frames_400_500": {
+      "mse": 0.047864340245723724,
+      "psnr": 14.42151165008545,
+      "lpips": 0.3694884777069092
+    },
+    "overall": {
+      "mse": 0.014744725078344345,
+      "psnr": 21.71192169189453,
+      "lpips": 0.31583523750305176
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000131_test__val_desert__2__000025/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167a06b9b7fb92e02450c0d5dbe39fd4d91438a0aa65c461a3bea16b2f30ae7b
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000131_test__val_desert__2__000025/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "131",
+    "global_test_index": "131",
+    "dataset_index": "66",
+    "relative_path": "test/val_desert/2/000025.mp4",
+    "clip_id": "test/val_desert/2/000025",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000131,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/2/000025_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.009860005229711533,
+      "psnr": 20.345754623413086,
+      "lpips": 0.24561290442943573
+    },
+    "frames_100_200": {
+      "mse": 0.017666202038526535,
+      "psnr": 17.62787437438965,
+      "lpips": 0.2884877026081085
+    },
+    "frames_200_300": {
+      "mse": 0.01360994577407837,
+      "psnr": 18.91973876953125,
+      "lpips": 0.32690712809562683
+    },
+    "frames_300_400": {
+      "mse": 0.01751602254807949,
+      "psnr": 17.899829864501953,
+      "lpips": 0.3800671696662903
+    },
+    "frames_400_500": {
+      "mse": 0.015232359059154987,
+      "psnr": 18.476234436035156,
+      "lpips": 0.3669703006744385
+    },
+    "overall": {
+      "mse": 0.014776906929910183,
+      "psnr": 18.653884887695312,
+      "lpips": 0.3216090500354767
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000132_test__val_savanna__3__000009/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77521499d34f2ccb8a59a3528cae6186e007cd490d74ca024c5b59de51bc2ddd
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000132_test__val_savanna__3__000009/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "132",
+    "global_test_index": "132",
+    "dataset_index": "153",
+    "relative_path": "test/val_savanna/3/000009.mp4",
+    "clip_id": "test/val_savanna/3/000009",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000132,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/3/000009_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.022195372730493546,
+      "psnr": 18.302406311035156,
+      "lpips": 0.22228436172008514
+    },
+    "frames_100_200": {
+      "mse": 0.02921193093061447,
+      "psnr": 16.188037872314453,
+      "lpips": 0.22970882058143616
+    },
+    "frames_200_300": {
+      "mse": 0.016484905034303665,
+      "psnr": 18.224079132080078,
+      "lpips": 0.13724012672901154
+    },
+    "frames_300_400": {
+      "mse": 0.0289585143327713,
+      "psnr": 16.264480590820312,
+      "lpips": 0.21746228635311127
+    },
+    "frames_400_500": {
+      "mse": 0.0348900705575943,
+      "psnr": 14.894621849060059,
+      "lpips": 0.24207791686058044
+    },
+    "overall": {
+      "mse": 0.026348158717155457,
+      "psnr": 16.77472496032715,
+      "lpips": 0.20975470542907715
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000133_test__val_plains__0__000004/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5273a841f9a78a1e776a1cd11a015294d9426b22d2c8700173dc58e3138e53
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000133_test__val_plains__0__000004/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "133",
+    "global_test_index": "133",
+    "dataset_index": "382",
+    "relative_path": "test/val_plains/0/000004.mp4",
+    "clip_id": "test/val_plains/0/000004",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000133,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/0/000004_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0058406745083630085,
+      "psnr": 22.48453140258789,
+      "lpips": 0.2485457956790924
+    },
+    "frames_100_200": {
+      "mse": 0.0039766086265444756,
+      "psnr": 24.035066604614258,
+      "lpips": 0.3241359293460846
+    },
+    "frames_200_300": {
+      "mse": 0.004747073166072369,
+      "psnr": 23.44042205810547,
+      "lpips": 0.3394511938095093
+    },
+    "frames_300_400": {
+      "mse": 0.006929060444235802,
+      "psnr": 21.747617721557617,
+      "lpips": 0.4062713384628296
+    },
+    "frames_400_500": {
+      "mse": 0.0046330345794558525,
+      "psnr": 23.454448699951172,
+      "lpips": 0.365752637386322
+    },
+    "overall": {
+      "mse": 0.0052252900786697865,
+      "psnr": 23.03241729736328,
+      "lpips": 0.33683139085769653
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000134_test__val_savanna__2__000005/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ddb27134e23718ba5dbf1e8c27b279dc56e29a7c582a097add0cad9f279234
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000134_test__val_savanna__2__000005/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "134",
+    "global_test_index": "134",
+    "dataset_index": "143",
+    "relative_path": "test/val_savanna/2/000005.mp4",
+    "clip_id": "test/val_savanna/2/000005",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000134,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/2/000005_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.014485334046185017,
+      "psnr": 18.5859375,
+      "lpips": 0.3390156626701355
+    },
+    "frames_100_200": {
+      "mse": 0.028073078021407127,
+      "psnr": 16.182510375976562,
+      "lpips": 0.41970911622047424
+    },
+    "frames_200_300": {
+      "mse": 0.012548437342047691,
+      "psnr": 19.95612144470215,
+      "lpips": 0.4414370656013489
+    },
+    "frames_300_400": {
+      "mse": 0.026289591565728188,
+      "psnr": 16.48810577392578,
+      "lpips": 0.4970936179161072
+    },
+    "frames_400_500": {
+      "mse": 0.06847763806581497,
+      "psnr": 12.170432090759277,
+      "lpips": 0.547330915927887
+    },
+    "overall": {
+      "mse": 0.029974816367030144,
+      "psnr": 16.676620483398438,
+      "lpips": 0.4489172697067261
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000135_test__val_iceplains__1__000040/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2680df7858b3096a2890248ab32c69f8025ea90fa036d14334fabc1b0ec3725
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000135_test__val_iceplains__1__000040/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "135",
+    "global_test_index": "135",
+    "dataset_index": "348",
+    "relative_path": "test/val_iceplains/1/000040.mp4",
+    "clip_id": "test/val_iceplains/1/000040",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000135,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/1/000040_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.021408552303910255,
+      "psnr": 17.150901794433594,
+      "lpips": 0.20184822380542755
+    },
+    "frames_100_200": {
+      "mse": 0.019069790840148926,
+      "psnr": 17.861360549926758,
+      "lpips": 0.18908923864364624
+    },
+    "frames_200_300": {
+      "mse": 0.02559494972229004,
+      "psnr": 16.50379180908203,
+      "lpips": 0.2058320939540863
+    },
+    "frames_300_400": {
+      "mse": 0.022684333845973015,
+      "psnr": 17.9940242767334,
+      "lpips": 0.26573479175567627
+    },
+    "frames_400_500": {
+      "mse": 0.020618490874767303,
+      "psnr": 17.067407608032227,
+      "lpips": 0.16639107465744019
+    },
+    "overall": {
+      "mse": 0.021875223144888878,
+      "psnr": 17.31549835205078,
+      "lpips": 0.20577910542488098
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000136_test__val_plains__2__000005/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8083260fcb35c577f1aa1472b6ff3e39f8f6f1814b73fb9bd10f65a2e14d01eb
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000136_test__val_plains__2__000005/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "136",
+    "global_test_index": "136",
+    "dataset_index": "384",
+    "relative_path": "test/val_plains/2/000005.mp4",
+    "clip_id": "test/val_plains/2/000005",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000136,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/2/000005_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.004267084412276745,
+      "psnr": 23.781980514526367,
+      "lpips": 0.3505207896232605
+    },
+    "frames_100_200": {
+      "mse": 0.003726803930476308,
+      "psnr": 24.324541091918945,
+      "lpips": 0.36018940806388855
+    },
+    "frames_200_300": {
+      "mse": 0.06266765296459198,
+      "psnr": 14.357873916625977,
+      "lpips": 0.45021724700927734
+    },
+    "frames_300_400": {
+      "mse": 0.06701135635375977,
+      "psnr": 12.021452903747559,
+      "lpips": 0.38467979431152344
+    },
+    "frames_400_500": {
+      "mse": 0.0655532106757164,
+      "psnr": 11.978496551513672,
+      "lpips": 0.13128697872161865
+    },
+    "overall": {
+      "mse": 0.04064522683620453,
+      "psnr": 17.29286766052246,
+      "lpips": 0.33537882566452026
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000137_test__val_desert__0__000012/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bff6aca606d89cd8d1dced7f87dc91cb48682d93457c57bc43f07e1ccdd9752
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000137_test__val_desert__0__000012/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "137",
+    "global_test_index": "137",
+    "dataset_index": "30",
+    "relative_path": "test/val_desert/0/000012.mp4",
+    "clip_id": "test/val_desert/0/000012",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000137,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/0/000012_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0007693073130212724,
+      "psnr": 31.15523910522461,
+      "lpips": 0.009894480928778648
+    },
+    "frames_100_200": {
+      "mse": 0.0007668848847970366,
+      "psnr": 31.1663875579834,
+      "lpips": 0.010341694578528404
+    },
+    "frames_200_300": {
+      "mse": 0.0012762021506205201,
+      "psnr": 29.499380111694336,
+      "lpips": 0.022373294457793236
+    },
+    "frames_300_400": {
+      "mse": 0.0011693239212036133,
+      "psnr": 30.59243392944336,
+      "lpips": 0.013964185491204262
+    },
+    "frames_400_500": {
+      "mse": 0.0008222288452088833,
+      "psnr": 30.890939712524414,
+      "lpips": 0.011983408592641354
+    },
+    "overall": {
+      "mse": 0.0009607894462533295,
+      "psnr": 30.66087532043457,
+      "lpips": 0.013711412437260151
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000138_test__val_savanna__2__000034/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95615973f714b899d0e3ab551925051eee910e5ea9cbd73b06538e6015ff970
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000138_test__val_savanna__2__000034/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "138",
+    "global_test_index": "138",
+    "dataset_index": "203",
+    "relative_path": "test/val_savanna/2/000034.mp4",
+    "clip_id": "test/val_savanna/2/000034",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000138,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/2/000034_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0019806530326604843,
+      "psnr": 27.982154846191406,
+      "lpips": 0.019615111872553825
+    },
+    "frames_100_200": {
+      "mse": 0.0014540873235091567,
+      "psnr": 29.562135696411133,
+      "lpips": 0.013446008786559105
+    },
+    "frames_200_300": {
+      "mse": 0.0020869376603513956,
+      "psnr": 28.869915008544922,
+      "lpips": 0.018795687705278397
+    },
+    "frames_300_400": {
+      "mse": 0.003144179005175829,
+      "psnr": 27.136390686035156,
+      "lpips": 0.02872839942574501
+    },
+    "frames_400_500": {
+      "mse": 0.010119260288774967,
+      "psnr": 23.284276962280273,
+      "lpips": 0.05465582758188248
+    },
+    "overall": {
+      "mse": 0.0037570232525467873,
+      "psnr": 27.366973876953125,
+      "lpips": 0.027048209682106972
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000139_test__val_savanna__0__000022/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c52531befb8c9ccd99079b3149f2c120e57340e813da97b82860f01332e2095
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000139_test__val_savanna__0__000022/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "139",
+    "global_test_index": "139",
+    "dataset_index": "179",
+    "relative_path": "test/val_savanna/0/000022.mp4",
+    "clip_id": "test/val_savanna/0/000022",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000139,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000022_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0013348344946280122,
+      "psnr": 28.83977699279785,
+      "lpips": 0.13142722845077515
+    },
+    "frames_100_200": {
+      "mse": 0.002187905367463827,
+      "psnr": 26.7196044921875,
+      "lpips": 0.14662164449691772
+    },
+    "frames_200_300": {
+      "mse": 0.005070777144283056,
+      "psnr": 23.106117248535156,
+      "lpips": 0.12211448699235916
+    },
+    "frames_300_400": {
+      "mse": 0.007739753928035498,
+      "psnr": 21.19198989868164,
+      "lpips": 0.11173173040151596
+    },
+    "frames_400_500": {
+      "mse": 0.008362587541341782,
+      "psnr": 20.861509323120117,
+      "lpips": 0.12095114588737488
+    },
+    "overall": {
+      "mse": 0.00493917241692543,
+      "psnr": 24.143798828125,
+      "lpips": 0.1265692412853241
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000140_test__val_iceplains__2__000003/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6783169bf6064121234c12670e0b0870421d905b33d2674a3a6c34c7c6e1be2d
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000140_test__val_iceplains__2__000003/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "140",
+    "global_test_index": "140",
+    "dataset_index": "253",
+    "relative_path": "test/val_iceplains/2/000003.mp4",
+    "clip_id": "test/val_iceplains/2/000003",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000140,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/2/000003_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.008791802451014519,
+      "psnr": 21.091079711914062,
+      "lpips": 0.16836988925933838
+    },
+    "frames_100_200": {
+      "mse": 0.024468516930937767,
+      "psnr": 16.746850967407227,
+      "lpips": 0.2349162995815277
+    },
+    "frames_200_300": {
+      "mse": 0.07874393463134766,
+      "psnr": 11.419788360595703,
+      "lpips": 0.48818641901016235
+    },
+    "frames_300_400": {
+      "mse": 0.04718368873000145,
+      "psnr": 14.619848251342773,
+      "lpips": 0.3406621813774109
+    },
+    "frames_400_500": {
+      "mse": 0.04312962666153908,
+      "psnr": 14.540613174438477,
+      "lpips": 0.37893441319465637
+    },
+    "overall": {
+      "mse": 0.040463514626026154,
+      "psnr": 15.683636665344238,
+      "lpips": 0.3222138583660126
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000141_test__val_iceplains__2__000016/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450fe56fc077c2a14687b5e6c6cfe2c3f2835c92d5cde394a1c57958c910d804
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000141_test__val_iceplains__2__000016/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "141",
+    "global_test_index": "141",
+    "dataset_index": "289",
+    "relative_path": "test/val_iceplains/2/000016.mp4",
+    "clip_id": "test/val_iceplains/2/000016",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000141,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/2/000016_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0007456709281541407,
+      "psnr": 31.282577514648438,
+      "lpips": 0.009861068800091743
+    },
+    "frames_100_200": {
+      "mse": 0.004965067841112614,
+      "psnr": 27.782520294189453,
+      "lpips": 0.040066178888082504
+    },
+    "frames_200_300": {
+      "mse": 0.003117287065833807,
+      "psnr": 26.664409637451172,
+      "lpips": 0.03511936590075493
+    },
+    "frames_300_400": {
+      "mse": 0.002085950458422303,
+      "psnr": 27.268447875976562,
+      "lpips": 0.02791164070367813
+    },
+    "frames_400_500": {
+      "mse": 0.00514613464474678,
+      "psnr": 24.119783401489258,
+      "lpips": 0.060876477509737015
+    },
+    "overall": {
+      "mse": 0.0032120223622769117,
+      "psnr": 27.42354965209961,
+      "lpips": 0.03476694971323013
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000142_test__val_plains__2__000020/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90517f0283146d055bf1d91e5d082954ae0c9426acbadb6f8ea33a4beb26f496
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000142_test__val_plains__2__000020/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "142",
+    "global_test_index": "142",
+    "dataset_index": "422",
+    "relative_path": "test/val_plains/2/000020.mp4",
+    "clip_id": "test/val_plains/2/000020",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000142,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_plains/2/000020_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.004075692035257816,
+      "psnr": 24.302370071411133,
+      "lpips": 0.05757622420787811
+    },
+    "frames_100_200": {
+      "mse": 0.008997473865747452,
+      "psnr": 20.75374984741211,
+      "lpips": 0.22283805906772614
+    },
+    "frames_200_300": {
+      "mse": 0.007085732650011778,
+      "psnr": 22.535398483276367,
+      "lpips": 0.15993793308734894
+    },
+    "frames_300_400": {
+      "mse": 0.0048640938475728035,
+      "psnr": 23.634279251098633,
+      "lpips": 0.09337618947029114
+    },
+    "frames_400_500": {
+      "mse": 0.004075458738952875,
+      "psnr": 25.187114715576172,
+      "lpips": 0.05961039662361145
+    },
+    "overall": {
+      "mse": 0.005819690879434347,
+      "psnr": 23.282583236694336,
+      "lpips": 0.11866774410009384
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000143_test__val_desert__0__000008/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f529641f2d466855a6942680d721821c54491640031a8ee659fcfe756c484665
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000143_test__val_desert__0__000008/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "143",
+    "global_test_index": "143",
+    "dataset_index": "20",
+    "relative_path": "test/val_desert/0/000008.mp4",
+    "clip_id": "test/val_desert/0/000008",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000143,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_desert/0/000008_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0020590005442500114,
+      "psnr": 29.03612518310547,
+      "lpips": 0.030739037320017815
+    },
+    "frames_100_200": {
+      "mse": 0.00984747800976038,
+      "psnr": 20.688880920410156,
+      "lpips": 0.17833548784255981
+    },
+    "frames_200_300": {
+      "mse": 0.009776131249964237,
+      "psnr": 20.306804656982422,
+      "lpips": 0.2711389660835266
+    },
+    "frames_300_400": {
+      "mse": 0.011499784886837006,
+      "psnr": 19.532052993774414,
+      "lpips": 0.17814262211322784
+    },
+    "frames_400_500": {
+      "mse": 0.0026700920425355434,
+      "psnr": 28.21206283569336,
+      "lpips": 0.02954581193625927
+    },
+    "overall": {
+      "mse": 0.00717049790546298,
+      "psnr": 23.555185317993164,
+      "lpips": 0.13758039474487305
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000144_test__val_savanna__0__000000/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c5d13766bf22f2f2970711e67ad72ee951b42d2e7012037e5ebc93b1d795fa
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000144_test__val_savanna__0__000000/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "144",
+    "global_test_index": "144",
+    "dataset_index": "130",
+    "relative_path": "test/val_savanna/0/000000.mp4",
+    "clip_id": "test/val_savanna/0/000000",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000144,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_savanna/0/000000_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.011638644151389599,
+      "psnr": 19.769290924072266,
+      "lpips": 0.16591542959213257
+    },
+    "frames_100_200": {
+      "mse": 0.019459480419754982,
+      "psnr": 17.360668182373047,
+      "lpips": 0.1535501331090927
+    },
+    "frames_200_300": {
+      "mse": 0.018692554906010628,
+      "psnr": 18.75762176513672,
+      "lpips": 0.13838034868240356
+    },
+    "frames_300_400": {
+      "mse": 0.031162414699792862,
+      "psnr": 16.123083114624023,
+      "lpips": 0.17314361035823822
+    },
+    "frames_400_500": {
+      "mse": 0.045554712414741516,
+      "psnr": 13.491724014282227,
+      "lpips": 0.23765979707241058
+    },
+    "overall": {
+      "mse": 0.025301562622189522,
+      "psnr": 17.10047721862793,
+      "lpips": 0.17372985184192657
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000145_test__val_iceplains__1__000020/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6820643762011af5b6a06a11eea8b1365a5c25b611cc99e84cb14c24928a1b61
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000145_test__val_iceplains__1__000020/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "145",
+    "global_test_index": "145",
+    "dataset_index": "296",
+    "relative_path": "test/val_iceplains/1/000020.mp4",
+    "clip_id": "test/val_iceplains/1/000020",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000145,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/1/000020_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.016957759857177734,
+      "psnr": 17.81981658935547,
+      "lpips": 0.18485485017299652
+    },
+    "frames_100_200": {
+      "mse": 0.019970489665865898,
+      "psnr": 17.228933334350586,
+      "lpips": 0.1870379000902176
+    },
+    "frames_200_300": {
+      "mse": 0.03969457000494003,
+      "psnr": 14.1196928024292,
+      "lpips": 0.29053473472595215
+    },
+    "frames_300_400": {
+      "mse": 0.0758398100733757,
+      "psnr": 11.391704559326172,
+      "lpips": 0.43325960636138916
+    },
+    "frames_400_500": {
+      "mse": 0.07288557291030884,
+      "psnr": 11.589159965515137,
+      "lpips": 0.3946675956249237
+    },
+    "overall": {
+      "mse": 0.04506963863968849,
+      "psnr": 14.429861068725586,
+      "lpips": 0.2980709671974182
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000146_test__val_iceplains__3__000013/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de28dc9d9c824d249456abdc0dec47326b992e095aef05b5552f9ce5a55b0e6
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000146_test__val_iceplains__3__000013/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "146",
+    "global_test_index": "146",
+    "dataset_index": "278",
+    "relative_path": "test/val_iceplains/3/000013.mp4",
+    "clip_id": "test/val_iceplains/3/000013",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000146,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/3/000013_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.014167653396725655,
+      "psnr": 20.767545700073242,
+      "lpips": 0.08324377238750458
+    },
+    "frames_100_200": {
+      "mse": 0.04269548878073692,
+      "psnr": 14.481380462646484,
+      "lpips": 0.3006751537322998
+    },
+    "frames_200_300": {
+      "mse": 0.09141496568918228,
+      "psnr": 10.570194244384766,
+      "lpips": 0.4685143530368805
+    },
+    "frames_300_400": {
+      "mse": 0.03654433414340019,
+      "psnr": 22.187768936157227,
+      "lpips": 0.2141980677843094
+    },
+    "frames_400_500": {
+      "mse": 0.004716005176305771,
+      "psnr": 25.456411361694336,
+      "lpips": 0.0629841685295105
+    },
+    "overall": {
+      "mse": 0.037907689809799194,
+      "psnr": 18.692659378051758,
+      "lpips": 0.2259231060743332
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000147_test__val_iceplains__0__000009/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18ade880dcca3c327c548507b42238f9374de186f684193d09cb3392f8daf0b
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000147_test__val_iceplains__0__000009/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "147",
+    "global_test_index": "147",
+    "dataset_index": "269",
+    "relative_path": "test/val_iceplains/0/000009.mp4",
+    "clip_id": "test/val_iceplains/0/000009",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000147,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/0/000009_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.007628425490111113,
+      "psnr": 21.40215492248535,
+      "lpips": 0.09683271497488022
+    },
+    "frames_100_200": {
+      "mse": 0.01973353885114193,
+      "psnr": 17.855030059814453,
+      "lpips": 0.19308441877365112
+    },
+    "frames_200_300": {
+      "mse": 0.014538093470036983,
+      "psnr": 19.753524780273438,
+      "lpips": 0.10630655288696289
+    },
+    "frames_300_400": {
+      "mse": 0.008386390283703804,
+      "psnr": 22.098949432373047,
+      "lpips": 0.059912487864494324
+    },
+    "frames_400_500": {
+      "mse": 0.006873622070997953,
+      "psnr": 22.614782333374023,
+      "lpips": 0.06482533365488052
+    },
+    "overall": {
+      "mse": 0.011432014405727386,
+      "psnr": 20.744888305664062,
+      "lpips": 0.10419230908155441
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000148_test__val_iceplains__0__000028/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4e6d1b176a838199f3c95424da1e63bc848416fc7235a6f2bec963243de652
+size 6742

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000148_test__val_iceplains__0__000028/metrics.json

@@ -0,0 +1,80 @@
+{
+  "case": {
+    "manifest_index": "148",
+    "global_test_index": "148",
+    "dataset_index": "314",
+    "relative_path": "test/val_iceplains/0/000028.mp4",
+    "clip_id": "test/val_iceplains/0/000028",
+    "source_offset": "100",
+    "context_start": "100",
+    "context_end": "700",
+    "target_start": "700",
+    "target_end": "1200",
+    "n_frames_valid": "1100",
+    "context_frames": "600",
+    "target_frames": "500",
+    "frame_skip": "1",
+    "raw_frame_count": "1501",
+    "action_count": "1501",
+    "pose_count": "1501",
+    "latent_count": "1501"
+  },
+  "sample_seed": 42000148,
+  "dataset": "minecraft",
+  "frames": 500,
+  "native_resolution": [
+    352,
+    640
+  ],
+  "metric_resolution": [
+    360,
+    640
+  ],
+  "resize": "bicubic align_corners=False antialias=True",
+  "reference_source": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/minecraft/vae_features/test/val_iceplains/0/000028_vae_feature.npy",
+  "vae_checkpoint": "/proj/cvl/users/x_fahkh2/worldmem-baseline-evals/checkpoints/worldmem/vae_only.ckpt",
+  "torch": "2.8.0+cu128",
+  "torchmetrics": "0.11.4",
+  "lpips": "alex; normalize=True; mean of individual frame values",
+  "psnr_epsilon": 1.1920928955078125e-07,
+  "fid": "OpenCV decoding of libx264 quality8 yuv420p uint8 videos",
+  "video": {
+    "codec": "libx264",
+    "quality": 8,
+    "pixelformat": "yuv420p",
+    "macro_block_size": 1,
+    "fps": 15
+  },
+  "ranges": {
+    "frames_000_100": {
+      "mse": 0.0007975163171067834,
+      "psnr": 31.004505157470703,
+      "lpips": 0.010168538428843021
+    },
+    "frames_100_200": {
+      "mse": 0.0007841441547498107,
+      "psnr": 31.065732955932617,
+      "lpips": 0.009760734625160694
+    },
+    "frames_200_300": {
+      "mse": 0.0022047495003789663,
+      "psnr": 29.552980422973633,
+      "lpips": 0.021267982199788094
+    },
+    "frames_300_400": {
+      "mse": 0.037726834416389465,
+      "psnr": 14.477999687194824,
+      "lpips": 0.2727294862270355
+    },
+    "frames_400_500": {
+      "mse": 0.056888509541749954,
+      "psnr": 12.888333320617676,
+      "lpips": 0.3455289602279663
+    },
+    "overall": {
+      "mse": 0.01968034729361534,
+      "psnr": 23.797908782958984,
+      "lpips": 0.131891131401062
+    }
+  }
+}

results/worldmem-baseline-evals/decmem/decmem_minecraft_300cases_seed42_job84976/cases/g000149_test__val_iceplains__0__000014/frame_metrics.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c5742d19eb37a96a6590ed2aacd1777f70d5c589003b3edca7ba362e7716ca
+size 6742