diff --git a/.gitattributes b/.gitattributes index c3f91fa44c746f5aa3f9cc09b21136520da2c638..9bf5df35e8f5abe5bbafb15beec8889a982cc794 100644 --- a/.gitattributes +++ b/.gitattributes @@ -14287,3 +14287,11 @@ results/re10k_final100_matched_visual_comparison_8scenes/frozen_dfot_job79868/5d results/re10k_final100_matched_visual_comparison_8scenes/frozen_dfot_job79868/c211e68f8e67eccf.mp4 filter=lfs diff=lfs merge=lfs -text results/re10k_final100_matched_visual_comparison_8scenes/frozen_dfot_job79868/d84343c25315d7e9.mp4 filter=lfs diff=lfs merge=lfs -text results/re10k_final100_matched_visual_comparison_8scenes/frozen_dfot_job79868/f20a49fc09b9ee6e.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/0ece034988793847.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1735d8d1b4015669.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1cdfd3abfcc3a64e.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/6afff9609b65a604.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/b009fbe3950ebeb2.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4 filter=lfs diff=lfs merge=lfs -text +results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4 filter=lfs diff=lfs merge=lfs -text diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_history.csv b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_history.csv new file mode 100644 index 0000000000000000000000000000000000000000..9bc77e506ab0b272b45aa7898669c559537f3b09 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_history.csv @@ -0,0 +1,2 @@ +method,namespace,global_step,sampling_steps,selected_scenes,generated_frames,overall/mse,overall/psnr,overall/ssim,overall/lpips,overall/rfid,final/mse,final/psnr,final/ssim,final/lpips,frames_000_025/mse,frames_000_025/psnr,frames_000_025/ssim,frames_000_025/lpips,frames_000_025/rfid,frames_025_050/mse,frames_025_050/psnr,frames_025_050/ssim,frames_025_050/lpips,frames_025_050/rfid,frames_050_075/mse,frames_050_075/psnr,frames_050_075/ssim,frames_050_075/lpips,frames_050_075/rfid,frames_075_100/mse,frames_075_100/psnr,frames_075_100/ssim,frames_075_100/lpips,frames_075_100/rfid,frames_000_050/mse,frames_000_050/psnr,frames_000_050/ssim,frames_000_050/lpips,frames_000_050/rfid,frames_050_100/mse,frames_050_100/psnr,frames_050_100/ssim,frames_050_100/lpips,frames_050_100/rfid,frame_bin_size,frame_bin_interval +dememwm,test,0,50,8,800,0.03973890468478203,16.049728393554688,0.41855987906455994,0.3476179540157318,108.0,0.08098385483026505,11.512007713317871,0.30275484919548035,0.5732421875,0.010713757947087288,21.48946762084961,0.5291233062744141,0.12243469059467316,57.5,0.026798557490110397,16.697128295898438,0.4634917080402374,0.29835936427116394,109.5,0.0479150153696537,13.955591201782227,0.36456936597824097,0.4408007860183716,157.0,0.07352830469608307,12.056732177734375,0.3170551359653473,0.5288769602775574,200.0,0.018756156787276268,19.093297958374023,0.49630749225616455,0.21039703488349915,76.5,0.060721658170223236,13.006160736083984,0.3408122658729553,0.4848388731479645,167.0,25,"[start,end) generated-frame offset" diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_monitor8_loop_true_reverse_h100_f199_v1_step00000000_metrics.json b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_monitor8_loop_true_reverse_h100_f199_v1_step00000000_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..7c961d3727aa3a14672863d433e60ffa2e22a98c --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_monitor8_loop_true_reverse_h100_f199_v1_step00000000_metrics.json @@ -0,0 +1,55 @@ +{ + "artifact_type": "re10k_benchmark_metrics", + "benchmark": "loop_true_reverse_h100_f199_v1", + "case_count": 8, + "generated_frames": 800, + "global_step": 0, + "memory_mode": "correct", + "method": "dememwm", + "metrics": { + "final/lpips": 0.5732421875, + "final/mse": 0.08098385483026505, + "final/psnr": 11.512007713317871, + "final/ssim": 0.30275484919548035, + "frames_000_025/lpips": 0.12243469059467316, + "frames_000_025/mse": 0.010713757947087288, + "frames_000_025/psnr": 21.48946762084961, + "frames_000_025/rfid": 57.5, + "frames_000_025/ssim": 0.5291233062744141, + "frames_000_050/lpips": 0.21039703488349915, + "frames_000_050/mse": 0.018756156787276268, + "frames_000_050/psnr": 19.093297958374023, + "frames_000_050/rfid": 76.5, + "frames_000_050/ssim": 0.49630749225616455, + "frames_025_050/lpips": 0.29835936427116394, + "frames_025_050/mse": 0.026798557490110397, + "frames_025_050/psnr": 16.697128295898438, + "frames_025_050/rfid": 109.5, + "frames_025_050/ssim": 0.4634917080402374, + "frames_050_075/lpips": 0.4408007860183716, + "frames_050_075/mse": 0.0479150153696537, + "frames_050_075/psnr": 13.955591201782227, + "frames_050_075/rfid": 157.0, + "frames_050_075/ssim": 0.36456936597824097, + "frames_050_100/lpips": 0.4848388731479645, + "frames_050_100/mse": 0.060721658170223236, + "frames_050_100/psnr": 13.006160736083984, + "frames_050_100/rfid": 167.0, + "frames_050_100/ssim": 0.3408122658729553, + "frames_075_100/lpips": 0.5288769602775574, + "frames_075_100/mse": 0.07352830469608307, + "frames_075_100/psnr": 12.056732177734375, + "frames_075_100/rfid": 200.0, + "frames_075_100/ssim": 0.3170551359653473, + "overall/lpips": 0.3476179540157318, + "overall/mse": 0.03973890468478203, + "overall/psnr": 16.049728393554688, + "overall/rfid": 108.0, + "overall/ssim": 0.41855987906455994 + }, + "namespace": "test", + "sampling_steps": 50, + "scene_count": 8, + "schema_version": 1, + "scope": "monitor8" +} diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_step00000000.json b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_step00000000.json new file mode 100644 index 0000000000000000000000000000000000000000..653188c2b51383b5c929a35d5d0daff9502c7299 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/metrics/test_step00000000.json @@ -0,0 +1,49 @@ +{ + "final/lpips": 0.5732421875, + "final/mse": 0.08098385483026505, + "final/psnr": 11.512007713317871, + "final/ssim": 0.30275484919548035, + "frame_bin_interval": "[start,end) generated-frame offset", + "frame_bin_size": 25, + "frames_000_025/lpips": 0.12243469059467316, + "frames_000_025/mse": 0.010713757947087288, + "frames_000_025/psnr": 21.48946762084961, + "frames_000_025/rfid": 57.5, + "frames_000_025/ssim": 0.5291233062744141, + "frames_000_050/lpips": 0.21039703488349915, + "frames_000_050/mse": 0.018756156787276268, + "frames_000_050/psnr": 19.093297958374023, + "frames_000_050/rfid": 76.5, + "frames_000_050/ssim": 0.49630749225616455, + "frames_025_050/lpips": 0.29835936427116394, + "frames_025_050/mse": 0.026798557490110397, + "frames_025_050/psnr": 16.697128295898438, + "frames_025_050/rfid": 109.5, + "frames_025_050/ssim": 0.4634917080402374, + "frames_050_075/lpips": 0.4408007860183716, + "frames_050_075/mse": 0.0479150153696537, + "frames_050_075/psnr": 13.955591201782227, + "frames_050_075/rfid": 157.0, + "frames_050_075/ssim": 0.36456936597824097, + "frames_050_100/lpips": 0.4848388731479645, + "frames_050_100/mse": 0.060721658170223236, + "frames_050_100/psnr": 13.006160736083984, + "frames_050_100/rfid": 167.0, + "frames_050_100/ssim": 0.3408122658729553, + "frames_075_100/lpips": 0.5288769602775574, + "frames_075_100/mse": 0.07352830469608307, + "frames_075_100/psnr": 12.056732177734375, + "frames_075_100/rfid": 200.0, + "frames_075_100/ssim": 0.3170551359653473, + "generated_frames": 800, + "global_step": 0, + "method": "dememwm", + "namespace": "test", + "overall/lpips": 0.3476179540157318, + "overall/mse": 0.03973890468478203, + "overall/psnr": 16.049728393554688, + "overall/rfid": 108.0, + "overall/ssim": 0.41855987906455994, + "sampling_steps": 50, + "selected_scenes": 8 +} diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/resolved_config.yaml b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/resolved_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cf91cfe1b612a49bde1fdfd9d39fb4aab021b36b --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/resolved_config.yaml @@ -0,0 +1,433 @@ +experiment: + debug: false + tasks: + - training + num_nodes: 1 + training: + precision: bf16-mixed + compile: false + lr: 4.0e-05 + batch_size: 4 + max_epochs: -1 + max_steps: 100000 + max_time: null + data: + num_workers: 4 + shuffle: true + optim: + accumulate_grad_batches: 1 + gradient_clip_val: 1.0 + checkpointing: + every_n_train_steps: 2500 + every_n_epochs: null + train_time_interval: null + enable_version_counter: false + validation: + precision: bf16-mixed + compile: false + batch_size: 1 + val_every_n_step: 2500 + val_every_n_epoch: null + num_sanity_val_steps: 0 + limit_batch: 2 + data: + num_workers: 4 + shuffle: false + inference_mode: false + test: + precision: 16-mixed + compile: false + batch_size: 1 + limit_batch: 1.0 + data: + num_workers: 4 + shuffle: false + inference_mode: true + find_unused_parameters: false + reload_dataloaders_every_n_epochs: 1 + ema: + enable: false + decay: 0.9999 + validate_original_weights: false + _name: video_generation +dataset: + debug: false + save_dir: /proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/re10k_dfot/real-estate-10k + data_mean: + - - - 0.577 + - - - 0.517 + - - - 0.461 + data_std: + - - - 0.249 + - - - 0.249 + - - - 0.268 + latent: + enable: false + type: pre_sample + suffix: null + downsampling_factor: + - 1 + - 8 + num_channels: 4 + resolution: 256 + observation_shape: + - 3 + - 256 + - 256 + max_frames: 12 + n_frames: 12 + context_length: 10 + frame_skip: 1 + filter_min_len: null + external_cond_dim: 16 + external_cond_stack: false + external_cond_processing: null + preload: false + subdataset_size: null + num_eval_videos: 8 + maximize_training_data: false + augmentation: + frame_skip_increase: 0 + horizontal_flip_prob: 0 + reverse_prob: 0 + back_and_forth_prob: 0 + local_window_frames: 8 + training_frame_skip: 1 + training_history_frames: 10 + eval_history_frames: 100 + eval_min_generated_frames: 100 + eval_max_generated_frames: 100 + video_fps: 10.0 + seed: 0 + memory_selection: + enabled: true + selector_version: re10k_faithful_trajectory_h100_f399_v1 + method: dememwm + training_selection_mode: schedule_cache_direct + selector_cache_dir: /proj/cvl/users/x_fahkh2/DeMemWM/.exp_artifact/re10k_faithful_trajectory_h100_f399_v1/cache_dememwm_full_731edd42758e + selector_cache_source_commit: 731edd42758e7aec3b0bfd03ed52b72d716b65df + causal: true + max_anchor_frames: 1 + max_dynamic_frames: 2 + max_revisit_frames: 1 + training_dropout: 0.0 + local_context_exclusion_frames: 8 + revisit_overlap_threshold: 0.6 + min_total_selected_coverage: 0.1 + dynamic_shared_area_threshold: 0.3 + pose_novelty_threshold: 0.1 + dynamic_shortlist_per_reference: 16 + dynamic_shortlist_overlap_topk: 8 + dynamic_shortlist_view_topk: 8 + dynamic_coarse_grid: + - 4 + - 6 + - 2 + dynamic_fine_grid: + - 8 + - 14 + - 8 + evaluation_manifest: /proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv + evaluation_manifest_scope: monitor8 + evaluation_benchmark: loop_true_reverse_h100_f199_v1 + evaluation_benchmarks: + - loop_true_reverse_h100_f199_v1 + evaluation_memory_mode: correct + evaluation_case_counts: + loop_true_reverse_h100_f199_v1: 8 + evaluation_case_order: scene_manifest_then_path_ordinal + evaluation_case_seed: 1000003*metadata_index+path_ordinal + evaluation_trajectory: G0..G99,G99..G0 + evaluation_output_frames: 200 + evaluation_observed_output_interval: + - 0 + - 100 + evaluation_generated_output_interval: + - 100 + - 200 + evaluation_generated_segments: + return: + - 0 + - 100 + return_chunks: + - - 0 + - 25 + - - 25 + - 50 + - - 50 + - 75 + - - 75 + - 100 + evaluation_frame_bin_size: 25 + evaluation_turnaround_duplication: true + _name: video_realestate10k +algorithm: + debug: false + lr: 4.0e-05 + backbone: + name: u_vit3d_pose + channels: + - 128 + - 256 + - 576 + - 1152 + emb_channels: 1024 + patch_size: 2 + block_types: + - ResBlock + - ResBlock + - TransformerBlock + - TransformerBlock + block_dropouts: + - 0.0 + - 0.0 + - 0.1 + - 0.1 + num_updown_blocks: + - 3 + - 3 + - 6 + num_mid_blocks: 20 + num_heads: 9 + pos_emb_type: rope + use_checkpointing: + - false + - false + - false + - false + conditioning: + dim: null + external_cond_dropout: 0.1 + use_fourier_noise_embedding: true + x_shape: + - 3 + - 256 + - 256 + max_frames: 12 + n_frames: 12 + frame_skip: 1 + context_frames: 10 + latent: + enable: false + type: pre_sample + suffix: null + downsampling_factor: + - 1 + - 8 + num_channels: 4 + data_mean: + - - - 0.577 + - - - 0.517 + - - - 0.461 + data_std: + - - - 0.249 + - - - 0.249 + - - - 0.268 + external_cond_dim: 16 + external_cond_stack: false + external_cond_processing: null + compile: false + weight_decay: 0.002 + optimizer_beta: + - 0.9 + - 0.99 + lr_scheduler: + name: constant_with_warmup + num_warmup_steps: 1000 + num_training_steps: 100000 + noise_level: random_independent + uniform_future: + enabled: false + fixed_context: + enabled: false + indices: null + dropout: 0 + variable_context: + enabled: false + prob: 0 + dropout: 0 + chunk_size: -1 + scheduling_matrix: full_sequence + replacement: noisy_scale + diffusion: + is_continuous: true + timesteps: 1000 + beta_schedule: cosine_simple_diffusion + schedule_fn_kwargs: + shift: 1.0 + shifted: 0.125 + interpolated: false + use_causal_mask: false + clip_noise: 20.0 + objective: pred_v + loss_weighting: + strategy: sigmoid + snr_clip: 5.0 + cum_snr_decay: 0.9 + sigmoid_bias: -1.0 + sampling_timesteps: 50 + ddim_sampling_eta: 0.0 + reconstruction_guidance: 0.0 + training_schedule: + name: cosine + shift: 0.125 + precond_scale: 0.125 + vae: + pretrained_path: null + pretrained_kwargs: {} + use_fp16: true + batch_size: 2 + checkpoint: + reset_optimizer: false + strict: true + tasks: + prediction: + enabled: false + history_guidance: + name: conditional + keyframe_density: null + sliding_context_len: null + interpolation: + enabled: false + history_guidance: + name: conditional + max_batch_size: null + logging: + deterministic: 0 + loss_freq: 1 + grad_norm_freq: 0 + max_num_videos: 0 + n_metrics_frames: null + metrics: [] + metrics_batch_size: 16 + sanity_generation: false + raw_dir: null + camera_pose_conditioning: + normalize_by: first + bound: null + type: ray_encoding + memory: + local_window_frames: 8 + memory_selection: + enabled: true + selector_version: re10k_faithful_trajectory_h100_f399_v1 + method: dememwm + training_selection_mode: schedule_cache_direct + selector_cache_dir: /proj/cvl/users/x_fahkh2/DeMemWM/.exp_artifact/re10k_faithful_trajectory_h100_f399_v1/cache_dememwm_full_731edd42758e + selector_cache_source_commit: 731edd42758e7aec3b0bfd03ed52b72d716b65df + causal: true + max_anchor_frames: 1 + max_dynamic_frames: 2 + max_revisit_frames: 1 + training_dropout: 0.0 + local_context_exclusion_frames: 8 + revisit_overlap_threshold: 0.6 + min_total_selected_coverage: 0.1 + dynamic_shared_area_threshold: 0.3 + pose_novelty_threshold: 0.1 + dynamic_shortlist_per_reference: 16 + dynamic_shortlist_overlap_topk: 8 + dynamic_shortlist_view_topk: 8 + dynamic_coarse_grid: + - 4 + - 6 + - 2 + dynamic_fine_grid: + - 8 + - 14 + - 8 + memory_projection_mode: full_qkvo_v1 + memory_ffn_ratio: 4 + memory_conditioning_input_dim: 1024 + memory_conditioning_hidden_dim: 1024 + memory_role_embedding: true + memory_source_embedding: false + memory_stream_count_correction: true + memory_lora_rank: 8 + memory_lora_alpha: 8 + memory_output_gate_init: 0.0 + memory_camera_hidden_dim: 128 + memory_anchor_zero_geometry: false + memory_age_conditioning: false + memory_attention_key_only_geometry: true + memory_noise_routes: + anchor: high + dynamic: low + revisit: all + memory_noise: + enabled: true + mode: source_free_logsnr + stable_probability: 0.25 + noisy_distribution: query_to_stabilization_uniform_logsnr_v1 + validation_noisy_memory: false + training_seed: 0 + training: + max_steps: 100000 + num_gpus: 8 + batch_size_per_gpu: 4 + accumulate_grad_batches: 1 + learning_rate: 4.0e-05 + memory_learning_rate_stage_a: 4.0e-05 + memory_learning_rate_stage_b: 2.0e-05 + lora_learning_rate_stage_b: 5.0e-06 + stage_b_start_step: 8000 + stage_c_start_step: 30000 + min_lr_ratio: 0.1 + optimizer_betas: + - 0.9 + - 0.99 + weight_decay: 0.002 + gradient_clip_val: 1.0 + warmup_steps: 1000 + ema_decay: 0.9999 + frame_skip: 1 + checkpoint_every_n_steps: 2500 + validation_every_n_steps: 2500 + monitoring_steps: + - 2500 + - 5000 + - 7500 + - 10000 + - 12500 + - 15000 + - 20000 + - 25000 + - 30000 + - 35000 + - 40000 + - 50000 + - 60000 + - 70000 + - 80000 + - 90000 + - 100000 + evaluation: + selector_mode: online + benchmarks: + - loop_true_reverse_h100_f199_v1 + benchmark: loop_true_reverse_h100_f199_v1 + history_frames: 100 + min_generated_frames: 100 + max_generated_frames: 100 + frame_skip: 1 + sampling_steps: 50 + deterministic_seed: 0 + history_guidance: + name: conditional + reverse_loop_probe: false + turnaround_duplication: true + frame_bin_size: 25 + num_videos: 8 + memory_mode: correct + manifest_scope: monitor8 + active_benchmarks: + - loop_true_reverse_h100_f199_v1 + _name: dfot_dememwm_realestate10k +debug: false +wandb: + entity: turlin + project: worldmem + mode: offline +resume: null +load: null +name: dfot_dememwm_realestate10k diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/run_manifest.json b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/run_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..fee9a4726ea1908a5ddec56dd3de184508922b22 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/run_manifest.json @@ -0,0 +1,185 @@ +{ + "method": "dememwm", + "dataset_root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/datasets/re10k_dfot/real-estate-10k", + "dfot_root": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/DFoT-code", + "dfot_commit": "530f8bf4db91a21964993f214fa4050dbd529591", + "checkpoint": "/proj/cvl/users/x_fahkh2/WorldMem_Repro/checkpoints/DFoT_RE10K.ckpt", + "local_frames": 8, + "memory_frames": { + "anchor": 1, + "dynamic": 2, + "revisit": 1 + }, + "training_selector_version": "re10k_faithful_trajectory_h100_f399_v1", + "training_selector_method": "dememwm", + "training_selector_cache_source_commit": "731edd42758e7aec3b0bfd03ed52b72d716b65df", + "memory_output_gate_init": 0.0, + "batch_size_per_gpu": 4, + "accumulate_grad_batches": 1, + "effective_global_batch_size": 32, + "optimizer_lr_schedule": { + "name": "stagewise_warmup_stable_cosine_floor", + "warmup_steps": 1000, + "stage_b_start_step": 8000, + "decay_start_step": 30000, + "terminal_step": 100000, + "min_lr_ratio": 0.1 + }, + "runtime": { + "gradient_checkpointing": [ + false, + false, + false, + false + ], + "split_frozen_memory_stream": false, + "structural_memory_autograd": true + }, + "wandb": { + "mode": "offline", + "entity": "turlin", + "project": "worldmem", + "run_id": null + }, + "evaluation_history_frames": 100, + "evaluation_max_generated_frames": 100, + "evaluation_num_videos": 8, + "evaluation_sampling_steps": 50, + "evaluation_metrics": [ + "mse", + "psnr", + "ssim", + "lpips", + "rfid" + ], + "training_time_eval_batches_per_rank": 2, + "post_training_evaluation": true, + "faithful_profile": { + "method": "dememwm", + "capacity": "full", + "selector_version": "re10k_faithful_trajectory_h100_f399_v1", + "lifecycle": "group1_59306102" + }, + "trainable_parameter_manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/trainable_parameter_manifest.json", + "training_batch_composition": { + "global_natural": 8, + "global_loop": 24, + "rank_order": [ + "natural", + "loop", + "loop", + "loop" + ] + }, + "training_trajectory": { + "source_mapping": "physical_start+[0..199,199..0]", + "virtual_positions": 400, + "query_frames": 8, + "phase_bounds_half_open": [ + [ + 100, + 159 + ], + [ + 159, + 218 + ], + [ + 218, + 277 + ], + [ + 277, + 335 + ], + [ + 335, + 393 + ] + ] + }, + "evaluation_weight_source": "ema", + "post_training_checkpoint_policy": null, + "worldmem_git": { + "branch": "re10k-dfot-integration", + "head": "940b6fb72bb1543b1e5bfad72baf837140a603f0", + "status": [ + "?? results/" + ] + }, + "profile_stage_b": false, + "schedule_step_offset": 0, + "algorithm_config": "/proj/cvl/users/x_fahkh2/DeMemWM/configurations/algorithm/dfot_dememwm_faithful_f200b200_full_realestate10k.yaml", + "training_seed": 0, + "evaluation_seed": 0, + "training_seed_label": "seed0", + "checkpoint_kind": "ema-v2", + "evaluation_checkpoint": "/proj/cvl/users/x_fahkh2/DeMemWM/results/dfot_dememwm_full_f200b200_seed0_g32_100k_731edd42758e/checkpoints/step=70000.ckpt", + "evaluation_manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv", + "evaluation_manifest_scope": "monitor8", + "evaluation_benchmark": "loop_true_reverse_h100_f199_v1", + "evaluation_benchmarks": [ + "loop_true_reverse_h100_f199_v1" + ], + "evaluation_memory_mode": "correct", + "evaluation_case_counts": { + "loop_true_reverse_h100_f199_v1": 8 + }, + "evaluation_case_order": "scene_manifest_then_path_ordinal", + "evaluation_case_seed": "1000003*metadata_index+path_ordinal", + "evaluation_trajectory": "G0..G99,G99..G0", + "evaluation_output_frames": 200, + "evaluation_observed_output_interval": [ + 0, + 100 + ], + "evaluation_generated_output_interval": [ + 100, + 200 + ], + "evaluation_generated_segments": { + "return": [ + 0, + 100 + ], + "return_chunks": [ + [ + 0, + 25 + ], + [ + 25, + 50 + ], + [ + 50, + 75 + ], + [ + 75, + 100 + ] + ] + }, + "evaluation_frame_bin_size": 25, + "evaluation_turnaround_duplication": true, + "monitoring_steps": [ + 2500, + 5000, + 7500, + 10000, + 12500, + 15000, + 20000, + 25000, + 30000, + 35000, + 40000, + 50000, + 60000, + 70000, + 80000, + 90000, + 100000 + ] +} diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/test_loop_true_reverse_h100_f199_v1_case_manifest.json b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/test_loop_true_reverse_h100_f199_v1_case_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..921b11ce76cb27a8bff91508ac5022f4cc370b97 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/test_loop_true_reverse_h100_f199_v1_case_manifest.json @@ -0,0 +1,120 @@ +{ + "split": "test", + "evaluation_seed": 0, + "manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv", + "manifest_scope": "monitor8", + "history_frames": 100, + "benchmark": "loop_true_reverse_h100_f199_v1", + "scene_count": 8, + "scene_order": [ + { + "metadata_index": 4865, + "stem": "b009fbe3950ebeb2" + }, + { + "metadata_index": 418, + "stem": "0ece034988793847" + }, + { + "metadata_index": 5224, + "stem": "bcc76b58e2585320" + }, + { + "metadata_index": 640, + "stem": "1735d8d1b4015669" + }, + { + "metadata_index": 2952, + "stem": "6afff9609b65a604" + }, + { + "metadata_index": 5459, + "stem": "c49a14de01d7bd35" + }, + { + "metadata_index": 6743, + "stem": "f287c679c250a841" + }, + { + "metadata_index": 806, + "stem": "1cdfd3abfcc3a64e" + } + ], + "case_count": 8, + "case_order": "scene_manifest_then_path_ordinal", + "total_generated_frames": 800, + "cases": [ + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 4865, + "scene_id": "b009fbe3950ebeb2", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 4865014603 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 418, + "scene_id": "0ece034988793847", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 418001262 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 5224, + "scene_id": "bcc76b58e2585320", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 5224015680 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 640, + "scene_id": "1735d8d1b4015669", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 640001928 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 2952, + "scene_id": "6afff9609b65a604", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 2952008864 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 5459, + "scene_id": "c49a14de01d7bd35", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 5459016385 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 6743, + "scene_id": "f287c679c250a841", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 6743020237 + }, + { + "benchmark": "loop_true_reverse_h100_f199_v1", + "metadata_index": 806, + "scene_id": "1cdfd3abfcc3a64e", + "path_name": "true_trajectory_g0_g99_g99_g0", + "path_ordinal": 8, + "generated_frames": 100, + "case_seed": 806002426 + } + ] +} diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/test_scene_manifest.json b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/test_scene_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..bdfcdd818e360506525020d0ea948e2141904931 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/test_scene_manifest.json @@ -0,0 +1,42 @@ +{ + "split": "test", + "evaluation_seed": 0, + "manifest": "/proj/cvl/users/x_fahkh2/DeMemWM/evaluation/manifests/re10k_real_trajectory_h100_f399_scopes_v1.csv", + "manifest_scope": "monitor8", + "history_frames": 100, + "scene_count": 8, + "scenes": [ + { + "metadata_index": 4865, + "stem": "b009fbe3950ebeb2" + }, + { + "metadata_index": 418, + "stem": "0ece034988793847" + }, + { + "metadata_index": 5224, + "stem": "bcc76b58e2585320" + }, + { + "metadata_index": 640, + "stem": "1735d8d1b4015669" + }, + { + "metadata_index": 2952, + "stem": "6afff9609b65a604" + }, + { + "metadata_index": 5459, + "stem": "c49a14de01d7bd35" + }, + { + "metadata_index": 6743, + "stem": "f287c679c250a841" + }, + { + "metadata_index": 806, + "stem": "1cdfd3abfcc3a64e" + } + ] +} diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/trainable_parameter_manifest.json b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/trainable_parameter_manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..700f15c47cde7dfe7c7229abfa5fc3dc2267bd77 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/trainable_parameter_manifest.json @@ -0,0 +1,2414 @@ +{ + "base_lora_token_scope": "all_tokens", + "base_names": [ + "diffusion_model.model.noise_level_pos_embedding.embedding.linear_1.weight", + "diffusion_model.model.noise_level_pos_embedding.embedding.linear_1.bias", + "diffusion_model.model.noise_level_pos_embedding.embedding.linear_2.weight", + "diffusion_model.model.noise_level_pos_embedding.embedding.linear_2.bias", + "diffusion_model.model.external_cond_embedding.patch_embedder.proj.weight", + "diffusion_model.model.external_cond_embedding.patch_embedder.proj.bias", + "diffusion_model.model.embed_input.proj.weight", + "diffusion_model.model.embed_input.proj.bias", + "diffusion_model.model.project_output.proj.weight", + "diffusion_model.model.project_output.proj.bias", + "diffusion_model.model.down_blocks.0.0.emb_layer.weight", + "diffusion_model.model.down_blocks.0.0.emb_layer.bias", + "diffusion_model.model.down_blocks.0.0.in_layers.0.weight", + "diffusion_model.model.down_blocks.0.0.in_layers.0.bias", + "diffusion_model.model.down_blocks.0.0.in_layers.2.weight", + "diffusion_model.model.down_blocks.0.0.in_layers.2.bias", + "diffusion_model.model.down_blocks.0.0.out_norm.weight", + "diffusion_model.model.down_blocks.0.0.out_norm.bias", + "diffusion_model.model.down_blocks.0.0.out_rest.1.weight", + "diffusion_model.model.down_blocks.0.0.out_rest.1.bias", + "diffusion_model.model.down_blocks.0.1.emb_layer.weight", + "diffusion_model.model.down_blocks.0.1.emb_layer.bias", + "diffusion_model.model.down_blocks.0.1.in_layers.0.weight", + "diffusion_model.model.down_blocks.0.1.in_layers.0.bias", + "diffusion_model.model.down_blocks.0.1.in_layers.2.weight", + "diffusion_model.model.down_blocks.0.1.in_layers.2.bias", + "diffusion_model.model.down_blocks.0.1.out_norm.weight", + "diffusion_model.model.down_blocks.0.1.out_norm.bias", + "diffusion_model.model.down_blocks.0.1.out_rest.1.weight", + "diffusion_model.model.down_blocks.0.1.out_rest.1.bias", + "diffusion_model.model.down_blocks.0.2.emb_layer.weight", + "diffusion_model.model.down_blocks.0.2.emb_layer.bias", + "diffusion_model.model.down_blocks.0.2.in_layers.0.weight", + "diffusion_model.model.down_blocks.0.2.in_layers.0.bias", + "diffusion_model.model.down_blocks.0.2.in_layers.2.weight", + "diffusion_model.model.down_blocks.0.2.in_layers.2.bias", + "diffusion_model.model.down_blocks.0.2.out_norm.weight", + "diffusion_model.model.down_blocks.0.2.out_norm.bias", + "diffusion_model.model.down_blocks.0.2.out_rest.1.weight", + "diffusion_model.model.down_blocks.0.2.out_rest.1.bias", + "diffusion_model.model.down_blocks.0.3.conv.weight", + "diffusion_model.model.down_blocks.0.3.conv.bias", + "diffusion_model.model.down_blocks.1.0.emb_layer.weight", + "diffusion_model.model.down_blocks.1.0.emb_layer.bias", + "diffusion_model.model.down_blocks.1.0.in_layers.0.weight", + "diffusion_model.model.down_blocks.1.0.in_layers.0.bias", + "diffusion_model.model.down_blocks.1.0.in_layers.2.weight", + "diffusion_model.model.down_blocks.1.0.in_layers.2.bias", + "diffusion_model.model.down_blocks.1.0.out_norm.weight", + "diffusion_model.model.down_blocks.1.0.out_norm.bias", + "diffusion_model.model.down_blocks.1.0.out_rest.1.weight", + "diffusion_model.model.down_blocks.1.0.out_rest.1.bias", + "diffusion_model.model.down_blocks.1.1.emb_layer.weight", + "diffusion_model.model.down_blocks.1.1.emb_layer.bias", + "diffusion_model.model.down_blocks.1.1.in_layers.0.weight", + "diffusion_model.model.down_blocks.1.1.in_layers.0.bias", + "diffusion_model.model.down_blocks.1.1.in_layers.2.weight", + "diffusion_model.model.down_blocks.1.1.in_layers.2.bias", + "diffusion_model.model.down_blocks.1.1.out_norm.weight", + "diffusion_model.model.down_blocks.1.1.out_norm.bias", + "diffusion_model.model.down_blocks.1.1.out_rest.1.weight", + "diffusion_model.model.down_blocks.1.1.out_rest.1.bias", + "diffusion_model.model.down_blocks.1.2.emb_layer.weight", + "diffusion_model.model.down_blocks.1.2.emb_layer.bias", + "diffusion_model.model.down_blocks.1.2.in_layers.0.weight", + "diffusion_model.model.down_blocks.1.2.in_layers.0.bias", + "diffusion_model.model.down_blocks.1.2.in_layers.2.weight", + "diffusion_model.model.down_blocks.1.2.in_layers.2.bias", + "diffusion_model.model.down_blocks.1.2.out_norm.weight", + "diffusion_model.model.down_blocks.1.2.out_norm.bias", + "diffusion_model.model.down_blocks.1.2.out_rest.1.weight", + "diffusion_model.model.down_blocks.1.2.out_rest.1.bias", + "diffusion_model.model.down_blocks.1.3.conv.weight", + "diffusion_model.model.down_blocks.1.3.conv.bias", + "diffusion_model.model.down_blocks.2.0.norm.emb_layer.weight", + "diffusion_model.model.down_blocks.2.0.norm.emb_layer.bias", + "diffusion_model.model.down_blocks.2.0.norm.norm.weight", + "diffusion_model.model.down_blocks.2.0.fused_attn_mlp_proj.weight", + "diffusion_model.model.down_blocks.2.0.fused_attn_mlp_proj.bias", + "diffusion_model.model.down_blocks.2.0.q_norm.weight", + "diffusion_model.model.down_blocks.2.0.k_norm.weight", + "diffusion_model.model.down_blocks.2.0.attn_out.weight", + "diffusion_model.model.down_blocks.2.0.attn_out.bias", + "diffusion_model.model.down_blocks.2.0.mlp_out.2.weight", + "diffusion_model.model.down_blocks.2.0.mlp_out.2.bias", + "diffusion_model.model.down_blocks.2.1.norm.emb_layer.weight", + "diffusion_model.model.down_blocks.2.1.norm.emb_layer.bias", + "diffusion_model.model.down_blocks.2.1.norm.norm.weight", + "diffusion_model.model.down_blocks.2.1.fused_attn_mlp_proj.weight", + "diffusion_model.model.down_blocks.2.1.fused_attn_mlp_proj.bias", + "diffusion_model.model.down_blocks.2.1.q_norm.weight", + "diffusion_model.model.down_blocks.2.1.k_norm.weight", + "diffusion_model.model.down_blocks.2.1.attn_out.weight", + "diffusion_model.model.down_blocks.2.1.attn_out.bias", + "diffusion_model.model.down_blocks.2.1.mlp_out.2.weight", + "diffusion_model.model.down_blocks.2.1.mlp_out.2.bias", + "diffusion_model.model.down_blocks.2.2.norm.emb_layer.weight", + "diffusion_model.model.down_blocks.2.2.norm.emb_layer.bias", + "diffusion_model.model.down_blocks.2.2.norm.norm.weight", + "diffusion_model.model.down_blocks.2.2.fused_attn_mlp_proj.weight", + "diffusion_model.model.down_blocks.2.2.fused_attn_mlp_proj.bias", + "diffusion_model.model.down_blocks.2.2.q_norm.weight", + "diffusion_model.model.down_blocks.2.2.k_norm.weight", + "diffusion_model.model.down_blocks.2.2.attn_out.weight", + "diffusion_model.model.down_blocks.2.2.attn_out.bias", + "diffusion_model.model.down_blocks.2.2.mlp_out.2.weight", + "diffusion_model.model.down_blocks.2.2.mlp_out.2.bias", + "diffusion_model.model.down_blocks.2.3.norm.emb_layer.weight", + "diffusion_model.model.down_blocks.2.3.norm.emb_layer.bias", + "diffusion_model.model.down_blocks.2.3.norm.norm.weight", + "diffusion_model.model.down_blocks.2.3.fused_attn_mlp_proj.weight", + "diffusion_model.model.down_blocks.2.3.fused_attn_mlp_proj.bias", + "diffusion_model.model.down_blocks.2.3.q_norm.weight", + "diffusion_model.model.down_blocks.2.3.k_norm.weight", + "diffusion_model.model.down_blocks.2.3.attn_out.weight", + "diffusion_model.model.down_blocks.2.3.attn_out.bias", + "diffusion_model.model.down_blocks.2.3.mlp_out.2.weight", + "diffusion_model.model.down_blocks.2.3.mlp_out.2.bias", + "diffusion_model.model.down_blocks.2.4.norm.emb_layer.weight", + "diffusion_model.model.down_blocks.2.4.norm.emb_layer.bias", + "diffusion_model.model.down_blocks.2.4.norm.norm.weight", + "diffusion_model.model.down_blocks.2.4.fused_attn_mlp_proj.weight", + "diffusion_model.model.down_blocks.2.4.fused_attn_mlp_proj.bias", + "diffusion_model.model.down_blocks.2.4.q_norm.weight", + "diffusion_model.model.down_blocks.2.4.k_norm.weight", + "diffusion_model.model.down_blocks.2.4.attn_out.weight", + "diffusion_model.model.down_blocks.2.4.attn_out.bias", + "diffusion_model.model.down_blocks.2.4.mlp_out.2.weight", + "diffusion_model.model.down_blocks.2.4.mlp_out.2.bias", + "diffusion_model.model.down_blocks.2.5.norm.emb_layer.weight", + "diffusion_model.model.down_blocks.2.5.norm.emb_layer.bias", + "diffusion_model.model.down_blocks.2.5.norm.norm.weight", + "diffusion_model.model.down_blocks.2.5.fused_attn_mlp_proj.weight", + "diffusion_model.model.down_blocks.2.5.fused_attn_mlp_proj.bias", + "diffusion_model.model.down_blocks.2.5.q_norm.weight", + "diffusion_model.model.down_blocks.2.5.k_norm.weight", + "diffusion_model.model.down_blocks.2.5.attn_out.weight", + "diffusion_model.model.down_blocks.2.5.attn_out.bias", + "diffusion_model.model.down_blocks.2.5.mlp_out.2.weight", + "diffusion_model.model.down_blocks.2.5.mlp_out.2.bias", + "diffusion_model.model.down_blocks.2.6.conv.weight", + "diffusion_model.model.down_blocks.2.6.conv.bias", + "diffusion_model.model.up_blocks.0.0.conv.weight", + "diffusion_model.model.up_blocks.0.0.conv.bias", + "diffusion_model.model.up_blocks.0.1.norm.emb_layer.weight", + "diffusion_model.model.up_blocks.0.1.norm.emb_layer.bias", + "diffusion_model.model.up_blocks.0.1.norm.norm.weight", + "diffusion_model.model.up_blocks.0.1.fused_attn_mlp_proj.weight", + "diffusion_model.model.up_blocks.0.1.fused_attn_mlp_proj.bias", + "diffusion_model.model.up_blocks.0.1.q_norm.weight", + "diffusion_model.model.up_blocks.0.1.k_norm.weight", + "diffusion_model.model.up_blocks.0.1.attn_out.weight", + "diffusion_model.model.up_blocks.0.1.attn_out.bias", + "diffusion_model.model.up_blocks.0.1.mlp_out.2.weight", + "diffusion_model.model.up_blocks.0.1.mlp_out.2.bias", + "diffusion_model.model.up_blocks.0.2.norm.emb_layer.weight", + "diffusion_model.model.up_blocks.0.2.norm.emb_layer.bias", + "diffusion_model.model.up_blocks.0.2.norm.norm.weight", + "diffusion_model.model.up_blocks.0.2.fused_attn_mlp_proj.weight", + "diffusion_model.model.up_blocks.0.2.fused_attn_mlp_proj.bias", + "diffusion_model.model.up_blocks.0.2.q_norm.weight", + "diffusion_model.model.up_blocks.0.2.k_norm.weight", + "diffusion_model.model.up_blocks.0.2.attn_out.weight", + "diffusion_model.model.up_blocks.0.2.attn_out.bias", + "diffusion_model.model.up_blocks.0.2.mlp_out.2.weight", + "diffusion_model.model.up_blocks.0.2.mlp_out.2.bias", + "diffusion_model.model.up_blocks.0.3.norm.emb_layer.weight", + "diffusion_model.model.up_blocks.0.3.norm.emb_layer.bias", + "diffusion_model.model.up_blocks.0.3.norm.norm.weight", + "diffusion_model.model.up_blocks.0.3.fused_attn_mlp_proj.weight", + "diffusion_model.model.up_blocks.0.3.fused_attn_mlp_proj.bias", + "diffusion_model.model.up_blocks.0.3.q_norm.weight", + "diffusion_model.model.up_blocks.0.3.k_norm.weight", + "diffusion_model.model.up_blocks.0.3.attn_out.weight", + "diffusion_model.model.up_blocks.0.3.attn_out.bias", + "diffusion_model.model.up_blocks.0.3.mlp_out.2.weight", + "diffusion_model.model.up_blocks.0.3.mlp_out.2.bias", + "diffusion_model.model.up_blocks.0.4.norm.emb_layer.weight", + "diffusion_model.model.up_blocks.0.4.norm.emb_layer.bias", + "diffusion_model.model.up_blocks.0.4.norm.norm.weight", + "diffusion_model.model.up_blocks.0.4.fused_attn_mlp_proj.weight", + "diffusion_model.model.up_blocks.0.4.fused_attn_mlp_proj.bias", + "diffusion_model.model.up_blocks.0.4.q_norm.weight", + "diffusion_model.model.up_blocks.0.4.k_norm.weight", + "diffusion_model.model.up_blocks.0.4.attn_out.weight", + "diffusion_model.model.up_blocks.0.4.attn_out.bias", + "diffusion_model.model.up_blocks.0.4.mlp_out.2.weight", + "diffusion_model.model.up_blocks.0.4.mlp_out.2.bias", + "diffusion_model.model.up_blocks.0.5.norm.emb_layer.weight", + "diffusion_model.model.up_blocks.0.5.norm.emb_layer.bias", + "diffusion_model.model.up_blocks.0.5.norm.norm.weight", + "diffusion_model.model.up_blocks.0.5.fused_attn_mlp_proj.weight", + "diffusion_model.model.up_blocks.0.5.fused_attn_mlp_proj.bias", + "diffusion_model.model.up_blocks.0.5.q_norm.weight", + "diffusion_model.model.up_blocks.0.5.k_norm.weight", + "diffusion_model.model.up_blocks.0.5.attn_out.weight", + "diffusion_model.model.up_blocks.0.5.attn_out.bias", + "diffusion_model.model.up_blocks.0.5.mlp_out.2.weight", + "diffusion_model.model.up_blocks.0.5.mlp_out.2.bias", + "diffusion_model.model.up_blocks.0.6.norm.emb_layer.weight", + "diffusion_model.model.up_blocks.0.6.norm.emb_layer.bias", + "diffusion_model.model.up_blocks.0.6.norm.norm.weight", + "diffusion_model.model.up_blocks.0.6.fused_attn_mlp_proj.weight", + "diffusion_model.model.up_blocks.0.6.fused_attn_mlp_proj.bias", + "diffusion_model.model.up_blocks.0.6.q_norm.weight", + "diffusion_model.model.up_blocks.0.6.k_norm.weight", + "diffusion_model.model.up_blocks.0.6.attn_out.weight", + "diffusion_model.model.up_blocks.0.6.attn_out.bias", + "diffusion_model.model.up_blocks.0.6.mlp_out.2.weight", + "diffusion_model.model.up_blocks.0.6.mlp_out.2.bias", + "diffusion_model.model.up_blocks.1.0.conv.weight", + "diffusion_model.model.up_blocks.1.0.conv.bias", + "diffusion_model.model.up_blocks.1.1.emb_layer.weight", + "diffusion_model.model.up_blocks.1.1.emb_layer.bias", + "diffusion_model.model.up_blocks.1.1.in_layers.0.weight", + "diffusion_model.model.up_blocks.1.1.in_layers.0.bias", + "diffusion_model.model.up_blocks.1.1.in_layers.2.weight", + "diffusion_model.model.up_blocks.1.1.in_layers.2.bias", + "diffusion_model.model.up_blocks.1.1.out_norm.weight", + "diffusion_model.model.up_blocks.1.1.out_norm.bias", + "diffusion_model.model.up_blocks.1.1.out_rest.1.weight", + "diffusion_model.model.up_blocks.1.1.out_rest.1.bias", + "diffusion_model.model.up_blocks.1.2.emb_layer.weight", + "diffusion_model.model.up_blocks.1.2.emb_layer.bias", + "diffusion_model.model.up_blocks.1.2.in_layers.0.weight", + "diffusion_model.model.up_blocks.1.2.in_layers.0.bias", + "diffusion_model.model.up_blocks.1.2.in_layers.2.weight", + "diffusion_model.model.up_blocks.1.2.in_layers.2.bias", + "diffusion_model.model.up_blocks.1.2.out_norm.weight", + "diffusion_model.model.up_blocks.1.2.out_norm.bias", + "diffusion_model.model.up_blocks.1.2.out_rest.1.weight", + "diffusion_model.model.up_blocks.1.2.out_rest.1.bias", + "diffusion_model.model.up_blocks.1.3.emb_layer.weight", + "diffusion_model.model.up_blocks.1.3.emb_layer.bias", + "diffusion_model.model.up_blocks.1.3.in_layers.0.weight", + "diffusion_model.model.up_blocks.1.3.in_layers.0.bias", + "diffusion_model.model.up_blocks.1.3.in_layers.2.weight", + "diffusion_model.model.up_blocks.1.3.in_layers.2.bias", + "diffusion_model.model.up_blocks.1.3.out_norm.weight", + "diffusion_model.model.up_blocks.1.3.out_norm.bias", + "diffusion_model.model.up_blocks.1.3.out_rest.1.weight", + "diffusion_model.model.up_blocks.1.3.out_rest.1.bias", + "diffusion_model.model.up_blocks.2.0.conv.weight", + "diffusion_model.model.up_blocks.2.0.conv.bias", + "diffusion_model.model.up_blocks.2.1.emb_layer.weight", + "diffusion_model.model.up_blocks.2.1.emb_layer.bias", + "diffusion_model.model.up_blocks.2.1.in_layers.0.weight", + "diffusion_model.model.up_blocks.2.1.in_layers.0.bias", + "diffusion_model.model.up_blocks.2.1.in_layers.2.weight", + "diffusion_model.model.up_blocks.2.1.in_layers.2.bias", + "diffusion_model.model.up_blocks.2.1.out_norm.weight", + "diffusion_model.model.up_blocks.2.1.out_norm.bias", + "diffusion_model.model.up_blocks.2.1.out_rest.1.weight", + "diffusion_model.model.up_blocks.2.1.out_rest.1.bias", + "diffusion_model.model.up_blocks.2.2.emb_layer.weight", + "diffusion_model.model.up_blocks.2.2.emb_layer.bias", + "diffusion_model.model.up_blocks.2.2.in_layers.0.weight", + "diffusion_model.model.up_blocks.2.2.in_layers.0.bias", + "diffusion_model.model.up_blocks.2.2.in_layers.2.weight", + "diffusion_model.model.up_blocks.2.2.in_layers.2.bias", + "diffusion_model.model.up_blocks.2.2.out_norm.weight", + "diffusion_model.model.up_blocks.2.2.out_norm.bias", + "diffusion_model.model.up_blocks.2.2.out_rest.1.weight", + "diffusion_model.model.up_blocks.2.2.out_rest.1.bias", + "diffusion_model.model.up_blocks.2.3.emb_layer.weight", + "diffusion_model.model.up_blocks.2.3.emb_layer.bias", + "diffusion_model.model.up_blocks.2.3.in_layers.0.weight", + "diffusion_model.model.up_blocks.2.3.in_layers.0.bias", + "diffusion_model.model.up_blocks.2.3.in_layers.2.weight", + "diffusion_model.model.up_blocks.2.3.in_layers.2.bias", + "diffusion_model.model.up_blocks.2.3.out_norm.weight", + "diffusion_model.model.up_blocks.2.3.out_norm.bias", + "diffusion_model.model.up_blocks.2.3.out_rest.1.weight", + "diffusion_model.model.up_blocks.2.3.out_rest.1.bias", + "diffusion_model.model.mid_blocks.0.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.0.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.0.norm.norm.weight", + "diffusion_model.model.mid_blocks.0.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.0.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.0.q_norm.weight", + "diffusion_model.model.mid_blocks.0.k_norm.weight", + "diffusion_model.model.mid_blocks.0.attn_out.weight", + "diffusion_model.model.mid_blocks.0.attn_out.bias", + "diffusion_model.model.mid_blocks.0.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.0.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.1.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.1.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.1.norm.norm.weight", + "diffusion_model.model.mid_blocks.1.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.1.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.1.q_norm.weight", + "diffusion_model.model.mid_blocks.1.k_norm.weight", + "diffusion_model.model.mid_blocks.1.attn_out.weight", + "diffusion_model.model.mid_blocks.1.attn_out.bias", + "diffusion_model.model.mid_blocks.1.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.1.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.2.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.2.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.2.norm.norm.weight", + "diffusion_model.model.mid_blocks.2.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.2.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.2.q_norm.weight", + "diffusion_model.model.mid_blocks.2.k_norm.weight", + "diffusion_model.model.mid_blocks.2.attn_out.weight", + "diffusion_model.model.mid_blocks.2.attn_out.bias", + "diffusion_model.model.mid_blocks.2.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.2.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.3.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.3.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.3.norm.norm.weight", + "diffusion_model.model.mid_blocks.3.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.3.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.3.q_norm.weight", + "diffusion_model.model.mid_blocks.3.k_norm.weight", + "diffusion_model.model.mid_blocks.3.attn_out.weight", + "diffusion_model.model.mid_blocks.3.attn_out.bias", + "diffusion_model.model.mid_blocks.3.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.3.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.4.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.4.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.4.norm.norm.weight", + "diffusion_model.model.mid_blocks.4.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.4.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.4.q_norm.weight", + "diffusion_model.model.mid_blocks.4.k_norm.weight", + "diffusion_model.model.mid_blocks.4.attn_out.weight", + "diffusion_model.model.mid_blocks.4.attn_out.bias", + "diffusion_model.model.mid_blocks.4.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.4.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.5.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.5.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.5.norm.norm.weight", + "diffusion_model.model.mid_blocks.5.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.5.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.5.q_norm.weight", + "diffusion_model.model.mid_blocks.5.k_norm.weight", + "diffusion_model.model.mid_blocks.5.attn_out.weight", + "diffusion_model.model.mid_blocks.5.attn_out.bias", + "diffusion_model.model.mid_blocks.5.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.5.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.6.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.6.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.6.norm.norm.weight", + "diffusion_model.model.mid_blocks.6.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.6.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.6.q_norm.weight", + "diffusion_model.model.mid_blocks.6.k_norm.weight", + "diffusion_model.model.mid_blocks.6.attn_out.weight", + "diffusion_model.model.mid_blocks.6.attn_out.bias", + "diffusion_model.model.mid_blocks.6.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.6.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.7.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.7.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.7.norm.norm.weight", + "diffusion_model.model.mid_blocks.7.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.7.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.7.q_norm.weight", + "diffusion_model.model.mid_blocks.7.k_norm.weight", + "diffusion_model.model.mid_blocks.7.attn_out.weight", + "diffusion_model.model.mid_blocks.7.attn_out.bias", + "diffusion_model.model.mid_blocks.7.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.7.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.8.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.8.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.8.norm.norm.weight", + "diffusion_model.model.mid_blocks.8.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.8.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.8.q_norm.weight", + "diffusion_model.model.mid_blocks.8.k_norm.weight", + "diffusion_model.model.mid_blocks.8.attn_out.weight", + "diffusion_model.model.mid_blocks.8.attn_out.bias", + "diffusion_model.model.mid_blocks.8.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.8.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.9.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.9.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.9.norm.norm.weight", + "diffusion_model.model.mid_blocks.9.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.9.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.9.q_norm.weight", + "diffusion_model.model.mid_blocks.9.k_norm.weight", + "diffusion_model.model.mid_blocks.9.attn_out.weight", + "diffusion_model.model.mid_blocks.9.attn_out.bias", + "diffusion_model.model.mid_blocks.9.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.9.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.10.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.10.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.10.norm.norm.weight", + "diffusion_model.model.mid_blocks.10.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.10.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.10.q_norm.weight", + "diffusion_model.model.mid_blocks.10.k_norm.weight", + "diffusion_model.model.mid_blocks.10.attn_out.weight", + "diffusion_model.model.mid_blocks.10.attn_out.bias", + "diffusion_model.model.mid_blocks.10.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.10.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.11.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.11.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.11.norm.norm.weight", + "diffusion_model.model.mid_blocks.11.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.11.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.11.q_norm.weight", + "diffusion_model.model.mid_blocks.11.k_norm.weight", + "diffusion_model.model.mid_blocks.11.attn_out.weight", + "diffusion_model.model.mid_blocks.11.attn_out.bias", + "diffusion_model.model.mid_blocks.11.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.11.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.12.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.12.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.12.norm.norm.weight", + "diffusion_model.model.mid_blocks.12.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.12.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.12.q_norm.weight", + "diffusion_model.model.mid_blocks.12.k_norm.weight", + "diffusion_model.model.mid_blocks.12.attn_out.weight", + "diffusion_model.model.mid_blocks.12.attn_out.bias", + "diffusion_model.model.mid_blocks.12.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.12.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.13.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.13.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.13.norm.norm.weight", + "diffusion_model.model.mid_blocks.13.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.13.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.13.q_norm.weight", + "diffusion_model.model.mid_blocks.13.k_norm.weight", + "diffusion_model.model.mid_blocks.13.attn_out.weight", + "diffusion_model.model.mid_blocks.13.attn_out.bias", + "diffusion_model.model.mid_blocks.13.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.13.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.14.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.14.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.14.norm.norm.weight", + "diffusion_model.model.mid_blocks.14.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.14.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.14.q_norm.weight", + "diffusion_model.model.mid_blocks.14.k_norm.weight", + "diffusion_model.model.mid_blocks.14.attn_out.weight", + "diffusion_model.model.mid_blocks.14.attn_out.bias", + "diffusion_model.model.mid_blocks.14.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.14.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.15.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.15.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.15.norm.norm.weight", + "diffusion_model.model.mid_blocks.15.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.15.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.15.q_norm.weight", + "diffusion_model.model.mid_blocks.15.k_norm.weight", + "diffusion_model.model.mid_blocks.15.attn_out.weight", + "diffusion_model.model.mid_blocks.15.attn_out.bias", + "diffusion_model.model.mid_blocks.15.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.15.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.16.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.16.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.16.norm.norm.weight", + "diffusion_model.model.mid_blocks.16.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.16.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.16.q_norm.weight", + "diffusion_model.model.mid_blocks.16.k_norm.weight", + "diffusion_model.model.mid_blocks.16.attn_out.weight", + "diffusion_model.model.mid_blocks.16.attn_out.bias", + "diffusion_model.model.mid_blocks.16.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.16.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.17.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.17.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.17.norm.norm.weight", + "diffusion_model.model.mid_blocks.17.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.17.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.17.q_norm.weight", + "diffusion_model.model.mid_blocks.17.k_norm.weight", + "diffusion_model.model.mid_blocks.17.attn_out.weight", + "diffusion_model.model.mid_blocks.17.attn_out.bias", + "diffusion_model.model.mid_blocks.17.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.17.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.18.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.18.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.18.norm.norm.weight", + "diffusion_model.model.mid_blocks.18.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.18.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.18.q_norm.weight", + "diffusion_model.model.mid_blocks.18.k_norm.weight", + "diffusion_model.model.mid_blocks.18.attn_out.weight", + "diffusion_model.model.mid_blocks.18.attn_out.bias", + "diffusion_model.model.mid_blocks.18.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.18.mlp_out.2.bias", + "diffusion_model.model.mid_blocks.19.norm.emb_layer.weight", + "diffusion_model.model.mid_blocks.19.norm.emb_layer.bias", + "diffusion_model.model.mid_blocks.19.norm.norm.weight", + "diffusion_model.model.mid_blocks.19.fused_attn_mlp_proj.weight", + "diffusion_model.model.mid_blocks.19.fused_attn_mlp_proj.bias", + "diffusion_model.model.mid_blocks.19.q_norm.weight", + "diffusion_model.model.mid_blocks.19.k_norm.weight", + "diffusion_model.model.mid_blocks.19.attn_out.weight", + "diffusion_model.model.mid_blocks.19.attn_out.bias", + "diffusion_model.model.mid_blocks.19.mlp_out.2.weight", + "diffusion_model.model.mid_blocks.19.mlp_out.2.bias" + ], + "base_numel": 458818051, + "base_tensor_count": 494, + "dfot_update": "frozen_lora_stage8k", + "dynamic_selection_enabled": true, + "evaluation_weight_source": "ema", + "families": { + "adaln_head": 184204800, + "base_attention_output_lora": 479232, + "base_fused_lora": 1916928, + "base_mlp_output_lora": 1198080, + "camera_encoder": 12096, + "ffn_input": 122213376, + "ffn_output": 122123520, + "key": 30553344, + "output": 30553344, + "output_gate": 29952, + "query": 30553344, + "role_embeddings": 6912, + "timestep_encoder": 0, + "value": 30553344 + }, + "frozen_numel": 458818051, + "full_model_numel": 1013216323, + "layers": [ + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "down_blocks.2.0", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "down_blocks.2.1", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "down_blocks.2.2", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "down_blocks.2.3", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "down_blocks.2.4", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "down_blocks.2.5", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "up_blocks.0.1", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "up_blocks.0.2", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "up_blocks.0.3", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "up_blocks.0.4", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "up_blocks.0.5", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 3542400, + "base_attention_output_lora": 9216, + "base_fused_lora": 36864, + "base_mlp_output_lora": 23040, + "block": "up_blocks.0.6", + "dim": 576, + "ffn_input": 1329408, + "ffn_output": 1327680, + "key": 332352, + "output": 332352, + "output_gate": 576, + "query": 332352, + "total": 7598592, + "value": 332352 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.0", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.1", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.2", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.3", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.4", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.5", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.6", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.7", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.8", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.9", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.10", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.11", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.12", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.13", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.14", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.15", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.16", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.17", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.18", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + }, + { + "adaln_head": 7084800, + "base_attention_output_lora": 18432, + "base_fused_lora": 73728, + "base_mlp_output_lora": 46080, + "block": "mid_blocks.19", + "dim": 1152, + "ffn_input": 5313024, + "ffn_output": 5309568, + "key": 1328256, + "output": 1328256, + "output_gate": 1152, + "query": 1328256, + "total": 23159808, + "value": 1328256 + } + ], + "lifecycle": "group1_59306102", + "lora_names": [ + "diffusion_model.model.down_blocks.2.0.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_mlp_output_lora.up.weight" + ], + "lora_numel": 3594240, + "lora_tensor_count": 192, + "memory_age_conditioning": false, + "memory_capacity": "full", + "memory_names": [ + "diffusion_model.model.down_blocks.2.0.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.0.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.1.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.2.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.3.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.4.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.5.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.1.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.2.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.3.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.4.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.5.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.6.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.0.memory_block.output_gate", + "diffusion_model.model.mid_blocks.0.memory_block.query.weight", + "diffusion_model.model.mid_blocks.0.memory_block.query.bias", + "diffusion_model.model.mid_blocks.0.memory_block.key.weight", + "diffusion_model.model.mid_blocks.0.memory_block.key.bias", + "diffusion_model.model.mid_blocks.0.memory_block.value.weight", + "diffusion_model.model.mid_blocks.0.memory_block.value.bias", + "diffusion_model.model.mid_blocks.0.memory_block.output.weight", + "diffusion_model.model.mid_blocks.0.memory_block.output.bias", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.0.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.0.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.1.memory_block.output_gate", + "diffusion_model.model.mid_blocks.1.memory_block.query.weight", + "diffusion_model.model.mid_blocks.1.memory_block.query.bias", + "diffusion_model.model.mid_blocks.1.memory_block.key.weight", + "diffusion_model.model.mid_blocks.1.memory_block.key.bias", + "diffusion_model.model.mid_blocks.1.memory_block.value.weight", + "diffusion_model.model.mid_blocks.1.memory_block.value.bias", + "diffusion_model.model.mid_blocks.1.memory_block.output.weight", + "diffusion_model.model.mid_blocks.1.memory_block.output.bias", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.1.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.1.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.2.memory_block.output_gate", + "diffusion_model.model.mid_blocks.2.memory_block.query.weight", + "diffusion_model.model.mid_blocks.2.memory_block.query.bias", + "diffusion_model.model.mid_blocks.2.memory_block.key.weight", + "diffusion_model.model.mid_blocks.2.memory_block.key.bias", + "diffusion_model.model.mid_blocks.2.memory_block.value.weight", + "diffusion_model.model.mid_blocks.2.memory_block.value.bias", + "diffusion_model.model.mid_blocks.2.memory_block.output.weight", + "diffusion_model.model.mid_blocks.2.memory_block.output.bias", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.2.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.2.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.3.memory_block.output_gate", + "diffusion_model.model.mid_blocks.3.memory_block.query.weight", + "diffusion_model.model.mid_blocks.3.memory_block.query.bias", + "diffusion_model.model.mid_blocks.3.memory_block.key.weight", + "diffusion_model.model.mid_blocks.3.memory_block.key.bias", + "diffusion_model.model.mid_blocks.3.memory_block.value.weight", + "diffusion_model.model.mid_blocks.3.memory_block.value.bias", + "diffusion_model.model.mid_blocks.3.memory_block.output.weight", + "diffusion_model.model.mid_blocks.3.memory_block.output.bias", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.3.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.3.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.4.memory_block.output_gate", + "diffusion_model.model.mid_blocks.4.memory_block.query.weight", + "diffusion_model.model.mid_blocks.4.memory_block.query.bias", + "diffusion_model.model.mid_blocks.4.memory_block.key.weight", + "diffusion_model.model.mid_blocks.4.memory_block.key.bias", + "diffusion_model.model.mid_blocks.4.memory_block.value.weight", + "diffusion_model.model.mid_blocks.4.memory_block.value.bias", + "diffusion_model.model.mid_blocks.4.memory_block.output.weight", + "diffusion_model.model.mid_blocks.4.memory_block.output.bias", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.4.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.4.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.5.memory_block.output_gate", + "diffusion_model.model.mid_blocks.5.memory_block.query.weight", + "diffusion_model.model.mid_blocks.5.memory_block.query.bias", + "diffusion_model.model.mid_blocks.5.memory_block.key.weight", + "diffusion_model.model.mid_blocks.5.memory_block.key.bias", + "diffusion_model.model.mid_blocks.5.memory_block.value.weight", + "diffusion_model.model.mid_blocks.5.memory_block.value.bias", + "diffusion_model.model.mid_blocks.5.memory_block.output.weight", + "diffusion_model.model.mid_blocks.5.memory_block.output.bias", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.5.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.5.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.6.memory_block.output_gate", + "diffusion_model.model.mid_blocks.6.memory_block.query.weight", + "diffusion_model.model.mid_blocks.6.memory_block.query.bias", + "diffusion_model.model.mid_blocks.6.memory_block.key.weight", + "diffusion_model.model.mid_blocks.6.memory_block.key.bias", + "diffusion_model.model.mid_blocks.6.memory_block.value.weight", + "diffusion_model.model.mid_blocks.6.memory_block.value.bias", + "diffusion_model.model.mid_blocks.6.memory_block.output.weight", + "diffusion_model.model.mid_blocks.6.memory_block.output.bias", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.6.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.6.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.7.memory_block.output_gate", + "diffusion_model.model.mid_blocks.7.memory_block.query.weight", + "diffusion_model.model.mid_blocks.7.memory_block.query.bias", + "diffusion_model.model.mid_blocks.7.memory_block.key.weight", + "diffusion_model.model.mid_blocks.7.memory_block.key.bias", + "diffusion_model.model.mid_blocks.7.memory_block.value.weight", + "diffusion_model.model.mid_blocks.7.memory_block.value.bias", + "diffusion_model.model.mid_blocks.7.memory_block.output.weight", + "diffusion_model.model.mid_blocks.7.memory_block.output.bias", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.7.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.7.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.8.memory_block.output_gate", + "diffusion_model.model.mid_blocks.8.memory_block.query.weight", + "diffusion_model.model.mid_blocks.8.memory_block.query.bias", + "diffusion_model.model.mid_blocks.8.memory_block.key.weight", + "diffusion_model.model.mid_blocks.8.memory_block.key.bias", + "diffusion_model.model.mid_blocks.8.memory_block.value.weight", + "diffusion_model.model.mid_blocks.8.memory_block.value.bias", + "diffusion_model.model.mid_blocks.8.memory_block.output.weight", + "diffusion_model.model.mid_blocks.8.memory_block.output.bias", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.8.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.8.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.9.memory_block.output_gate", + "diffusion_model.model.mid_blocks.9.memory_block.query.weight", + "diffusion_model.model.mid_blocks.9.memory_block.query.bias", + "diffusion_model.model.mid_blocks.9.memory_block.key.weight", + "diffusion_model.model.mid_blocks.9.memory_block.key.bias", + "diffusion_model.model.mid_blocks.9.memory_block.value.weight", + "diffusion_model.model.mid_blocks.9.memory_block.value.bias", + "diffusion_model.model.mid_blocks.9.memory_block.output.weight", + "diffusion_model.model.mid_blocks.9.memory_block.output.bias", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.9.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.9.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.10.memory_block.output_gate", + "diffusion_model.model.mid_blocks.10.memory_block.query.weight", + "diffusion_model.model.mid_blocks.10.memory_block.query.bias", + "diffusion_model.model.mid_blocks.10.memory_block.key.weight", + "diffusion_model.model.mid_blocks.10.memory_block.key.bias", + "diffusion_model.model.mid_blocks.10.memory_block.value.weight", + "diffusion_model.model.mid_blocks.10.memory_block.value.bias", + "diffusion_model.model.mid_blocks.10.memory_block.output.weight", + "diffusion_model.model.mid_blocks.10.memory_block.output.bias", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.10.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.10.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.11.memory_block.output_gate", + "diffusion_model.model.mid_blocks.11.memory_block.query.weight", + "diffusion_model.model.mid_blocks.11.memory_block.query.bias", + "diffusion_model.model.mid_blocks.11.memory_block.key.weight", + "diffusion_model.model.mid_blocks.11.memory_block.key.bias", + "diffusion_model.model.mid_blocks.11.memory_block.value.weight", + "diffusion_model.model.mid_blocks.11.memory_block.value.bias", + "diffusion_model.model.mid_blocks.11.memory_block.output.weight", + "diffusion_model.model.mid_blocks.11.memory_block.output.bias", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.11.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.11.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.12.memory_block.output_gate", + "diffusion_model.model.mid_blocks.12.memory_block.query.weight", + "diffusion_model.model.mid_blocks.12.memory_block.query.bias", + "diffusion_model.model.mid_blocks.12.memory_block.key.weight", + "diffusion_model.model.mid_blocks.12.memory_block.key.bias", + "diffusion_model.model.mid_blocks.12.memory_block.value.weight", + "diffusion_model.model.mid_blocks.12.memory_block.value.bias", + "diffusion_model.model.mid_blocks.12.memory_block.output.weight", + "diffusion_model.model.mid_blocks.12.memory_block.output.bias", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.12.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.12.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.13.memory_block.output_gate", + "diffusion_model.model.mid_blocks.13.memory_block.query.weight", + "diffusion_model.model.mid_blocks.13.memory_block.query.bias", + "diffusion_model.model.mid_blocks.13.memory_block.key.weight", + "diffusion_model.model.mid_blocks.13.memory_block.key.bias", + "diffusion_model.model.mid_blocks.13.memory_block.value.weight", + "diffusion_model.model.mid_blocks.13.memory_block.value.bias", + "diffusion_model.model.mid_blocks.13.memory_block.output.weight", + "diffusion_model.model.mid_blocks.13.memory_block.output.bias", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.13.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.13.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.14.memory_block.output_gate", + "diffusion_model.model.mid_blocks.14.memory_block.query.weight", + "diffusion_model.model.mid_blocks.14.memory_block.query.bias", + "diffusion_model.model.mid_blocks.14.memory_block.key.weight", + "diffusion_model.model.mid_blocks.14.memory_block.key.bias", + "diffusion_model.model.mid_blocks.14.memory_block.value.weight", + "diffusion_model.model.mid_blocks.14.memory_block.value.bias", + "diffusion_model.model.mid_blocks.14.memory_block.output.weight", + "diffusion_model.model.mid_blocks.14.memory_block.output.bias", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.14.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.14.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.15.memory_block.output_gate", + "diffusion_model.model.mid_blocks.15.memory_block.query.weight", + "diffusion_model.model.mid_blocks.15.memory_block.query.bias", + "diffusion_model.model.mid_blocks.15.memory_block.key.weight", + "diffusion_model.model.mid_blocks.15.memory_block.key.bias", + "diffusion_model.model.mid_blocks.15.memory_block.value.weight", + "diffusion_model.model.mid_blocks.15.memory_block.value.bias", + "diffusion_model.model.mid_blocks.15.memory_block.output.weight", + "diffusion_model.model.mid_blocks.15.memory_block.output.bias", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.15.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.15.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.16.memory_block.output_gate", + "diffusion_model.model.mid_blocks.16.memory_block.query.weight", + "diffusion_model.model.mid_blocks.16.memory_block.query.bias", + "diffusion_model.model.mid_blocks.16.memory_block.key.weight", + "diffusion_model.model.mid_blocks.16.memory_block.key.bias", + "diffusion_model.model.mid_blocks.16.memory_block.value.weight", + "diffusion_model.model.mid_blocks.16.memory_block.value.bias", + "diffusion_model.model.mid_blocks.16.memory_block.output.weight", + "diffusion_model.model.mid_blocks.16.memory_block.output.bias", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.16.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.16.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.17.memory_block.output_gate", + "diffusion_model.model.mid_blocks.17.memory_block.query.weight", + "diffusion_model.model.mid_blocks.17.memory_block.query.bias", + "diffusion_model.model.mid_blocks.17.memory_block.key.weight", + "diffusion_model.model.mid_blocks.17.memory_block.key.bias", + "diffusion_model.model.mid_blocks.17.memory_block.value.weight", + "diffusion_model.model.mid_blocks.17.memory_block.value.bias", + "diffusion_model.model.mid_blocks.17.memory_block.output.weight", + "diffusion_model.model.mid_blocks.17.memory_block.output.bias", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.17.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.17.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.18.memory_block.output_gate", + "diffusion_model.model.mid_blocks.18.memory_block.query.weight", + "diffusion_model.model.mid_blocks.18.memory_block.query.bias", + "diffusion_model.model.mid_blocks.18.memory_block.key.weight", + "diffusion_model.model.mid_blocks.18.memory_block.key.bias", + "diffusion_model.model.mid_blocks.18.memory_block.value.weight", + "diffusion_model.model.mid_blocks.18.memory_block.value.bias", + "diffusion_model.model.mid_blocks.18.memory_block.output.weight", + "diffusion_model.model.mid_blocks.18.memory_block.output.bias", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.18.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.18.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.19.memory_block.output_gate", + "diffusion_model.model.mid_blocks.19.memory_block.query.weight", + "diffusion_model.model.mid_blocks.19.memory_block.query.bias", + "diffusion_model.model.mid_blocks.19.memory_block.key.weight", + "diffusion_model.model.mid_blocks.19.memory_block.key.bias", + "diffusion_model.model.mid_blocks.19.memory_block.value.weight", + "diffusion_model.model.mid_blocks.19.memory_block.value.bias", + "diffusion_model.model.mid_blocks.19.memory_block.output.weight", + "diffusion_model.model.mid_blocks.19.memory_block.output.bias", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.19.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.19.memory_block.adaln_head.bias", + "diffusion_model.model.memory_conditioner.camera_encoder.576.weight", + "diffusion_model.model.memory_conditioner.camera_encoder.576.bias", + "diffusion_model.model.memory_conditioner.camera_encoder.1152.weight", + "diffusion_model.model.memory_conditioner.camera_encoder.1152.bias", + "diffusion_model.model.memory_conditioner.role_embeddings.576.weight", + "diffusion_model.model.memory_conditioner.role_embeddings.1152.weight" + ], + "memory_numel": 550804032, + "memory_projection_initialization": "independent_xavier_zero_bias_v1", + "memory_tensor_count": 486, + "method": "dememwm", + "profile_variant": "faithful_f200b200", + "reference_timestamp_conditioning": false, + "schema_version": 1, + "selector_version": "re10k_faithful_trajectory_h100_f399_v1", + "trainable_names": [ + "diffusion_model.model.down_blocks.2.0.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.0.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.0.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.0.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.1.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.1.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.1.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.2.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.2.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.2.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.3.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.3.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.3.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.4.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.4.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.4.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.output_gate", + "diffusion_model.model.down_blocks.2.5.memory_block.query.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.query.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.key.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.key.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.value.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.value.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.output.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.output.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.0.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.0.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.2.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.ffn.2.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.adaln_head.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.adaln_head.bias", + "diffusion_model.model.down_blocks.2.5.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.down_blocks.2.5.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.1.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.1.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.1.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.2.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.2.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.2.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.3.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.3.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.3.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.4.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.4.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.4.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.5.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.5.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.5.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.output_gate", + "diffusion_model.model.up_blocks.0.6.memory_block.query.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.query.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.key.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.key.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.value.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.value.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.output.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.output.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.0.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.0.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.2.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.ffn.2.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.adaln_head.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.adaln_head.bias", + "diffusion_model.model.up_blocks.0.6.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.up_blocks.0.6.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.0.memory_block.output_gate", + "diffusion_model.model.mid_blocks.0.memory_block.query.weight", + "diffusion_model.model.mid_blocks.0.memory_block.query.bias", + "diffusion_model.model.mid_blocks.0.memory_block.key.weight", + "diffusion_model.model.mid_blocks.0.memory_block.key.bias", + "diffusion_model.model.mid_blocks.0.memory_block.value.weight", + "diffusion_model.model.mid_blocks.0.memory_block.value.bias", + "diffusion_model.model.mid_blocks.0.memory_block.output.weight", + "diffusion_model.model.mid_blocks.0.memory_block.output.bias", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.0.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.0.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.0.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.0.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.0.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.1.memory_block.output_gate", + "diffusion_model.model.mid_blocks.1.memory_block.query.weight", + "diffusion_model.model.mid_blocks.1.memory_block.query.bias", + "diffusion_model.model.mid_blocks.1.memory_block.key.weight", + "diffusion_model.model.mid_blocks.1.memory_block.key.bias", + "diffusion_model.model.mid_blocks.1.memory_block.value.weight", + "diffusion_model.model.mid_blocks.1.memory_block.value.bias", + "diffusion_model.model.mid_blocks.1.memory_block.output.weight", + "diffusion_model.model.mid_blocks.1.memory_block.output.bias", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.1.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.1.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.1.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.1.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.1.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.2.memory_block.output_gate", + "diffusion_model.model.mid_blocks.2.memory_block.query.weight", + "diffusion_model.model.mid_blocks.2.memory_block.query.bias", + "diffusion_model.model.mid_blocks.2.memory_block.key.weight", + "diffusion_model.model.mid_blocks.2.memory_block.key.bias", + "diffusion_model.model.mid_blocks.2.memory_block.value.weight", + "diffusion_model.model.mid_blocks.2.memory_block.value.bias", + "diffusion_model.model.mid_blocks.2.memory_block.output.weight", + "diffusion_model.model.mid_blocks.2.memory_block.output.bias", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.2.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.2.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.2.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.2.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.2.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.3.memory_block.output_gate", + "diffusion_model.model.mid_blocks.3.memory_block.query.weight", + "diffusion_model.model.mid_blocks.3.memory_block.query.bias", + "diffusion_model.model.mid_blocks.3.memory_block.key.weight", + "diffusion_model.model.mid_blocks.3.memory_block.key.bias", + "diffusion_model.model.mid_blocks.3.memory_block.value.weight", + "diffusion_model.model.mid_blocks.3.memory_block.value.bias", + "diffusion_model.model.mid_blocks.3.memory_block.output.weight", + "diffusion_model.model.mid_blocks.3.memory_block.output.bias", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.3.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.3.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.3.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.3.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.3.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.4.memory_block.output_gate", + "diffusion_model.model.mid_blocks.4.memory_block.query.weight", + "diffusion_model.model.mid_blocks.4.memory_block.query.bias", + "diffusion_model.model.mid_blocks.4.memory_block.key.weight", + "diffusion_model.model.mid_blocks.4.memory_block.key.bias", + "diffusion_model.model.mid_blocks.4.memory_block.value.weight", + "diffusion_model.model.mid_blocks.4.memory_block.value.bias", + "diffusion_model.model.mid_blocks.4.memory_block.output.weight", + "diffusion_model.model.mid_blocks.4.memory_block.output.bias", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.4.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.4.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.4.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.4.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.4.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.5.memory_block.output_gate", + "diffusion_model.model.mid_blocks.5.memory_block.query.weight", + "diffusion_model.model.mid_blocks.5.memory_block.query.bias", + "diffusion_model.model.mid_blocks.5.memory_block.key.weight", + "diffusion_model.model.mid_blocks.5.memory_block.key.bias", + "diffusion_model.model.mid_blocks.5.memory_block.value.weight", + "diffusion_model.model.mid_blocks.5.memory_block.value.bias", + "diffusion_model.model.mid_blocks.5.memory_block.output.weight", + "diffusion_model.model.mid_blocks.5.memory_block.output.bias", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.5.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.5.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.5.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.5.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.5.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.6.memory_block.output_gate", + "diffusion_model.model.mid_blocks.6.memory_block.query.weight", + "diffusion_model.model.mid_blocks.6.memory_block.query.bias", + "diffusion_model.model.mid_blocks.6.memory_block.key.weight", + "diffusion_model.model.mid_blocks.6.memory_block.key.bias", + "diffusion_model.model.mid_blocks.6.memory_block.value.weight", + "diffusion_model.model.mid_blocks.6.memory_block.value.bias", + "diffusion_model.model.mid_blocks.6.memory_block.output.weight", + "diffusion_model.model.mid_blocks.6.memory_block.output.bias", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.6.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.6.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.6.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.6.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.6.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.7.memory_block.output_gate", + "diffusion_model.model.mid_blocks.7.memory_block.query.weight", + "diffusion_model.model.mid_blocks.7.memory_block.query.bias", + "diffusion_model.model.mid_blocks.7.memory_block.key.weight", + "diffusion_model.model.mid_blocks.7.memory_block.key.bias", + "diffusion_model.model.mid_blocks.7.memory_block.value.weight", + "diffusion_model.model.mid_blocks.7.memory_block.value.bias", + "diffusion_model.model.mid_blocks.7.memory_block.output.weight", + "diffusion_model.model.mid_blocks.7.memory_block.output.bias", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.7.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.7.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.7.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.7.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.7.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.8.memory_block.output_gate", + "diffusion_model.model.mid_blocks.8.memory_block.query.weight", + "diffusion_model.model.mid_blocks.8.memory_block.query.bias", + "diffusion_model.model.mid_blocks.8.memory_block.key.weight", + "diffusion_model.model.mid_blocks.8.memory_block.key.bias", + "diffusion_model.model.mid_blocks.8.memory_block.value.weight", + "diffusion_model.model.mid_blocks.8.memory_block.value.bias", + "diffusion_model.model.mid_blocks.8.memory_block.output.weight", + "diffusion_model.model.mid_blocks.8.memory_block.output.bias", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.8.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.8.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.8.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.8.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.8.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.9.memory_block.output_gate", + "diffusion_model.model.mid_blocks.9.memory_block.query.weight", + "diffusion_model.model.mid_blocks.9.memory_block.query.bias", + "diffusion_model.model.mid_blocks.9.memory_block.key.weight", + "diffusion_model.model.mid_blocks.9.memory_block.key.bias", + "diffusion_model.model.mid_blocks.9.memory_block.value.weight", + "diffusion_model.model.mid_blocks.9.memory_block.value.bias", + "diffusion_model.model.mid_blocks.9.memory_block.output.weight", + "diffusion_model.model.mid_blocks.9.memory_block.output.bias", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.9.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.9.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.9.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.9.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.9.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.10.memory_block.output_gate", + "diffusion_model.model.mid_blocks.10.memory_block.query.weight", + "diffusion_model.model.mid_blocks.10.memory_block.query.bias", + "diffusion_model.model.mid_blocks.10.memory_block.key.weight", + "diffusion_model.model.mid_blocks.10.memory_block.key.bias", + "diffusion_model.model.mid_blocks.10.memory_block.value.weight", + "diffusion_model.model.mid_blocks.10.memory_block.value.bias", + "diffusion_model.model.mid_blocks.10.memory_block.output.weight", + "diffusion_model.model.mid_blocks.10.memory_block.output.bias", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.10.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.10.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.10.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.10.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.10.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.11.memory_block.output_gate", + "diffusion_model.model.mid_blocks.11.memory_block.query.weight", + "diffusion_model.model.mid_blocks.11.memory_block.query.bias", + "diffusion_model.model.mid_blocks.11.memory_block.key.weight", + "diffusion_model.model.mid_blocks.11.memory_block.key.bias", + "diffusion_model.model.mid_blocks.11.memory_block.value.weight", + "diffusion_model.model.mid_blocks.11.memory_block.value.bias", + "diffusion_model.model.mid_blocks.11.memory_block.output.weight", + "diffusion_model.model.mid_blocks.11.memory_block.output.bias", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.11.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.11.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.11.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.11.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.11.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.12.memory_block.output_gate", + "diffusion_model.model.mid_blocks.12.memory_block.query.weight", + "diffusion_model.model.mid_blocks.12.memory_block.query.bias", + "diffusion_model.model.mid_blocks.12.memory_block.key.weight", + "diffusion_model.model.mid_blocks.12.memory_block.key.bias", + "diffusion_model.model.mid_blocks.12.memory_block.value.weight", + "diffusion_model.model.mid_blocks.12.memory_block.value.bias", + "diffusion_model.model.mid_blocks.12.memory_block.output.weight", + "diffusion_model.model.mid_blocks.12.memory_block.output.bias", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.12.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.12.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.12.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.12.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.12.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.13.memory_block.output_gate", + "diffusion_model.model.mid_blocks.13.memory_block.query.weight", + "diffusion_model.model.mid_blocks.13.memory_block.query.bias", + "diffusion_model.model.mid_blocks.13.memory_block.key.weight", + "diffusion_model.model.mid_blocks.13.memory_block.key.bias", + "diffusion_model.model.mid_blocks.13.memory_block.value.weight", + "diffusion_model.model.mid_blocks.13.memory_block.value.bias", + "diffusion_model.model.mid_blocks.13.memory_block.output.weight", + "diffusion_model.model.mid_blocks.13.memory_block.output.bias", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.13.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.13.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.13.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.13.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.13.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.14.memory_block.output_gate", + "diffusion_model.model.mid_blocks.14.memory_block.query.weight", + "diffusion_model.model.mid_blocks.14.memory_block.query.bias", + "diffusion_model.model.mid_blocks.14.memory_block.key.weight", + "diffusion_model.model.mid_blocks.14.memory_block.key.bias", + "diffusion_model.model.mid_blocks.14.memory_block.value.weight", + "diffusion_model.model.mid_blocks.14.memory_block.value.bias", + "diffusion_model.model.mid_blocks.14.memory_block.output.weight", + "diffusion_model.model.mid_blocks.14.memory_block.output.bias", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.14.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.14.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.14.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.14.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.14.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.15.memory_block.output_gate", + "diffusion_model.model.mid_blocks.15.memory_block.query.weight", + "diffusion_model.model.mid_blocks.15.memory_block.query.bias", + "diffusion_model.model.mid_blocks.15.memory_block.key.weight", + "diffusion_model.model.mid_blocks.15.memory_block.key.bias", + "diffusion_model.model.mid_blocks.15.memory_block.value.weight", + "diffusion_model.model.mid_blocks.15.memory_block.value.bias", + "diffusion_model.model.mid_blocks.15.memory_block.output.weight", + "diffusion_model.model.mid_blocks.15.memory_block.output.bias", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.15.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.15.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.15.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.15.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.15.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.16.memory_block.output_gate", + "diffusion_model.model.mid_blocks.16.memory_block.query.weight", + "diffusion_model.model.mid_blocks.16.memory_block.query.bias", + "diffusion_model.model.mid_blocks.16.memory_block.key.weight", + "diffusion_model.model.mid_blocks.16.memory_block.key.bias", + "diffusion_model.model.mid_blocks.16.memory_block.value.weight", + "diffusion_model.model.mid_blocks.16.memory_block.value.bias", + "diffusion_model.model.mid_blocks.16.memory_block.output.weight", + "diffusion_model.model.mid_blocks.16.memory_block.output.bias", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.16.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.16.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.16.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.16.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.16.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.17.memory_block.output_gate", + "diffusion_model.model.mid_blocks.17.memory_block.query.weight", + "diffusion_model.model.mid_blocks.17.memory_block.query.bias", + "diffusion_model.model.mid_blocks.17.memory_block.key.weight", + "diffusion_model.model.mid_blocks.17.memory_block.key.bias", + "diffusion_model.model.mid_blocks.17.memory_block.value.weight", + "diffusion_model.model.mid_blocks.17.memory_block.value.bias", + "diffusion_model.model.mid_blocks.17.memory_block.output.weight", + "diffusion_model.model.mid_blocks.17.memory_block.output.bias", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.17.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.17.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.17.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.17.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.17.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.18.memory_block.output_gate", + "diffusion_model.model.mid_blocks.18.memory_block.query.weight", + "diffusion_model.model.mid_blocks.18.memory_block.query.bias", + "diffusion_model.model.mid_blocks.18.memory_block.key.weight", + "diffusion_model.model.mid_blocks.18.memory_block.key.bias", + "diffusion_model.model.mid_blocks.18.memory_block.value.weight", + "diffusion_model.model.mid_blocks.18.memory_block.value.bias", + "diffusion_model.model.mid_blocks.18.memory_block.output.weight", + "diffusion_model.model.mid_blocks.18.memory_block.output.bias", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.18.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.18.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.18.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.18.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.18.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.mid_blocks.19.memory_block.output_gate", + "diffusion_model.model.mid_blocks.19.memory_block.query.weight", + "diffusion_model.model.mid_blocks.19.memory_block.query.bias", + "diffusion_model.model.mid_blocks.19.memory_block.key.weight", + "diffusion_model.model.mid_blocks.19.memory_block.key.bias", + "diffusion_model.model.mid_blocks.19.memory_block.value.weight", + "diffusion_model.model.mid_blocks.19.memory_block.value.bias", + "diffusion_model.model.mid_blocks.19.memory_block.output.weight", + "diffusion_model.model.mid_blocks.19.memory_block.output.bias", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.0.weight", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.0.bias", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.2.weight", + "diffusion_model.model.mid_blocks.19.memory_block.ffn.2.bias", + "diffusion_model.model.mid_blocks.19.memory_block.adaln_head.weight", + "diffusion_model.model.mid_blocks.19.memory_block.adaln_head.bias", + "diffusion_model.model.mid_blocks.19.memory_block.base_fused_lora.down.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_fused_lora.up.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_attention_output_lora.down.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_attention_output_lora.up.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_mlp_output_lora.down.weight", + "diffusion_model.model.mid_blocks.19.memory_block.base_mlp_output_lora.up.weight", + "diffusion_model.model.memory_conditioner.camera_encoder.576.weight", + "diffusion_model.model.memory_conditioner.camera_encoder.576.bias", + "diffusion_model.model.memory_conditioner.camera_encoder.1152.weight", + "diffusion_model.model.memory_conditioner.camera_encoder.1152.bias", + "diffusion_model.model.memory_conditioner.role_embeddings.576.weight", + "diffusion_model.model.memory_conditioner.role_embeddings.1152.weight" + ], + "trainable_numel": 554398272, + "trainable_tensor_count": 678, + "training_ema_decay": 0.9999 +} diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/0ece034988793847.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/0ece034988793847.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a60a895cb15bf6ef5ea726b064f660af2902c256 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/0ece034988793847.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830cf03c1b935fd6596ef09be12a9fae01e634222deca3a091e7fa072691308d +size 1223280 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1735d8d1b4015669.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1735d8d1b4015669.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..651ac6046a807e0c5577587d1134df71964487d5 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1735d8d1b4015669.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4238e82c516d74a7c47fe83e0b70d75da4651ab80930593d88ad1e6be965aeb +size 1516367 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1cdfd3abfcc3a64e.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1cdfd3abfcc3a64e.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e473a42ebba78543b41f177cff6772d87a086af9 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/1cdfd3abfcc3a64e.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3572776db421325720b2ad634fa42f29a561fba22247ca389e2ca476602dff71 +size 2762603 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/6afff9609b65a604.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/6afff9609b65a604.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2c1b01b120995501d94e597627859a50b90ec50d --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/6afff9609b65a604.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb862ae5144f03382f93f1ad0b1dd4f6aba23deb4753f0771407f0522f6fa01 +size 1632108 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/b009fbe3950ebeb2.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/b009fbe3950ebeb2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..feb07b6795edfde915240dee959d5199d7da6750 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/b009fbe3950ebeb2.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594f2273571bf3a0665f10370977ba578f1d6f934502cfbd40b8ea8ae0bcd8d9 +size 1970228 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9dde0db6a19995f698956c6865dce34f26efa84b --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/bcc76b58e2585320.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e8ef603a313b7da222d3ef5bf90d007f810e88198db712a6c65c57e49e6e73f +size 1836827 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1c6e66bc427ecc9f24965b230bc3e7c307ecabca --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/c49a14de01d7bd35.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ccf4cce41f1beb8438e7d0434846fe8f7980813eeb546b8e0a1fc58d91711a +size 1625038 diff --git a/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4 b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3539f27e5ced229f2fe325029f7a6c9b28c556d4 --- /dev/null +++ b/results/re10k_short_reverse_dememwm_full_monitor8_train731edd42758e_eval940b6fb72bb1_step70000_job81244/videos/test_loop_true_reverse_h100_f199_v1_step00000000/f287c679c250a841.mp4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f057abdc0765752ba9618957ae4be8945e11b0a350edd66792d55832ebde5c4c +size 1577337