Add files using upload-large-folder tool

.gitattributes

@@ -3587,3 +3587,52 @@ hinton_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_yellow_scale1.00_x
 hinton_lora256_cm128_cm_lora_span_only/sam3_composites/0009_9_white_scale0.50_x256_y266_composite.png filter=lfs diff=lfs merge=lfs -text
 hinton_lora256_cm128_cm_lora_span_only/sam3_composites/0007_7_gray_scale0.50_x213_y23_composite.png filter=lfs diff=lfs merge=lfs -text
 hinton_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_black_scale0.75_x3_y97_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_white_scale1.00_x591_y835_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_pink_scale1.00_x678_y1270_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_pink_scale0.50_x1787_y2159_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_002000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4 filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_005000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4 filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_004000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4 filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_003000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4 filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_001000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4 filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_yellow_scale0.50_x879_y66_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_yellow_scale0.75_x10_y2036_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_green_scale0.50_x238_y1350_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_green_scale0.75_x482_y2022_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_pink_scale0.75_x18_y480_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_yellow_scale0.25_x119_y2230_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_gray_scale0.50_x868_y303_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_yellow_scale0.75_x1292_y1800_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_green_scale1.00_x745_y1035_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_yellow_scale0.50_x939_y2509_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_white_scale0.25_x2436_y278_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_white_scale1.00_x182_y600_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_pink_scale0.50_x1275_y2389_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_blue_scale0.75_x1306_y797_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_pink_scale1.00_x253_y1834_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_red_scale1.00_x42_y187_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_yellow_scale0.25_x2231_y2012_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_yellow_scale1.00_x606_y308_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_blue_scale0.75_x511_y1257_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_white_scale1.00_x729_y1509_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_white_scale0.50_x1516_y830_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_red_scale0.75_x945_y2010_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_white_scale0.75_x1269_y2047_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_green_scale0.50_x1559_y1398_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_yellow_scale0.50_x908_y2213_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_blue_scale1.00_x181_y1441_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_pink_scale0.50_x1099_y1180_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_yellow_scale0.25_x2439_y1506_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_green_scale1.00_x804_y901_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_pink_scale1.00_x31_y1301_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_red_scale0.50_x1371_y37_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_red_scale0.25_x2567_y712_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_pink_scale0.75_x459_y1973_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_black_scale0.25_x1837_y832_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_black_scale0.25_x1147_y2386_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_black_scale0.25_x2274_y1129_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_blue_scale0.25_x2705_y951_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_red_scale0.25_x1992_y777_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0000_1_green_scale1.00_x46_y238_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0002_3_white_scale0.25_x1189_y744_composite.png filter=lfs diff=lfs merge=lfs -text
+motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites/0001_2_green_scale0.25_x2356_y1523_composite.png filter=lfs diff=lfs merge=lfs -text

motorcycle_picture_lora256_cm128_cm_lora_span_only/checkpoint-5000/training_config.json

@@ -0,0 +1,283 @@
+{
+    "pretrained_model_root": "/workspace/Code/3DreamVerse/ckpts",
+    "pretrained_transformer_version": "720p_t2v",
+    "learning_rate": 0.0001,
+    "weight_decay": 0.01,
+    "max_steps": 5000,
+    "warmup_steps": 500,
+    "gradient_accumulation_steps": 1,
+    "max_grad_norm": 1.0,
+    "use_muon": true,
+    "num_train_timesteps": 1000,
+    "train_timestep_shift": 1.0,
+    "validation_timestep_shift": 5.0,
+    "snr_type": "lognorm",
+    "task_type": "t2v",
+    "i2v_prob": 0.0,
+    "enable_fsdp": false,
+    "enable_gradient_checkpointing": false,
+    "sp_size": 1,
+    "dp_replicate": 1,
+    "batch_size": 1,
+    "num_workers": 4,
+    "output_dir": "./outputs_final/final_cm128+lora256_obj_detailed/motorcycle_picture_lora256_cm128_cm_lora_span_only",
+    "save_interval": 5000,
+    "log_interval": 10,
+    "latent_max_skip_threshold": 50.0,
+    "disable_latent_cache": true,
+    "dtype": "bf16",
+    "seed": 42,
+    "validation_interval": 1000,
+    "validate_at_step0": false,
+    "validation_prompts": [
+        "A beautiful sunset over the ocean with waves gently crashing on the shore"
+    ],
+    "validation_span_modes": [
+        "phrase"
+    ],
+    "validation_scene_object_prompt": false,
+    "data_category": "scene",
+    "validate_video_length": 21,
+    "resume_from_checkpoint": null,
+    "use_concept_mod": true,
+    "token_dim": 3584,
+    "mlp_hidden": 128,
+    "mod_dim": 2048,
+    "n_blocks": 54,
+    "instance_data_root": "/workspace/Code/3DreamVerse/data/dreambooth3/motorcycle_picture",
+    "train_prompts": null,
+    "only_image": true,
+    "num_images": null,
+    "selected_frame_indices": null,
+    "video_sample_frames": 33,
+    "video_num_clips": 1,
+    "video_prompt_motion_suffix": "",
+    "video_prompt_motion_token": "",
+    "train_uniform_scene_object_prompt": true,
+    "train_object_phrase_prompt": true,
+    "scene_object_all_add_article": false,
+    "train_scene_span_only": true,
+    "log_projection_positions": false,
+    "train_view_span_prompt": false,
+    "start_view_span": "start view",
+    "end_view_span": "end view",
+    "view_span_frame_count": 5,
+    "mv_source_root": "/workspace/Code/3DreamVerse/data/3dreambooth2",
+    "mv_source": "",
+    "mv_image_mix_ratio": 0.0,
+    "mv_source_angle_phrase": "",
+    "target_angle_phrase": "",
+    "validation_target_angle_prompt": false,
+    "validation_start_end_view_prompt": false,
+    "mask_meta_file": null,
+    "instance_meta_file": "/workspace/Code/3DreamVerse/data/dreambooth3/motorcycle_picture/meta_scene_detailed_4.json",
+    "sam3_composite_prob": 0.5,
+    "sam3_composite_bg_mode": "random",
+    "sam3_composite_scales": "1 0.75 0.5 0.25",
+    "sam3_composite_random_position": true,
+    "sam3_checkpoint": "/workspace/Code/3DreamVerse/checkpoints/sam3/sam3.pt",
+    "sam3_mask_dir": "",
+    "sam3_auto_generate_masks": true,
+    "sam3_visualize_masks": false,
+    "sam3_save_composites": true,
+    "sam3_composite_debug_dir": "./outputs_final/final_cm128+lora256_obj_detailed/motorcycle_picture_lora256_cm128_cm_lora_span_only/sam3_composites",
+    "sam3_max_saved_composites": 64,
+    "sam3_mask_dilate": 3,
+    "sam3_mask_feather": 2.0,
+    "sam3_composite_prompt_template": "A video of {article} {class_name} in a {background} background. {class_name} in a {background} background.}",
+    "train_height": 480,
+    "train_width": 848,
+    "img_attn_debug_interval": 1000000,
+    "img_attn_debug_layer": 12,
+    "img_attn_debug_dir": "debug_output/img_attn",
+    "img_attn_loss_weight": 0.0,
+    "img_attn_loss_layer": "-1",
+    "img_attn_loss_detach_total": true,
+    "img_attn_log_when_loss_zero": false,
+    "use_text_sink_tokens": false,
+    "num_text_sink_tokens": 1,
+    "use_text_sink_prompt_prefix": false,
+    "text_sink_prompt_prefix": "kad",
+    "lora_r": 256,
+    "lora_alpha": 256,
+    "lora_target_modules": [
+        "txt_attn_v",
+        "txt_attn_proj"
+    ],
+    "lora_train_scene_span_only": false,
+    "lora_train_artifact_span": false,
+    "train_artifact_span": true,
+    "use_rare": true,
+    "isolation_pairs_dir": null,
+    "isolation_prob": 0.5,
+    "isolation_loss_weight": 1.0,
+    "isolation_caption_template": "A picture divided into two parts. The left part is {p_input}. The right part is {p_random}.",
+    "anchor_ckpt_dir": "",
+    "anchor_data_root": "/workspace/Code/3DreamVerse/data/3dreambooth2/carrier",
+    "anchor_meta_file": "/workspace/Code/3DreamVerse/data/3dreambooth2/carrier/meta_scene_detailed_4.json",
+    "mode_prob_target_only": 1.0,
+    "mode_prob_anchor_only": 0.0,
+    "mode_prob_concat": 0.0,
+    "contrastive_concat_template": "{p1} and {p2}",
+    "object_token_pairs": [
+        {
+            "token": "motorcycle",
+            "class": "motorcycle"
+        }
+    ],
+    "object_token_map": {
+        "motorcycle": "motorcycle"
+    },
+    "class_token_map": {
+        "motorcycle": "motorcycle"
+    },
+    "detailed_lora_metadata": {
+        "mode": "scene_objects_detailed_phrase",
+        "prompt_mode": "scene_context_objects",
+        "scene_class": "wall",
+        "scene_adjective": "indoor",
+        "scene_token": "indoor",
+        "scene_phrase": "residential interior wall with beige canvas art",
+        "scene_detailed_phrase": "residential interior wall with beige canvas art",
+        "objects": [
+            "motorcycle"
+        ],
+        "adjectives": [
+            "vintage"
+        ],
+        "detailed_objects": [
+            "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish"
+        ],
+        "description_phrases": [
+            "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish"
+        ],
+        "context_objects": [
+            "canvas",
+            "wall"
+        ],
+        "context_adjectives": [
+            "vintage",
+            "white"
+        ],
+        "context_object_phrases": [
+            "vintage beige canvas art piece",
+            "white plaster wall"
+        ],
+        "scene_phrase_primary_object_phrases": [
+            "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish"
+        ],
+        "scene_phrase_context_object_phrases": [
+            "vintage beige canvas art piece",
+            "white plaster wall"
+        ],
+        "scene_phrase_object_phrases": [
+            "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+            "vintage beige canvas art piece",
+            "white plaster wall"
+        ],
+        "lora_phrases": [
+            "residential interior wall with beige canvas art",
+            "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish"
+        ],
+        "mask_tokens": [
+            "motorcycle"
+        ],
+        "object_description_pairs": [
+            {
+                "class": "motorcycle",
+                "adjective": "vintage",
+                "detailed_object": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+                "description_phrase": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+                "mask_token": "motorcycle"
+            }
+        ],
+        "context_object_description_pairs": [
+            {
+                "class": "canvas",
+                "adjective": "vintage",
+                "description_phrase": "vintage beige canvas art piece",
+                "role": "context"
+            },
+            {
+                "class": "wall",
+                "adjective": "white",
+                "description_phrase": "white plaster wall",
+                "role": "context"
+            }
+        ],
+        "scene_phrase_object_description_pairs": [
+            {
+                "class": "motorcycle",
+                "adjective": "vintage",
+                "detailed_object": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+                "description_phrase": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+                "mask_token": "motorcycle",
+                "role": "primary"
+            },
+            {
+                "class": "canvas",
+                "adjective": "vintage",
+                "description_phrase": "vintage beige canvas art piece",
+                "role": "context"
+            },
+            {
+                "class": "wall",
+                "adjective": "white",
+                "description_phrase": "white plaster wall",
+                "role": "context"
+            }
+        ],
+        "class_to_description_phrase": {
+            "motorcycle": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish"
+        },
+        "description_phrase_to_class": {
+            "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish": "motorcycle"
+        },
+        "artifact_phrase": "",
+        "view_prompts": {
+            "1.jpeg": "A video of a residential interior wall with beige canvas art featuring a vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish.",
+            "2.jpeg": "A video of a residential interior wall with beige canvas art featuring a vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish.",
+            "3.jpeg": "A video of a residential interior wall with beige canvas art featuring a vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish."
+        }
+    },
+    "training_prompt": "A video of a residential interior wall with beige canvas art featuring a vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish.",
+    "training_prompt_all_objects_visible": "A video of a residential interior wall with beige canvas art featuring a vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish.",
+    "training_prompt_projection_span": "residential interior wall with beige canvas art",
+    "validation_prompt": "A video of residential interior wall with beige canvas art.",
+    "validation_prompt_projection_span": "residential interior wall with beige canvas art",
+    "scene_phrase": "residential interior wall with beige canvas art",
+    "scene_phrase_primary_object_phrases": [
+        "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish"
+    ],
+    "scene_phrase_context_object_phrases": [
+        "vintage beige canvas art piece",
+        "white plaster wall"
+    ],
+    "scene_phrase_object_phrases": [
+        "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+        "vintage beige canvas art piece",
+        "white plaster wall"
+    ],
+    "scene_phrase_object_description_pairs": [
+        {
+            "class": "motorcycle",
+            "adjective": "vintage",
+            "detailed_object": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+            "description_phrase": "vintage red and black 3D motorcycle sculpture with white accents and weathered metallic finish",
+            "mask_token": "motorcycle",
+            "role": "primary"
+        },
+        {
+            "class": "canvas",
+            "adjective": "vintage",
+            "description_phrase": "vintage beige canvas art piece",
+            "role": "context"
+        },
+        {
+            "class": "wall",
+            "adjective": "white",
+            "description_phrase": "white plaster wall",
+            "role": "context"
+        }
+    ]
+}

motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_001000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcb4c528ff2d44aec2f9addbcc77b192cfe3542c678dfef769d8e19e8e54585
+size 212369

motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_002000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e32357ec0246c628352fccbc5eb18b153a2ae9af152878d58ab66be12e043f
+size 251992

motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_003000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aada5c1f63954e641bdedc32af8d78b2de7d8da3368c9cc0ef53e2af29f2ac
+size 199175

motorcycle_picture_lora256_cm128_cm_lora_span_only/samples/step_004000_target_beach_with_vintage_red_and_black_3D_motorcycle_sculpture_with_white_accent_1d59b6a7.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251ea0a4c3a8dd50d0cb3e1bb89e564775144de5e06c165234d04cd6860eb68d
+size 219457