diffsynth / examples /stable_diffusion /model_training /special /split_training /stable-diffusion-v1-5.sh
| modelscope download --dataset DiffSynth-Studio/diffsynth_example_dataset --include "stable_diffusion/stable-diffusion-v1-5/*" --local_dir ./data/diffsynth_example_dataset | |
| # Stage 1: cache deterministic preprocessing outputs. | |
| accelerate launch examples/stable_diffusion/model_training/train.py \ | |
| --dataset_base_path data/diffsynth_example_dataset/stable_diffusion/stable-diffusion-v1-5 \ | |
| --dataset_metadata_path data/diffsynth_example_dataset/stable_diffusion/stable-diffusion-v1-5/metadata.csv \ | |
| --height 512 \ | |
| --width 512 \ | |
| --dataset_repeat 1 \ | |
| --model_id_with_origin_paths AI-ModelScope/stable-diffusion-v1-5:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-v1-5:unet/diffusion_pytorch_model.safetensors,AI-ModelScope/stable-diffusion-v1-5:vae/diffusion_pytorch_model.safetensors \ | |
| --learning_rate 1e-4 \ | |
| --num_epochs 5 \ | |
| --remove_prefix_in_ckpt pipe.unet. \ | |
| --output_path ./models/train/stable-diffusion-v1-5_split_cache \ | |
| --lora_base_model unet \ | |
| --lora_target_modules '' \ | |
| --lora_rank 32 \ | |
| --use_gradient_checkpointing \ | |
| --offload_models AI-ModelScope/stable-diffusion-v1-5:unet/diffusion_pytorch_model.safetensors \ | |
| --task sft:data_process | |
| # Stage 2: train LoRA from the cached dataset. | |
| accelerate launch examples/stable_diffusion/model_training/train.py \ | |
| --dataset_base_path ./models/train/stable-diffusion-v1-5_split_cache \ | |
| --height 512 \ | |
| --width 512 \ | |
| --dataset_repeat 50 \ | |
| --model_id_with_origin_paths AI-ModelScope/stable-diffusion-v1-5:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-v1-5:unet/diffusion_pytorch_model.safetensors,AI-ModelScope/stable-diffusion-v1-5:vae/diffusion_pytorch_model.safetensors \ | |
| --learning_rate 1e-4 \ | |
| --num_epochs 5 \ | |
| --remove_prefix_in_ckpt pipe.unet. \ | |
| --output_path ./models/train/stable-diffusion-v1-5_split \ | |
| --lora_base_model unet \ | |
| --lora_target_modules '' \ | |
| --lora_rank 32 \ | |
| --use_gradient_checkpointing \ | |
| --offload_models AI-ModelScope/stable-diffusion-v1-5:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-v1-5:vae/diffusion_pytorch_model.safetensors \ | |
| --task sft:train | |