File size: 2,128 Bytes
06a2f8e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | modelscope download --dataset DiffSynth-Studio/diffsynth_example_dataset --include "stable_diffusion/stable-diffusion-v1-5/*" --local_dir ./data/diffsynth_example_dataset
# Stage 1: cache deterministic preprocessing outputs.
accelerate launch examples/stable_diffusion/model_training/train.py \
--dataset_base_path data/diffsynth_example_dataset/stable_diffusion/stable-diffusion-v1-5 \
--dataset_metadata_path data/diffsynth_example_dataset/stable_diffusion/stable-diffusion-v1-5/metadata.csv \
--height 512 \
--width 512 \
--dataset_repeat 1 \
--model_id_with_origin_paths AI-ModelScope/stable-diffusion-v1-5:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-v1-5:unet/diffusion_pytorch_model.safetensors,AI-ModelScope/stable-diffusion-v1-5:vae/diffusion_pytorch_model.safetensors \
--learning_rate 1e-4 \
--num_epochs 5 \
--remove_prefix_in_ckpt pipe.unet. \
--output_path ./models/train/stable-diffusion-v1-5_split_cache \
--lora_base_model unet \
--lora_target_modules '' \
--lora_rank 32 \
--use_gradient_checkpointing \
--offload_models AI-ModelScope/stable-diffusion-v1-5:unet/diffusion_pytorch_model.safetensors \
--task sft:data_process
# Stage 2: train LoRA from the cached dataset.
accelerate launch examples/stable_diffusion/model_training/train.py \
--dataset_base_path ./models/train/stable-diffusion-v1-5_split_cache \
--height 512 \
--width 512 \
--dataset_repeat 50 \
--model_id_with_origin_paths AI-ModelScope/stable-diffusion-v1-5:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-v1-5:unet/diffusion_pytorch_model.safetensors,AI-ModelScope/stable-diffusion-v1-5:vae/diffusion_pytorch_model.safetensors \
--learning_rate 1e-4 \
--num_epochs 5 \
--remove_prefix_in_ckpt pipe.unet. \
--output_path ./models/train/stable-diffusion-v1-5_split \
--lora_base_model unet \
--lora_target_modules '' \
--lora_rank 32 \
--use_gradient_checkpointing \
--offload_models AI-ModelScope/stable-diffusion-v1-5:text_encoder/model.safetensors,AI-ModelScope/stable-diffusion-v1-5:vae/diffusion_pytorch_model.safetensors \
--task sft:train
|