[[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/10_Ogipote_close-up_shinobu" keep_tokens = 5 name = "10" num_repeats = 10 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/10_Watanabe_bamboo" keep_tokens = 5 name = "10_1745945747727351900" num_repeats = 10 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/10_Watanabe_close_up" keep_tokens = 5 name = "10_1745945747738130000" num_repeats = 10 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/12_Ogipote_line_drop_scenery" keep_tokens = 5 name = "12" num_repeats = 12 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/15_bunoshii_shinobu_best" keep_tokens = 5 name = "15" num_repeats = 15 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/15_Ogipote_close-up" keep_tokens = 5 name = "15_1745945747770446000" num_repeats = 15 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/15_Watanabe_school_desk_balancing_not_watanabe" keep_tokens = 5 name = "15_1745945747781215500" num_repeats = 15 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/15_Watanabe_school_desk_pile_not_watanabe" keep_tokens = 5 name = "15_1745945747791987100" num_repeats = 15 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/15_Watanabe_tongue" keep_tokens = 5 name = "15_1745945747802757400" num_repeats = 15 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/1_Watanabe_anothers" keep_tokens = 5 name = "1" num_repeats = 1 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/1_Watanabe_grisaia" keep_tokens = 5 name = "1_1745945747824308600" num_repeats = 1 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/1_watanabe_monogatari" keep_tokens = 5 name = "1_1745945747835080400" num_repeats = 1 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/1_Watanabe_retro_artstyle" keep_tokens = 5 name = "1_1745945747845847800" num_repeats = 1 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/1_Watanabe_scan" keep_tokens = 5 name = "1_1745945747856623900" num_repeats = 1 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/1_Watanabe_selective_colorization_not_watanabe" keep_tokens = 5 name = "1_1745945747867400700" num_repeats = 1 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/20_bunoshii_shinobu_close_up" keep_tokens = 5 name = "20" num_repeats = 20 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/20_Ogipote_bokeh_line_drop" keep_tokens = 5 name = "20_1745945747883584500" num_repeats = 20 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/20_Ogipote_simple_bokeh" keep_tokens = 5 name = "20_1745945747894406700" num_repeats = 20 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/20_Watanabe_industrial" keep_tokens = 5 name = "20_1745945747905181800" num_repeats = 20 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/20_Watanabe_scaffolding" keep_tokens = 5 name = "20_1745945747915952900" num_repeats = 20 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/25_Ogipote_eye_focus" keep_tokens = 5 name = "25" num_repeats = 25 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/25_watanabe_sky" keep_tokens = 5 name = "25_1745945747942942300" num_repeats = 25 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/2_Ogipote_not_shinobu_tags" keep_tokens = 5 name = "2" num_repeats = 2 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/2_Watanabe_kizumonogatari" keep_tokens = 5 name = "2_1745945747964538700" num_repeats = 2 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/2_watanabe_monogatari_better" keep_tokens = 5 name = "2_1745945747971871000" num_repeats = 2 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/2_Watanabe_shinobu_kizu_small" keep_tokens = 5 name = "2_1745945747976327800" num_repeats = 2 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/2_Watanabe_white_obj_screencap" keep_tokens = 5 name = "2_1745945747987149100" num_repeats = 2 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/30_bunoshii_chair" keep_tokens = 5 name = "30" num_repeats = 30 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/30_Watanabe_backl" keep_tokens = 5 name = "30_1745945748009713100" num_repeats = 30 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/35_Ogipote_close-up_one_eye" keep_tokens = 5 name = "35" num_repeats = 35 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/3_bunoshii" keep_tokens = 5 name = "3" num_repeats = 3 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/3_bunoshii_naoetsu_uniform" keep_tokens = 5 name = "3_1745945748047666700" num_repeats = 3 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/3_bunoshii_other_complete" keep_tokens = 5 name = "3_1745945748058435500" num_repeats = 3 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/3_bunoshii_shinobus_dress" keep_tokens = 5 name = "3_1745945748065774200" num_repeats = 3 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/3_watanabe_apartments" keep_tokens = 5 name = "3_1745945748070233700" num_repeats = 15 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/40_bunoshii_eye_focus" keep_tokens = 5 name = "40" num_repeats = 40 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/40_Watanabe_sjh_pose" keep_tokens = 5 name = "40_1745945748134915900" num_repeats = 40 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/4_Ogipote_line_drops" keep_tokens = 5 name = "4" num_repeats = 4 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/4_Watanabe_monochrome_style" keep_tokens = 5 name = "4_1745945748161906000" num_repeats = 4 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/4_Watanabe_shinobus_dress" keep_tokens = 5 name = "4_1745945748172733300" num_repeats = 4 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/4_Watanabe_shinobus_pink" keep_tokens = 5 name = "4_1745945748190833300" num_repeats = 4 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/4_Watanabe_shinobu_complete" keep_tokens = 5 name = "4_1745945748195291800" num_repeats = 4 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/5_Watanabe_close-up_anothers" keep_tokens = 5 name = "5" num_repeats = 5 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/5_Watanabe_foreground" keep_tokens = 5 name = "5_1745945748216884700" num_repeats = 5 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/5_Watanabe_shade" keep_tokens = 5 name = "5_1745945748227655700" num_repeats = 5 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/5_Watanabe_shade_screencap" keep_tokens = 5 name = "5_1745945748238430700" num_repeats = 5 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/5_Watanabe_white_obj" keep_tokens = 5 name = "5_1745945748253607900" num_repeats = 5 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/6_Ogipote_foreground_line_drops" keep_tokens = 5 name = "6" num_repeats = 6 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/6_Ogipote_shinobus_dress" keep_tokens = 5 name = "6_1745945748271816700" num_repeats = 6 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/6_Ogipote_shinobu_short_hair" keep_tokens = 5 name = "6_1745945748282590200" num_repeats = 6 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/6_Ogipote_shinobu_tags" keep_tokens = 5 name = "6_1745945748293362200" num_repeats = 6 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/6_Ogipote_simple_blurry_foreground" keep_tokens = 5 name = "6_1745945748304134300" num_repeats = 6 random_crop_padding_percent = 0.05 shuffle_caption = true [[subsets]] caption_extension = ".txt" image_dir = "C:/full_dataset/7_Watanabe_eye_focus" keep_tokens = 5 name = "7" num_repeats = 7 random_crop_padding_percent = 0.05 shuffle_caption = true [train_mode] train_mode = "lora" [general_args.args] persistent_data_loader_workers = true pretrained_model_name_or_path = "C:/Users/Admin/Downloads/Watanabe_exper_4_consept_more.safetensors" mixed_precision = "bf16" gradient_checkpointing = true gradient_accumulation_steps = 2 seed = 23 max_data_loader_n_workers = 1 max_token_length = 225 prior_loss_weight = 1.0 xformers = true max_train_epochs = 5 cache_latents = true cache_latents_to_disk = true sdxl = true v_parameterization = true [general_args.dataset_args] resolution = 1024 batch_size = 12 [network_args.args] network_dim = 32 network_alpha = 32.0 min_timestep = 0 max_timestep = 1000 [optimizer_args.args] optimizer_type = "ProdigyPlusScheduleFree" lr_scheduler = "constant" loss_type = "smooth_l1" huber_c = 0.1 huber_schedule = "snr" learning_rate = 1.0 unet_lr = 1.0 text_encoder_lr = 1.0 max_grad_norm = 0.1 zero_terminal_snr = true [saving_args.args] output_name = "vpred_test_lora_full" save_precision = "bf16" save_model_as = "safetensors" save_every_n_steps = 500 save_toml = true save_toml_location = "C:/Users/Admin/Downloads/output_model" output_dir = "C:/Users/Admin/Downloads/output_adamw" [logging_args.args] logging_dir = "C:/Users/Admin/Downloads/output_model/graphs" log_prefix_mode = "output_name" run_name_mode = "default" log_with = "tensorboard" [edm_loss_args.args] edm2_loss_weighting = true edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCropV2ExMachina" edm2_loss_weighting_optimizer_lr = "5e-3" edm2_loss_weighting_optimizer_args = "{'update_strategy':'cautious', 'gamma':0.0, 'betas':(0.99,0.9999,0.999), 'adaptive_clip':0}" edm2_loss_weighting_max_grad_norm = "0" edm2_loss_weighting_generate_graph = true edm2_loss_weighting_generate_graph_every_x_steps = 10 edm2_loss_weighting_generate_graph_y_limit = 5 edm2_loss_weighting_initial_weights = "" edm2_loss_weighting_num_channels = 448 edm2_loss_weighting_generate_graph_output_dir = "C:/Users/Admin/Downloads/output_adamw" [extra_args.args] validation_seed = "1337" validation_every_n_step = "10" max_validation_steps = "40" validation_timesteps = "[50, 200, 400, 600, 800, 950]" [bucket_args.dataset_args] enable_bucket = true bucket_no_upscale = true min_bucket_reso = 512 max_bucket_reso = 2048 bucket_reso_steps = 64 [network_args.args.network_args] conv_dim = 32 conv_alpha = 32.0 algo = "full" train_norm = true dropout = 0.25