tomstein123 commited on
Commit
b90a497
·
verified ·
1 Parent(s): 79a0cf6

Upload 7 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ sample/flux_lora_file_name_rank16_bf16_e000008_00_20240824184729_42.png filter=lfs diff=lfs merge=lfs -text
37
+ sample/flux_lora_file_name_rank16_bf16_e000016_00_20240824233906_42.png filter=lfs diff=lfs merge=lfs -text
38
+ sample/flux_lora_file_name_rank16_bf16_e000022_00_20240825032102_42.png filter=lfs diff=lfs merge=lfs -text
flux_lora_file_name_args.json ADDED
@@ -0,0 +1,199 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "console_log_level": null,
3
+ "console_log_file": null,
4
+ "console_log_simple": false,
5
+ "v2": false,
6
+ "v_parameterization": false,
7
+ "pretrained_model_name_or_path": "/home/Ubuntu/apps/ComfyUI/models/unet/flux1-dev.safetensors",
8
+ "tokenizer_cache_dir": null,
9
+ "train_data_dir": null,
10
+ "cache_info": false,
11
+ "shuffle_caption": false,
12
+ "caption_separator": ",",
13
+ "caption_extension": ".caption",
14
+ "caption_extention": null,
15
+ "keep_tokens": 0,
16
+ "keep_tokens_separator": "",
17
+ "secondary_separator": null,
18
+ "enable_wildcard": false,
19
+ "caption_prefix": null,
20
+ "caption_suffix": null,
21
+ "color_aug": false,
22
+ "flip_aug": false,
23
+ "face_crop_aug_range": null,
24
+ "random_crop": false,
25
+ "debug_dataset": false,
26
+ "resolution": null,
27
+ "cache_latents": true,
28
+ "vae_batch_size": 1,
29
+ "cache_latents_to_disk": false,
30
+ "enable_bucket": false,
31
+ "min_bucket_reso": 256,
32
+ "max_bucket_reso": 1024,
33
+ "bucket_reso_steps": 64,
34
+ "bucket_no_upscale": false,
35
+ "token_warmup_min": 1,
36
+ "token_warmup_step": 0,
37
+ "alpha_mask": false,
38
+ "dataset_class": null,
39
+ "caption_dropout_rate": 0.0,
40
+ "caption_dropout_every_n_epochs": 0,
41
+ "caption_tag_dropout_rate": 0.0,
42
+ "reg_data_dir": null,
43
+ "in_json": null,
44
+ "dataset_repeats": 1,
45
+ "output_dir": "flux_lora_output_path",
46
+ "output_name": "flux_lora_file_name_rank16_bf16",
47
+ "huggingface_repo_id": null,
48
+ "huggingface_repo_type": null,
49
+ "huggingface_path_in_repo": null,
50
+ "huggingface_token": null,
51
+ "huggingface_repo_visibility": null,
52
+ "save_state_to_huggingface": false,
53
+ "resume_from_huggingface": false,
54
+ "async_upload": false,
55
+ "save_precision": "bf16",
56
+ "save_every_n_epochs": null,
57
+ "save_every_n_steps": null,
58
+ "save_n_epoch_ratio": null,
59
+ "save_last_n_epochs": null,
60
+ "save_last_n_epochs_state": null,
61
+ "save_last_n_steps": null,
62
+ "save_last_n_steps_state": null,
63
+ "save_state": false,
64
+ "save_state_on_train_end": false,
65
+ "resume": null,
66
+ "train_batch_size": 1,
67
+ "max_token_length": null,
68
+ "mem_eff_attn": true,
69
+ "torch_compile": false,
70
+ "dynamo_backend": "inductor",
71
+ "xformers": false,
72
+ "sdpa": false,
73
+ "vae": null,
74
+ "max_train_steps": 2000,
75
+ "max_train_epochs": null,
76
+ "max_data_loader_n_workers": 0,
77
+ "persistent_data_loader_workers": false,
78
+ "seed": 42,
79
+ "gradient_checkpointing": true,
80
+ "gradient_accumulation_steps": 1,
81
+ "mixed_precision": "bf16",
82
+ "full_fp16": false,
83
+ "full_bf16": false,
84
+ "fp8_base": true,
85
+ "ddp_timeout": null,
86
+ "ddp_gradient_as_bucket_view": false,
87
+ "ddp_static_graph": false,
88
+ "clip_skip": null,
89
+ "logging_dir": null,
90
+ "log_with": null,
91
+ "log_prefix": null,
92
+ "log_tracker_name": null,
93
+ "wandb_run_name": null,
94
+ "log_tracker_config": null,
95
+ "wandb_api_key": null,
96
+ "log_config": false,
97
+ "noise_offset": null,
98
+ "noise_offset_random_strength": false,
99
+ "multires_noise_iterations": null,
100
+ "ip_noise_gamma": null,
101
+ "ip_noise_gamma_random_strength": false,
102
+ "multires_noise_discount": 0.3,
103
+ "adaptive_noise_scale": null,
104
+ "zero_terminal_snr": false,
105
+ "min_timestep": null,
106
+ "max_timestep": null,
107
+ "loss_type": "l2",
108
+ "huber_schedule": "snr",
109
+ "huber_c": 0.1,
110
+ "lowram": false,
111
+ "highvram": true,
112
+ "sample_every_n_steps": null,
113
+ "sample_at_first": false,
114
+ "sample_every_n_epochs": null,
115
+ "sample_prompts": [
116
+ "Photo of a single rectangular woven seagrass basket with a handle, white background."
117
+ ],
118
+ "sample_sampler": "ddim",
119
+ "config_file": null,
120
+ "output_config": false,
121
+ "metadata_title": null,
122
+ "metadata_author": null,
123
+ "metadata_description": null,
124
+ "metadata_license": null,
125
+ "metadata_tags": null,
126
+ "prior_loss_weight": 1.0,
127
+ "conditioning_data_dir": null,
128
+ "masked_loss": false,
129
+ "deepspeed": false,
130
+ "zero_stage": 2,
131
+ "offload_optimizer_device": null,
132
+ "offload_optimizer_nvme_path": null,
133
+ "offload_param_device": null,
134
+ "offload_param_nvme_path": null,
135
+ "zero3_init_flag": false,
136
+ "zero3_save_16bit_model": false,
137
+ "fp16_master_weights_and_gradients": false,
138
+ "optimizer_type": "CAME",
139
+ "use_8bit_adam": false,
140
+ "use_lion_optimizer": false,
141
+ "learning_rate": 0.0004,
142
+ "max_grad_norm": 1.0,
143
+ "optimizer_args": null,
144
+ "lr_scheduler_type": "",
145
+ "lr_scheduler_args": null,
146
+ "lr_scheduler": "constant",
147
+ "lr_warmup_steps": 0,
148
+ "lr_scheduler_num_cycles": 1,
149
+ "lr_scheduler_power": 1.0,
150
+ "fused_backward_pass": false,
151
+ "dataset_config": "[[datasets]]\nresolution = [ 1024, 1024,]\nbatch_size = 4\nenable_bucket = true\nbucket_no_upscale = false\n[[datasets.subsets]]\nimage_dir = \"/home/Ubuntu/thindrives/Massed_Compute/woven_seagrass/\"\nclass_tokens = \"w0v3nS3agrass\"\nnum_repeats = 20\n\n\n[general]\nshuffle_caption = false\ncaption_extension = \".txt\"\nkeep_tokens_separator = \"|||\"\ncaption_dropout_rate = 0.0\ncolor_aug = false\nflip_aug = true\n",
152
+ "min_snr_gamma": null,
153
+ "scale_v_pred_loss_like_noise_pred": false,
154
+ "v_pred_like_loss": null,
155
+ "debiased_estimation_loss": false,
156
+ "weighted_captions": false,
157
+ "no_metadata": false,
158
+ "save_model_as": "safetensors",
159
+ "unet_lr": null,
160
+ "text_encoder_lr": 0,
161
+ "network_weights": null,
162
+ "network_module": "networks.lora_flux",
163
+ "network_dim": 16,
164
+ "network_alpha": 1.0,
165
+ "network_dropout": null,
166
+ "network_args": null,
167
+ "network_train_unet_only": true,
168
+ "network_train_text_encoder_only": false,
169
+ "training_comment": null,
170
+ "dim_from_weights": false,
171
+ "scale_weight_norms": null,
172
+ "base_weights": null,
173
+ "base_weights_multiplier": null,
174
+ "no_half_vae": false,
175
+ "skip_until_initial_step": false,
176
+ "initial_epoch": null,
177
+ "initial_step": null,
178
+ "num_cpu_threads_per_process": 1,
179
+ "clip_l": "/home/Ubuntu/apps/ComfyUI/models/clip/clip_l.safetensors",
180
+ "t5xxl": "/home/Ubuntu/apps/ComfyUI/models/clip/t5xxl_fp16.safetensors",
181
+ "ae": "/home/Ubuntu/apps/ComfyUI/models/vae/ae.safetensors",
182
+ "width": 1024,
183
+ "height": 1024,
184
+ "t5xxl_max_token_length": 512,
185
+ "spda": true,
186
+ "apply_t5_attn_mask": true,
187
+ "cache_text_encoder_outputs": true,
188
+ "split_mode": false,
189
+ "weighting_scheme": "logit_normal",
190
+ "logit_mean": 0.0,
191
+ "logit_std": 1.0,
192
+ "mode_scale": 1.29,
193
+ "timestep_sampling": "sigmoid",
194
+ "sigmoid_scale": 1.0,
195
+ "model_prediction_type": "raw",
196
+ "guidance_scale": 1.0,
197
+ "discrete_flow_shift": 1.0,
198
+ "cache_text_encoder_outputs_to_disk": false
199
+ }
flux_lora_file_name_rank16_bf16-step00750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15a0ca6000fc72ccc021eff350564f9f7f7c0986d0e2de34ea2de4e0ce4713f5
3
+ size 153272128
flux_lora_file_name_rank16_bf16-step01500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35973b6f02f3468c165e83337659d48362438508e1242a2c14b433643ddc5a39
3
+ size 153272128
flux_lora_file_name_rank16_bf16-step02070.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:785fea5f78d961a844a96e212467a1faeae3aa9c74d17caeb53faa28680fef07
3
+ size 153272128
sample/flux_lora_file_name_rank16_bf16_e000008_00_20240824184729_42.png ADDED

Git LFS Details

  • SHA256: 5ed41b5b8229609ce94ac9e72d7fbd05e2dd5502bf45c5d015c6a51b091d7aa3
  • Pointer size: 132 Bytes
  • Size of remote file: 1.36 MB
sample/flux_lora_file_name_rank16_bf16_e000016_00_20240824233906_42.png ADDED

Git LFS Details

  • SHA256: 69a87bd3614e83e03f5f7b764b5ead2598e33436c51e9cab351bcef2d03dabcd
  • Pointer size: 132 Bytes
  • Size of remote file: 1.61 MB
sample/flux_lora_file_name_rank16_bf16_e000022_00_20240825032102_42.png ADDED

Git LFS Details

  • SHA256: 4972531f344c4ad26f371320d977ac623f59bc3f538e85ce83fb5620665c8649
  • Pointer size: 132 Bytes
  • Size of remote file: 1.6 MB