stevenlearns commited on
Commit
299cea3
·
verified ·
1 Parent(s): bb74a45

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ loss_log.db filter=lfs diff=lfs merge=lfs -text
.job_config.json ADDED
@@ -0,0 +1,163 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "be_v5",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/mnt/runpod-slim/models/loras",
9
+ "sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "conv": 16,
18
+ "conv_alpha": 16,
19
+ "lokr_full_rank": true,
20
+ "lokr_factor": -1,
21
+ "network_kwargs": {
22
+ "ignore_if_contains": []
23
+ }
24
+ },
25
+ "save": {
26
+ "dtype": "bf16",
27
+ "save_every": 50,
28
+ "max_step_saves_to_keep": 25,
29
+ "save_format": "diffusers",
30
+ "push_to_hub": false
31
+ },
32
+ "datasets": [
33
+ {
34
+ "folder_path": "/mnt/runpod-slim/datasets/be_v5",
35
+ "mask_path": null,
36
+ "mask_min_value": 0.1,
37
+ "default_caption": "",
38
+ "caption_ext": "txt",
39
+ "caption_dropout_rate": 0.05,
40
+ "cache_latents_to_disk": true,
41
+ "is_reg": false,
42
+ "network_weight": 1,
43
+ "resolution": [
44
+ 512,
45
+ 768,
46
+ 1024
47
+ ],
48
+ "controls": [],
49
+ "shrink_video_to_frames": true,
50
+ "num_frames": 1,
51
+ "flip_x": false,
52
+ "flip_y": false,
53
+ "num_repeats": 1,
54
+ "do_i2v": true,
55
+ "fps": 24,
56
+ "auto_frame_count": true
57
+ }
58
+ ],
59
+ "train": {
60
+ "batch_size": 1,
61
+ "bypass_guidance_embedding": false,
62
+ "steps": 1500,
63
+ "gradient_accumulation": 1,
64
+ "train_unet": true,
65
+ "train_text_encoder": false,
66
+ "gradient_checkpointing": true,
67
+ "noise_scheduler": "flowmatch",
68
+ "optimizer": "adamw8bit",
69
+ "timestep_type": "weighted",
70
+ "content_or_style": "content",
71
+ "optimizer_params": {
72
+ "weight_decay": 0.0001
73
+ },
74
+ "unload_text_encoder": false,
75
+ "cache_text_embeddings": true,
76
+ "lr": 0.0004,
77
+ "ema_config": {
78
+ "use_ema": false,
79
+ "ema_decay": 0.99
80
+ },
81
+ "skip_first_sample": true,
82
+ "force_first_sample": false,
83
+ "disable_sampling": true,
84
+ "dtype": "bf16",
85
+ "diff_output_preservation": false,
86
+ "diff_output_preservation_multiplier": 1,
87
+ "diff_output_preservation_class": "person",
88
+ "switch_boundary_every": 1,
89
+ "loss_type": "mse",
90
+ "audio_loss_multiplier": 1
91
+ },
92
+ "logging": {
93
+ "log_every": 1,
94
+ "use_ui_logger": true
95
+ },
96
+ "model": {
97
+ "name_or_path": "Lightricks/LTX-2.3/ltx-2.3-22b-dev.safetensors",
98
+ "quantize": false,
99
+ "qtype": "qfloat8",
100
+ "quantize_te": false,
101
+ "qtype_te": "qfloat8",
102
+ "arch": "ltx2.3",
103
+ "low_vram": false,
104
+ "model_kwargs": {},
105
+ "compile": false,
106
+ "layer_offloading": false,
107
+ "layer_offloading_text_encoder_percent": 1,
108
+ "layer_offloading_transformer_percent": 1
109
+ },
110
+ "sample": {
111
+ "sampler": "flowmatch",
112
+ "sample_every": 250,
113
+ "sample_start_step": 0,
114
+ "width": 768,
115
+ "height": 768,
116
+ "samples": [
117
+ {
118
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
119
+ },
120
+ {
121
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
122
+ },
123
+ {
124
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
125
+ },
126
+ {
127
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
128
+ },
129
+ {
130
+ "prompt": "a bear building a log cabin in the snow covered mountains"
131
+ },
132
+ {
133
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
134
+ },
135
+ {
136
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
137
+ },
138
+ {
139
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
140
+ },
141
+ {
142
+ "prompt": "a man holding a sign that says, 'this is a sign'"
143
+ },
144
+ {
145
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
146
+ }
147
+ ],
148
+ "neg": "",
149
+ "seed": 42,
150
+ "walk_seed": true,
151
+ "guidance_scale": 4,
152
+ "sample_steps": 30,
153
+ "num_frames": 121,
154
+ "fps": 24
155
+ }
156
+ }
157
+ ]
158
+ },
159
+ "meta": {
160
+ "name": "[name]",
161
+ "version": "1.0"
162
+ }
163
+ }
be_v5_000000100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d332260e26ae4dabf2c6f94d893c23dcbf1c057ae9e3467d4510a0ad21d8b5c
3
+ size 674249552
be_v5_000000150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dce5ac51e2641e83e8695a5b9d6cfd0ab140a1e1d20f5b9a8a7e260d25bd4f5
3
+ size 674249552
be_v5_000000200.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0101f3245a2296254f7ac601449d1e6d7018e18981b46105bd3aab6e3650a11
3
+ size 674249552
be_v5_000000250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02d2892ccc6d180905de71b74a5b5a7f2482da5b11ce319448e008b64ffb73e
3
+ size 674249552
be_v5_000000300.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec032aa53e50022a5ae375bc00f0e4bda916236ce082cb3ce1ac00407d7499e
3
+ size 674249552
be_v5_000000350.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e0f5039388ddfb6dbda12d770502f2e98b4c09ec0f67476b0d5153d54e1504
3
+ size 674249552
be_v5_000000400.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbcb34ce52823843d8c272d25baf31ccea5323eec277779d4475aaddd11dac88
3
+ size 674249552
be_v5_000000450.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7893b5391f8fd52feeda90f3f2865122d59115731f8122ba57cfb374c59051
3
+ size 674249552
be_v5_000000500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb6fbe76221ceec561a0ddba48b951ad2bb9ca8054de8c90d07821000703796
3
+ size 674249552
be_v5_000000550.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7345a908e30ac307b0dde9dbac2e304394261ab50f51819c3b0c0764e5e31d
3
+ size 674249552
be_v5_000000600.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07ac8a4967e7b6ba66d8d26bae6a792f2def5c2c9f17d6cfcb2a2c61685fc54
3
+ size 674249552
be_v5_000000650.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95351c2582ff3712ae1f6866ca621e6034e5231078734a3ac83260c473690791
3
+ size 674249552
be_v5_000000700.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a04dc3dba5a8b11ff4f7353f666cfffcfd503b2d9453090455f2620ac66e0c
3
+ size 674249552
be_v5_000000750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3848e0adaf8937be0acf986a89eea3539a45a4e7c1a418276596efd5a2ddc1bf
3
+ size 674249552
be_v5_000000800.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1406622efcfdbefe4e153bcaf940067872a18e80787d9f6dd440fa2b266589
3
+ size 674249552
be_v5_000000850.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2251b833ee8bf8274b119f618221808871dd1ae1a4c11524a153245ff2290286
3
+ size 674249552
be_v5_000000900.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d94f33d6bdf3ddb3c289249ae986bfba95f28c194a4c11a9dcee5e53a18f0292
3
+ size 674249552
be_v5_000000950.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5502aff65d2fe3d2002043ea1ce0ed64c88745ac07d3e523208208a0b96d0b20
3
+ size 674249552
be_v5_000001000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9804172f0b0f7b05fc546aeef2ad4e378f7b3f692c7211b0344fdb090e53853e
3
+ size 674249552
be_v5_000001050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bae1824a3877d0cfb2f6bff3267f58bb4c31274b74fabae327deed035fb0e0
3
+ size 674249552
be_v5_000001100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4690db1f34502ae1f30bb4b88959760a1ccb4ab7c3a44e48de80308cc57faffc
3
+ size 674249552
be_v5_000001150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6547ac94655870c7828254628cbabead10a094a9155b5b0f308b5e487b6db64e
3
+ size 674249552
be_v5_000001200.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4a688a1c23a05c90c65ca80f6fb055ede7295d2100adf67523162a314ccec74
3
+ size 674249552
be_v5_000001250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d8903dfa6cb97cdf58dff7cd1060e58bcafea63fa76da32d3a9ff61c8d575c
3
+ size 674249552
be_v5_000001300.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c294b428249706febcd5d1cb61cd1d89eb66c2e35812ca7bf57c5ec18a672e6
3
+ size 674249552
config.yaml ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: be_v5
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /mnt/runpod-slim/models/loras
7
+ sqlite_db_path: /app/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ conv: 16
16
+ conv_alpha: 16
17
+ lokr_full_rank: true
18
+ lokr_factor: -1
19
+ network_kwargs:
20
+ ignore_if_contains: []
21
+ save:
22
+ dtype: bf16
23
+ save_every: 50
24
+ max_step_saves_to_keep: 25
25
+ save_format: diffusers
26
+ push_to_hub: false
27
+ datasets:
28
+ - folder_path: /mnt/runpod-slim/datasets/be_v5
29
+ mask_path: null
30
+ mask_min_value: 0.1
31
+ default_caption: ''
32
+ caption_ext: txt
33
+ caption_dropout_rate: 0.05
34
+ cache_latents_to_disk: true
35
+ is_reg: false
36
+ network_weight: 1
37
+ resolution:
38
+ - 512
39
+ - 768
40
+ - 1024
41
+ controls: []
42
+ shrink_video_to_frames: true
43
+ num_frames: 1
44
+ flip_x: false
45
+ flip_y: false
46
+ num_repeats: 1
47
+ do_i2v: true
48
+ fps: 24
49
+ auto_frame_count: true
50
+ train:
51
+ batch_size: 1
52
+ bypass_guidance_embedding: false
53
+ steps: 1500
54
+ gradient_accumulation: 1
55
+ train_unet: true
56
+ train_text_encoder: false
57
+ gradient_checkpointing: true
58
+ noise_scheduler: flowmatch
59
+ optimizer: adamw8bit
60
+ timestep_type: weighted
61
+ content_or_style: content
62
+ optimizer_params:
63
+ weight_decay: 0.0001
64
+ unload_text_encoder: false
65
+ cache_text_embeddings: true
66
+ lr: 0.0004
67
+ ema_config:
68
+ use_ema: false
69
+ ema_decay: 0.99
70
+ skip_first_sample: true
71
+ force_first_sample: false
72
+ disable_sampling: true
73
+ dtype: bf16
74
+ diff_output_preservation: false
75
+ diff_output_preservation_multiplier: 1
76
+ diff_output_preservation_class: person
77
+ switch_boundary_every: 1
78
+ loss_type: mse
79
+ audio_loss_multiplier: 1
80
+ logging:
81
+ log_every: 1
82
+ use_ui_logger: true
83
+ model:
84
+ name_or_path: Lightricks/LTX-2.3/ltx-2.3-22b-dev.safetensors
85
+ quantize: false
86
+ qtype: qfloat8
87
+ quantize_te: false
88
+ qtype_te: qfloat8
89
+ arch: ltx2.3
90
+ low_vram: false
91
+ model_kwargs: {}
92
+ compile: false
93
+ layer_offloading: false
94
+ layer_offloading_text_encoder_percent: 1
95
+ layer_offloading_transformer_percent: 1
96
+ sample:
97
+ sampler: flowmatch
98
+ sample_every: 250
99
+ sample_start_step: 0
100
+ width: 768
101
+ height: 768
102
+ samples:
103
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
104
+ the background
105
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
106
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
107
+ lights, holding a martini
108
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
109
+ out of the water in the background
110
+ - prompt: a bear building a log cabin in the snow covered mountains
111
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
112
+ punk rocker
113
+ - prompt: hipster man with a beard, building a chair, in a wood shop
114
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
115
+ studio lighting, white backdrop
116
+ - prompt: a man holding a sign that says, 'this is a sign'
117
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
118
+ jacket, in a desert, with a motorcycle
119
+ neg: ''
120
+ seed: 42
121
+ walk_seed: true
122
+ guidance_scale: 4
123
+ sample_steps: 30
124
+ num_frames: 121
125
+ fps: 24
126
+ meta:
127
+ name: be_v5
128
+ version: '1.0'
log.txt ADDED
The diff for this file is too large to render. See raw diff
 
logs/0_log.txt ADDED
@@ -0,0 +1,362 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0
  0%| | 0/8 [00:00<?, ?it/s]
1
  75%|███████▌ | 6/8 [00:00<00:00, 58.80it/s]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  0%| | 0/8 [00:00<?, ?it/s]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  0%| | 0/8 [00:00<?, ?it/s]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Running 1 job
2
+ {
3
+ "type": "diffusion_trainer",
4
+ "training_folder": "/mnt/runpod-slim/models/loras",
5
+ "sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
6
+ "device": "cuda",
7
+ "trigger_word": null,
8
+ "performance_log_every": 10,
9
+ "network": {
10
+ "type": "lora",
11
+ "linear": 32,
12
+ "linear_alpha": 32,
13
+ "conv": 16,
14
+ "conv_alpha": 16,
15
+ "lokr_full_rank": true,
16
+ "lokr_factor": -1,
17
+ "network_kwargs": {
18
+ "ignore_if_contains": []
19
+ }
20
+ },
21
+ "save": {
22
+ "dtype": "bf16",
23
+ "save_every": 50,
24
+ "max_step_saves_to_keep": 25,
25
+ "save_format": "diffusers",
26
+ "push_to_hub": false
27
+ },
28
+ "datasets": [
29
+ {
30
+ "folder_path": "/mnt/runpod-slim/datasets/be_v5",
31
+ "mask_path": null,
32
+ "mask_min_value": 0.1,
33
+ "default_caption": "",
34
+ "caption_ext": "txt",
35
+ "caption_dropout_rate": 0.05,
36
+ "cache_latents_to_disk": true,
37
+ "is_reg": false,
38
+ "network_weight": 1,
39
+ "resolution": [
40
+ 512,
41
+ 768,
42
+ 1024
43
+ ],
44
+ "controls": [],
45
+ "shrink_video_to_frames": true,
46
+ "num_frames": 1,
47
+ "flip_x": false,
48
+ "flip_y": false,
49
+ "num_repeats": 1,
50
+ "do_i2v": true,
51
+ "fps": 24,
52
+ "auto_frame_count": true
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 1500,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "weighted",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": false,
71
+ "cache_text_embeddings": true,
72
+ "lr": 0.0004,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": true,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse",
86
+ "audio_loss_multiplier": 1
87
+ },
88
+ "logging": {
89
+ "log_every": 1,
90
+ "use_ui_logger": true
91
+ },
92
+ "model": {
93
+ "name_or_path": "Lightricks/LTX-2.3/ltx-2.3-22b-dev.safetensors",
94
+ "quantize": false,
95
+ "qtype": "qfloat8",
96
+ "quantize_te": false,
97
+ "qtype_te": "qfloat8",
98
+ "arch": "ltx2.3",
99
+ "low_vram": false,
100
+ "model_kwargs": {},
101
+ "compile": false,
102
+ "layer_offloading": false,
103
+ "layer_offloading_text_encoder_percent": 1,
104
+ "layer_offloading_transformer_percent": 1
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "sample_start_step": 0,
110
+ "width": 768,
111
+ "height": 768,
112
+ "samples": [
113
+ {
114
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
115
+ },
116
+ {
117
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
118
+ },
119
+ {
120
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
121
+ },
122
+ {
123
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
124
+ },
125
+ {
126
+ "prompt": "a bear building a log cabin in the snow covered mountains"
127
+ },
128
+ {
129
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
130
+ },
131
+ {
132
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
133
+ },
134
+ {
135
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
136
+ },
137
+ {
138
+ "prompt": "a man holding a sign that says, 'this is a sign'"
139
+ },
140
+ {
141
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
142
+ }
143
+ ],
144
+ "neg": "",
145
+ "seed": 42,
146
+ "walk_seed": true,
147
+ "guidance_scale": 4,
148
+ "sample_steps": 30,
149
+ "num_frames": 121,
150
+ "fps": 24
151
+ }
152
+ }
153
+ Changing sample extention to animated webp
154
+ Using SQLite database at /app/ai-toolkit/aitk_db.db
155
+ Job ID: "a861108f-cd40-43a9-9fa4-c4ba63d6cc97"
156
+
157
+ #############################################
158
+ # Running job: be_v5
159
+ #############################################
160
+
161
+
162
+ Running 1 process
163
+ Loading LTX2 model
164
+ Loading transformer
165
+
166
+
167
+
168
+
169
+
170
+
171
+
172
+
173
+
174
+
175
+
176
+
177
+
178
+
179
+
180
+
181
+
182
+
183
+
184
+
185
+
186
+
187
+
188
+
189
+
190
+
191
+
192
+
193
+
194
+
195
+
196
+
197
+
198
+
199
+ Loading text encoder
200
+
201
+
202
+
203
+
204
+
205
+
206
+
207
+
208
+
209
+
210
+
211
+
212
+
213
+
214
+
215
+
216
+
217
+
218
+
219
+
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+
228
+
229
+
230
+
231
+
232
+
233
+
234
+
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+
246
+
247
+
248
+
249
+
250
+
251
+
252
+
253
+
254
+
255
+
256
+
257
+
258
+
259
+
260
+
261
+
262
+
263
+
264
+
265
+
266
+
267
+
268
+
269
+
270
+
271
+
272
+
273
+
274
+
275
+
276
+
277
+
278
+
279
+
280
+
281
+
282
+ Loading VAEs and other components
283
+ Making pipe
284
+ Preparing Model
285
+ Model Loaded
286
+ create LoRA network. base dim (rank): 32, alpha: 32
287
+ neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
288
+ apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
289
+ create LoRA for Text Encoder: 0 modules.
290
+ create LoRA for U-Net: 1632 modules.
291
+ enable LoRA for U-Net
292
+ Dataset: /mnt/runpod-slim/datasets/be_v5
293
+ - Preprocessing video dimensions
294
+
295
  0%| | 0/8 [00:00<?, ?it/s]
296
  75%|███████▌ | 6/8 [00:00<00:00, 58.80it/s]
297
+ - Found 8 videos
298
+ Bucket sizes for /mnt/runpod-slim/datasets/be_v5:
299
+ 544x480x33f: 1 files
300
+ 416x608x161f: 1 files
301
+ 416x608x225f: 1 files
302
+ 480x544x33f: 1 files
303
+ 480x544x145f: 1 files
304
+ 416x608x81f: 1 files
305
+ 416x608x153f: 1 files
306
+ 416x608x105f: 1 files
307
+ 8 buckets made
308
+ Caching latents for /mnt/runpod-slim/datasets/be_v5
309
+ - Saving latents to disk
310
+
311
+ Caching text_embeddings for /mnt/runpod-slim/datasets/be_v5
312
+ - Saving text embeddings to disk
313
+
314
+ Dataset: /mnt/runpod-slim/datasets/be_v5
315
+ - Preprocessing video dimensions
316
+
317
  0%| | 0/8 [00:00<?, ?it/s]
318
+ - Found 8 videos
319
+ Bucket sizes for /mnt/runpod-slim/datasets/be_v5:
320
+ 768x640x33f: 1 files
321
+ 512x768x161f: 1 files
322
+ 512x768x225f: 1 files
323
+ 640x768x33f: 1 files
324
+ 640x768x145f: 1 files
325
+ 512x768x81f: 1 files
326
+ 512x768x153f: 1 files
327
+ 512x768x105f: 1 files
328
+ 8 buckets made
329
+ Caching latents for /mnt/runpod-slim/datasets/be_v5
330
+ - Saving latents to disk
331
+
332
+ Caching text_embeddings for /mnt/runpod-slim/datasets/be_v5
333
+ - Saving text embeddings to disk
334
+
335
+ Dataset: /mnt/runpod-slim/datasets/be_v5
336
+ - Preprocessing video dimensions
337
+
338
  0%| | 0/8 [00:00<?, ?it/s]
339
+ - Found 8 videos
340
+ Bucket sizes for /mnt/runpod-slim/datasets/be_v5:
341
+ 768x640x33f: 1 files
342
+ 512x768x161f: 1 files
343
+ 512x768x225f: 1 files
344
+ 640x768x33f: 1 files
345
+ 640x768x145f: 1 files
346
+ 512x768x81f: 1 files
347
+ 512x768x153f: 1 files
348
+ 512x768x105f: 1 files
349
+ 8 buckets made
350
+ Caching latents for /mnt/runpod-slim/datasets/be_v5
351
+ - Saving latents to disk
352
+
353
+ Caching text_embeddings for /mnt/runpod-slim/datasets/be_v5
354
+ - Saving text embeddings to disk
355
+
356
+ Caching embeddings and unloading text encoder
357
+
358
+ ***** UNLOADING TEXT ENCODER *****
359
+ Embeddings cached to disk. We dont need the text encoder anymore
360
+ ***********************************
361
+
362
+ Skipping first sample due to config setting
363
+
364
+ ========================================
365
+ Job stopped
366
+ ========================================
loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b390ffbe807baf6e25478f53d04add4b640b96c880107815dd59f352a023369
3
+ size 266240
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78046d6117c750d15e47a12174a745cb6a496fd400bf5eb05fdd780ac8a86ab2
3
+ size 686953195
pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 6479