| Running 1 job |
| { |
| "type": "diffusion_trainer", |
| "training_folder": "/workspace/output", |
| "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", |
| "device": "cuda", |
| "trigger_word": "BR3AST3XPANSION", |
| "performance_log_every": 10, |
| "network": { |
| "type": "lora", |
| "linear": 32, |
| "linear_alpha": 32, |
| "conv": 16, |
| "conv_alpha": 16, |
| "lokr_full_rank": true, |
| "lokr_factor": -1, |
| "network_kwargs": { |
| "ignore_if_contains": [] |
| } |
| }, |
| "save": { |
| "dtype": "bf16", |
| "save_every": 200, |
| "max_step_saves_to_keep": 40, |
| "save_format": "diffusers", |
| "push_to_hub": false |
| }, |
| "datasets": [ |
| { |
| "folder_path": "/workspace/datasets/be_ltx_v1", |
| "mask_path": null, |
| "mask_min_value": 0.1, |
| "default_caption": "sudden BR3AST3XPANSION", |
| "caption_ext": "txt", |
| "caption_dropout_rate": 0.05, |
| "cache_latents_to_disk": true, |
| "is_reg": false, |
| "network_weight": 1, |
| "resolution": [ |
| 512, |
| 768 |
| ], |
| "controls": [], |
| "shrink_video_to_frames": true, |
| "num_frames": 1, |
| "flip_x": false, |
| "flip_y": false, |
| "num_repeats": 1, |
| "do_i2v": true, |
| "fps": 24, |
| "auto_frame_count": true |
| } |
| ], |
| "train": { |
| "batch_size": 1, |
| "bypass_guidance_embedding": false, |
| "steps": 1500, |
| "gradient_accumulation": 1, |
| "train_unet": true, |
| "train_text_encoder": false, |
| "gradient_checkpointing": true, |
| "noise_scheduler": "flowmatch", |
| "optimizer": "adamw8bit", |
| "timestep_type": "weighted", |
| "content_or_style": "balanced", |
| "optimizer_params": { |
| "weight_decay": 0.0001 |
| }, |
| "unload_text_encoder": false, |
| "cache_text_embeddings": true, |
| "lr": 0.0003, |
| "ema_config": { |
| "use_ema": false, |
| "ema_decay": 0.99 |
| }, |
| "skip_first_sample": false, |
| "force_first_sample": false, |
| "disable_sampling": true, |
| "dtype": "bf16", |
| "diff_output_preservation": false, |
| "diff_output_preservation_multiplier": 1, |
| "diff_output_preservation_class": "person", |
| "switch_boundary_every": 1, |
| "loss_type": "mse", |
| "audio_loss_multiplier": 1 |
| }, |
| "logging": { |
| "log_every": 1, |
| "use_ui_logger": true |
| }, |
| "model": { |
| "name_or_path": "Lightricks/LTX-2.3/ltx-2.3-22b-dev.safetensors", |
| "quantize": false, |
| "qtype": "qfloat8", |
| "quantize_te": false, |
| "qtype_te": "qfloat8", |
| "arch": "ltx2.3", |
| "low_vram": false, |
| "model_kwargs": {}, |
| "compile": false, |
| "layer_offloading": false, |
| "layer_offloading_text_encoder_percent": 1, |
| "layer_offloading_transformer_percent": 1 |
| }, |
| "sample": { |
| "sampler": "flowmatch", |
| "sample_every": 250, |
| "sample_start_step": 0, |
| "width": 768, |
| "height": 768, |
| "samples": [], |
| "neg": "", |
| "seed": 42, |
| "walk_seed": true, |
| "guidance_scale": 4, |
| "sample_steps": 30, |
| "num_frames": 121, |
| "fps": 24 |
| } |
| } |
| Changing sample extention to animated webp |
| Using SQLite database at /app/ai-toolkit/aitk_db.db |
| Job ID: "b0240487-7f95-4775-a534-492565634543" |
|
|
| ############################################# |
| # Running job: LTX_BE_v1-1 |
| ############################################# |
|
|
|
|
| Running 1 process |
| Loading LTX2 model |
| Loading transformer |
| Loading text encoder |
|
Downloading bytes: | 0.00B |
|
Reconstructing (incomplete total...): | | 0.00B / 0.00B [A |
|
|
|
Fetching 5 files: 0%| | 0/5 [00:00<?, ?it/s][A[A
Fetching 5 files: 100%|██████████| 5/5 [00:00<00:00, 923.53it/s] |
|
Download complete: : | 0.00B |
|
Reconstruction complete: | | 0.00B / 0.00B [A
Reconstruction complete: | | 0.00B / 0.00B |
|
Download complete: : | 0.00B |
|
Loading weights: 0%| | 0/1065 [00:00<?, ?it/s]
Loading weights: 44%|████▍ | 467/1065 [00:00<00:00, 4663.14it/s]
Loading weights: 88%|████████▊ | 934/1065 [00:00<00:00, 4651.82it/s]
Loading weights: 100%|██████████| 1065/1065 [00:00<00:00, 4706.47it/s] |
| Loading VAEs and other components |
| Making pipe |
| Preparing Model |
| Model Loaded |
| create LoRA network. base dim (rank): 32, alpha: 32 |
| neuron dropout: p=None, rank dropout: p=None, module dropout: p=None |
| apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16 |
| create LoRA for Text Encoder: 0 modules. |
| create LoRA for U-Net: 1632 modules. |
| enable LoRA for U-Net |
| Dataset: /workspace/datasets/be_ltx_v1 |
| - Preprocessing video dimensions |
|
0%| | 0/16 [00:00<?, ?it/s]
100%|██████████| 16/16 [00:00<00:00, 2712.89it/s] |
| - Found 16 videos |
| Bucket sizes for /workspace/datasets/be_ltx_v1: |
| 608x416x121f: 2 files |
| 416x608x97f: 3 files |
| 416x608x121f: 8 files |
| 448x576x121f: 1 files |
| 384x672x121f: 2 files |
| 5 buckets made |
| Caching latents for /workspace/datasets/be_ltx_v1 |
| - Saving latents to disk |
|
Caching latents to disk: 0%| | 0/16 [00:00<?, ?it/s]
Caching latents to disk: 100%|██████████| 16/16 [00:00<00:00, 3055.40it/s] |
| Caching text_embeddings for /workspace/datasets/be_ltx_v1 |
| - Saving text embeddings to disk |
|
Caching text embeddings to disk: 0%| | 0/16 [00:00<?, ?it/s]
Caching text embeddings to disk: 100%|██████████| 16/16 [00:00<00:00, 491.78it/s] |
| Dataset: /workspace/datasets/be_ltx_v1 |
| - Preprocessing video dimensions |
|
0%| | 0/16 [00:00<?, ?it/s]
100%|██████████| 16/16 [00:00<00:00, 3280.97it/s] |
| - Found 16 videos |
| Bucket sizes for /workspace/datasets/be_ltx_v1: |
| 960x608x121f: 2 files |
| 608x960x97f: 3 files |
| 608x960x121f: 4 files |
| 640x896x121f: 4 files |
| 672x864x121f: 1 files |
| 576x1024x121f: 2 files |
| 6 buckets made |
| Caching latents for /workspace/datasets/be_ltx_v1 |
| - Saving latents to disk |
|
Caching latents to disk: 0%| | 0/16 [00:00<?, ?it/s]
Caching latents to disk: 100%|██████████| 16/16 [00:00<00:00, 3030.43it/s] |
| Caching text_embeddings for /workspace/datasets/be_ltx_v1 |
| - Saving text embeddings to disk |
|
Caching text embeddings to disk: 0%| | 0/16 [00:00<?, ?it/s]
Caching text embeddings to disk: 100%|██████████| 16/16 [00:00<00:00, 447.66it/s] |
| Caching embeddings and unloading text encoder |
|
|
| ***** UNLOADING TEXT ENCODER ***** |
| Embeddings cached to disk. We dont need the text encoder anymore |
| *********************************** |
|
|
| Skipping first sample due to config setting |
|
LTX_BE_v1-1: 0%| | 0/1500 [00:00<?, ?it/s]
LTX_BE_v1-1: 0%| | 0/1500 [00:12<?, ?it/s, lr: 3.0e-04 loss: 3.840e-01]
LTX_BE_v1-1: 0%| | 0/1500 [00:12<?, ?it/s, lr: 3.0e-04 loss: 3.840e-01]
LTX_BE_v1-1: 0%| | 0/1500 [00:21<?, ?it/s, lr: 3.0e-04 loss: 2.439e-01]
LTX_BE_v1-1: 0%| | 1/1500 [00:26<11:00:37, 26.44s/it, lr: 3.0e-04 loss: 1.871e-01]
LTX_BE_v1-1: 0%| | 2/1500 [00:31<6:33:59, 15.78s/it, lr: 3.0e-04 loss: 2.176e-01]
LTX_BE_v1-1: 0%| | 3/1500 [00:42<5:51:28, 14.09s/it, lr: 3.0e-04 loss: 2.014e-01]
LTX_BE_v1-1: 0%| | 4/1500 [00:47<4:53:24, 11.77s/it, lr: 3.0e-04 loss: 4.613e-01]
LTX_BE_v1-1: 0%| | 5/1500 [00:51<4:16:04, 10.28s/it, lr: 3.0e-04 loss: 5.056e-01]
LTX_BE_v1-1: 0%| | 6/1500 [01:02<4:17:44, 10.35s/it, lr: 3.0e-04 loss: 1.533e-01]
LTX_BE_v1-1: 0%| | 7/1500 [01:06<3:57:58, 9.56s/it, lr: 3.0e-04 loss: 1.558e-01]
LTX_BE_v1-1: 1%| | 8/1500 [01:17<4:01:17, 9.70s/it, lr: 3.0e-04 loss: 1.852e-01]
LTX_BE_v1-1: 1%| | 9/1500 [01:28<4:03:47, 9.81s/it, lr: 3.0e-04 loss: 2.166e-01]
LTX_BE_v1-1: 1%| | 10/1500 [01:33<3:51:15, 9.31s/it, lr: 3.0e-04 loss: 2.058e-01]
LTX_BE_v1-1: 1%| | 11/1500 [01:37<3:40:56, 8.90s/it, lr: 3.0e-04 loss: 8.168e-01]
LTX_BE_v1-1: 1%| | 12/1500 [01:48<3:45:08, 9.08s/it, lr: 3.0e-04 loss: 2.397e-01]
LTX_BE_v1-1: 1%| | 13/1500 [01:53<3:36:58, 8.75s/it, lr: 3.0e-04 loss: 3.107e-01]
LTX_BE_v1-1: 1%| | 14/1500 [01:59<3:30:32, 8.50s/it, lr: 3.0e-04 loss: 2.668e-01]
LTX_BE_v1-1: 1%| | 15/1500 [02:03<3:24:28, 8.26s/it, lr: 3.0e-04 loss: 4.844e-01]
LTX_BE_v1-1: 1%| | 16/1500 [02:12<3:25:25, 8.31s/it, lr: 3.0e-04 loss: 2.196e-01]
LTX_BE_v1-1: 1%| | 17/1500 [02:21<3:26:00, 8.33s/it, lr: 3.0e-04 loss: 1.661e-01]
LTX_BE_v1-1: 1%| | 18/1500 [02:26<3:21:32, 8.16s/it, lr: 3.0e-04 loss: 1.934e-01]
LTX_BE_v1-1: 1%|▏ | 19/1500 [02:37<3:24:20, 8.28s/it, lr: 3.0e-04 loss: 1.887e-01]
LTX_BE_v1-1: 1%|▏ | 20/1500 [02:42<3:20:18, 8.12s/it, lr: 3.0e-04 loss: 3.743e-01]
LTX_BE_v1-1: 1%|▏ | 21/1500 [02:53<3:23:14, 8.25s/it, lr: 3.0e-04 loss: 2.991e-01]
LTX_BE_v1-1: 1%|▏ | 22/1500 [02:57<3:18:26, 8.06s/it, lr: 3.0e-04 loss: 3.208e-01]
LTX_BE_v1-1: 2%|▏ | 23/1500 [03:02<3:15:13, 7.93s/it, lr: 3.0e-04 loss: 2.863e-01]
LTX_BE_v1-1: 2%|▏ | 24/1500 [03:13<3:17:56, 8.05s/it, lr: 3.0e-04 loss: 3.760e-01]
LTX_BE_v1-1: 2%|▏ | 25/1500 [03:23<3:20:25, 8.15s/it, lr: 3.0e-04 loss: 1.711e-01]
LTX_BE_v1-1: 2%|▏ | 26/1500 [03:27<3:16:23, 7.99s/it, lr: 3.0e-04 loss: 2.247e-01]
LTX_BE_v1-1: 2%|▏ | 27/1500 [03:32<3:13:39, 7.89s/it, lr: 3.0e-04 loss: 1.835e-01]
LTX_BE_v1-1: 2%|▏ | 28/1500 [03:43<3:15:59, 7.99s/it, lr: 3.0e-04 loss: 4.766e-01]
LTX_BE_v1-1: 2%|▏ | 29/1500 [03:54<3:17:55, 8.07s/it, lr: 3.0e-04 loss: 1.924e-01]
LTX_BE_v1-1: 2%|▏ | 30/1500 [04:05<3:20:09, 8.17s/it, lr: 3.0e-04 loss: 2.072e-01]
LTX_BE_v1-1: 2%|▏ | 31/1500 [04:10<3:17:26, 8.06s/it, lr: 3.0e-04 loss: 3.929e-01]
LTX_BE_v1-1: 2%|▏ | 32/1500 [04:18<3:18:01, 8.09s/it, lr: 3.0e-04 loss: 4.651e-01]
LTX_BE_v1-1: 2%|▏ | 33/1500 [04:29<3:19:49, 8.17s/it, lr: 3.0e-04 loss: 2.558e-01]
LTX_BE_v1-1: 2%|▏ | 34/1500 [04:34<3:17:17, 8.07s/it, lr: 3.0e-04 loss: 2.294e-01]
LTX_BE_v1-1: 2%|▏ | 35/1500 [04:44<3:18:47, 8.14s/it, lr: 3.0e-04 loss: 3.449e-01]
LTX_BE_v1-1: 2%|▏ | 36/1500 [04:55<3:20:34, 8.22s/it, lr: 3.0e-04 loss: 1.665e-01]
LTX_BE_v1-1: 2%|▏ | 37/1500 [05:00<3:18:11, 8.13s/it, lr: 3.0e-04 loss: 1.897e-01]
LTX_BE_v1-1: 3%|▎ | 38/1500 [05:09<3:18:35, 8.15s/it, lr: 3.0e-04 loss: 1.761e-01]
LTX_BE_v1-1: 3%|▎ | 39/1500 [05:13<3:15:53, 8.04s/it, lr: 3.0e-04 loss: 2.960e-01]
LTX_BE_v1-1: 3%|▎ | 40/1500 [05:24<3:17:22, 8.11s/it, lr: 3.0e-04 loss: 1.848e-01]
LTX_BE_v1-1: 3%|▎ | 41/1500 [05:35<3:18:59, 8.18s/it, lr: 3.0e-04 loss: 2.343e-01]
LTX_BE_v1-1: 3%|▎ | 42/1500 [05:45<3:20:09, 8.24s/it, lr: 3.0e-04 loss: 1.816e-01]
LTX_BE_v1-1: 3%|▎ | 43/1500 [05:50<3:18:07, 8.16s/it, lr: 3.0e-04 loss: 3.413e-01]
LTX_BE_v1-1: 3%|▎ | 44/1500 [05:59<3:18:16, 8.17s/it, lr: 3.0e-04 loss: 2.110e-01]
LTX_BE_v1-1: 3%|▎ | 45/1500 [06:10<3:19:38, 8.23s/it, lr: 3.0e-04 loss: 2.081e-01]
LTX_BE_v1-1: 3%|▎ | 46/1500 [06:15<3:17:46, 8.16s/it, lr: 3.0e-04 loss: 2.809e-01]
LTX_BE_v1-1: 3%|▎ | 47/1500 [06:20<3:15:55, 8.09s/it, lr: 3.0e-04 loss: 4.299e-01]
LTX_BE_v1-1: 3%|▎ | 48/1500 [06:30<3:17:05, 8.14s/it, lr: 3.0e-04 loss: 1.840e-01]
LTX_BE_v1-1: 3%|▎ | 49/1500 [06:35<3:15:19, 8.08s/it, lr: 3.0e-04 loss: 1.507e-01]
LTX_BE_v1-1: 3%|▎ | 50/1500 [06:40<3:13:47, 8.02s/it, lr: 3.0e-04 loss: 1.874e-01]
LTX_BE_v1-1: 3%|▎ | 51/1500 [06:51<3:14:56, 8.07s/it, lr: 3.0e-04 loss: 1.942e-01]
LTX_BE_v1-1: 3%|▎ | 52/1500 [07:02<3:16:02, 8.12s/it, lr: 3.0e-04 loss: 1.953e-01]
LTX_BE_v1-1: 4%|▎ | 53/1500 [07:07<3:14:24, 8.06s/it, lr: 3.0e-04 loss: 1.951e-01]
LTX_BE_v1-1: 4%|▎ | 54/1500 [07:12<3:12:57, 8.01s/it, lr: 3.0e-04 loss: 1.835e-01]
LTX_BE_v1-1: 4%|▎ | 55/1500 [07:16<3:11:05, 7.93s/it, lr: 3.0e-04 loss: 4.543e-01]
LTX_BE_v1-1: 4%|▎ | 56/1500 [07:21<3:09:44, 7.88s/it, lr: 3.0e-04 loss: 4.488e-01]
LTX_BE_v1-1: 4%|▍ | 57/1500 [07:32<3:10:49, 7.93s/it, lr: 3.0e-04 loss: 1.862e-01]
LTX_BE_v1-1: 4%|▍ | 58/1500 [07:42<3:11:50, 7.98s/it, lr: 3.0e-04 loss: 4.342e-01]
LTX_BE_v1-1: 4%|▍ | 59/1500 [07:53<3:12:50, 8.03s/it, lr: 3.0e-04 loss: 2.004e-01]
LTX_BE_v1-1: 4%|▍ | 60/1500 [07:58<3:11:25, 7.98s/it, lr: 3.0e-04 loss: 2.698e-01]
LTX_BE_v1-1: 4%|▍ | 61/1500 [08:03<3:10:02, 7.92s/it, lr: 3.0e-04 loss: 3.649e-01]
LTX_BE_v1-1: 4%|▍ | 62/1500 [08:07<3:08:24, 7.86s/it, lr: 3.0e-04 loss: 2.888e-01]
LTX_BE_v1-1: 4%|▍ | 63/1500 [08:18<3:09:19, 7.91s/it, lr: 3.0e-04 loss: 2.060e-01]
LTX_BE_v1-1: 4%|▍ | 64/1500 [08:22<3:08:03, 7.86s/it, lr: 3.0e-04 loss: 3.364e-01]
LTX_BE_v1-1: 4%|▍ | 65/1500 [08:33<3:08:58, 7.90s/it, lr: 3.0e-04 loss: 4.555e-01]
LTX_BE_v1-1: 4%|▍ | 66/1500 [08:38<3:07:50, 7.86s/it, lr: 3.0e-04 loss: 4.026e-01]
LTX_BE_v1-1: 4%|▍ | 67/1500 [08:43<3:06:37, 7.81s/it, lr: 3.0e-04 loss: 4.587e-01]
LTX_BE_v1-1: 5%|▍ | 68/1500 [08:54<3:07:35, 7.86s/it, lr: 3.0e-04 loss: 1.970e-01]
LTX_BE_v1-1: 5%|▍ | 69/1500 [08:59<3:06:24, 7.82s/it, lr: 3.0e-04 loss: 4.366e-01]
LTX_BE_v1-1: 5%|▍ | 70/1500 [09:08<3:06:35, 7.83s/it, lr: 3.0e-04 loss: 3.116e-01]
LTX_BE_v1-1: 5%|▍ | 71/1500 [09:12<3:05:10, 7.77s/it, lr: 3.0e-04 loss: 1.894e-01]
LTX_BE_v1-1: 5%|▍ | 72/1500 [09:16<3:03:54, 7.73s/it, lr: 3.0e-04 loss: 2.839e-01]
LTX_BE_v1-1: 5%|▍ | 73/1500 [09:27<3:04:43, 7.77s/it, lr: 3.0e-04 loss: 2.032e-01]
LTX_BE_v1-1: 5%|▍ | 74/1500 [09:37<3:05:37, 7.81s/it, lr: 3.0e-04 loss: 1.610e-01]
LTX_BE_v1-1: 5%|▌ | 75/1500 [09:42<3:04:31, 7.77s/it, lr: 3.0e-04 loss: 1.784e-01]
LTX_BE_v1-1: 5%|▌ | 76/1500 [09:53<3:05:20, 7.81s/it, lr: 3.0e-04 loss: 3.665e-01]
LTX_BE_v1-1: 5%|▌ | 77/1500 [09:58<3:04:22, 7.77s/it, lr: 3.0e-04 loss: 1.814e-01]
LTX_BE_v1-1: 5%|▌ | 78/1500 [10:09<3:05:03, 7.81s/it, lr: 3.0e-04 loss: 2.064e-01]
LTX_BE_v1-1: 5%|▌ | 79/1500 [10:19<3:05:42, 7.84s/it, lr: 3.0e-04 loss: 4.205e-01]
LTX_BE_v1-1: 5%|▌ | 80/1500 [10:24<3:04:41, 7.80s/it, lr: 3.0e-04 loss: 3.349e-01]
LTX_BE_v1-1: 5%|▌ | 81/1500 [10:28<3:03:33, 7.76s/it, lr: 3.0e-04 loss: 2.171e-01]
LTX_BE_v1-1: 5%|▌ | 82/1500 [10:39<3:04:12, 7.79s/it, lr: 3.0e-04 loss: 1.553e-01]
LTX_BE_v1-1: 6%|▌ | 83/1500 [10:44<3:03:19, 7.76s/it, lr: 3.0e-04 loss: 2.931e-01]
LTX_BE_v1-1: 6%|▌ | 84/1500 [10:53<3:03:27, 7.77s/it, lr: 3.0e-04 loss: 2.116e-01]
LTX_BE_v1-1: 6%|▌ | 85/1500 [11:01<3:03:35, 7.79s/it, lr: 3.0e-04 loss: 1.992e-01]
LTX_BE_v1-1: 6%|▌ | 86/1500 [11:06<3:02:39, 7.75s/it, lr: 3.0e-04 loss: 3.608e-01]
LTX_BE_v1-1: 6%|▌ | 87/1500 [11:11<3:01:48, 7.72s/it, lr: 3.0e-04 loss: 2.023e-01]
LTX_BE_v1-1: 6%|▌ | 88/1500 [11:22<3:02:28, 7.75s/it, lr: 3.0e-04 loss: 1.485e-01]
LTX_BE_v1-1: 6%|▌ | 89/1500 [11:27<3:01:38, 7.72s/it, lr: 3.0e-04 loss: 3.452e-01]
LTX_BE_v1-1: 6%|▌ | 90/1500 [11:38<3:02:18, 7.76s/it, lr: 3.0e-04 loss: 2.625e-01]
LTX_BE_v1-1: 6%|▌ | 91/1500 [11:43<3:01:25, 7.73s/it, lr: 3.0e-04 loss: 1.490e-01]
LTX_BE_v1-1: 6%|▌ | 92/1500 [11:48<3:00:37, 7.70s/it, lr: 3.0e-04 loss: 1.735e-01]
LTX_BE_v1-1: 6%|▌ | 93/1500 [11:58<3:01:15, 7.73s/it, lr: 3.0e-04 loss: 4.441e-01]
LTX_BE_v1-1: 6%|▋ | 94/1500 [12:09<3:01:52, 7.76s/it, lr: 3.0e-04 loss: 4.503e-01]
LTX_BE_v1-1: 6%|▋ | 95/1500 [12:18<3:02:01, 7.77s/it, lr: 3.0e-04 loss: 3.614e-01]
LTX_BE_v1-1: 6%|▋ | 96/1500 [12:29<3:02:36, 7.80s/it, lr: 3.0e-04 loss: 1.986e-01]
LTX_BE_v1-1: 6%|▋ | 97/1500 [12:39<3:03:10, 7.83s/it, lr: 3.0e-04 loss: 2.299e-01]
LTX_BE_v1-1: 7%|▋ | 98/1500 [12:50<3:03:46, 7.87s/it, lr: 3.0e-04 loss: 1.729e-01]
LTX_BE_v1-1: 7%|▋ | 99/1500 [12:55<3:02:56, 7.83s/it, lr: 3.0e-04 loss: 2.557e-01]
LTX_BE_v1-1: 7%|▋ | 100/1500 [13:00<3:02:07, 7.81s/it, lr: 3.0e-04 loss: 1.605e-01]
LTX_BE_v1-1: 7%|▋ | 101/1500 [13:04<3:01:07, 7.77s/it, lr: 3.0e-04 loss: 2.067e-01]
LTX_BE_v1-1: 7%|▋ | 102/1500 [13:15<3:01:39, 7.80s/it, lr: 3.0e-04 loss: 1.715e-01]
LTX_BE_v1-1: 7%|▋ | 103/1500 [13:25<3:02:06, 7.82s/it, lr: 3.0e-04 loss: 1.822e-01]
LTX_BE_v1-1: 7%|▋ | 104/1500 [13:36<3:02:37, 7.85s/it, lr: 3.0e-04 loss: 2.052e-01]
LTX_BE_v1-1: 7%|▋ | 105/1500 [13:41<3:01:53, 7.82s/it, lr: 3.0e-04 loss: 2.482e-01]
LTX_BE_v1-1: 7%|▋ | 106/1500 [13:52<3:02:23, 7.85s/it, lr: 3.0e-04 loss: 2.164e-01]
LTX_BE_v1-1: 7%|▋ | 107/1500 [14:02<3:02:52, 7.88s/it, lr: 3.0e-04 loss: 4.572e-01]
LTX_BE_v1-1: 7%|▋ | 108/1500 [14:07<3:02:06, 7.85s/it, lr: 3.0e-04 loss: 3.725e-01]
LTX_BE_v1-1: 7%|▋ | 109/1500 [14:18<3:02:30, 7.87s/it, lr: 3.0e-04 loss: 4.648e-01]
LTX_BE_v1-1: 7%|▋ | 110/1500 [14:23<3:01:48, 7.85s/it, lr: 3.0e-04 loss: 2.121e-01]
LTX_BE_v1-1: 7%|▋ | 111/1500 [14:28<3:01:02, 7.82s/it, lr: 3.0e-04 loss: 1.860e-01]
LTX_BE_v1-1: 7%|▋ | 112/1500 [14:32<3:00:17, 7.79s/it, lr: 3.0e-04 loss: 1.850e-01]
LTX_BE_v1-1: 8%|▊ | 113/1500 [14:43<3:00:48, 7.82s/it, lr: 3.0e-04 loss: 1.729e-01]
LTX_BE_v1-1: 8%|▊ | 114/1500 [14:47<2:59:55, 7.79s/it, lr: 3.0e-04 loss: 2.620e-01]
LTX_BE_v1-1: 8%|▊ | 115/1500 [14:58<3:00:22, 7.81s/it, lr: 3.0e-04 loss: 2.202e-01]
LTX_BE_v1-1: 8%|▊ | 116/1500 [15:07<3:00:25, 7.82s/it, lr: 3.0e-04 loss: 2.402e-01]
LTX_BE_v1-1: 8%|▊ | 117/1500 [15:12<2:59:45, 7.80s/it, lr: 3.0e-04 loss: 2.579e-01]
LTX_BE_v1-1: 8%|▊ | 118/1500 [15:17<2:59:02, 7.77s/it, lr: 3.0e-04 loss: 3.923e-01]
LTX_BE_v1-1: 8%|▊ | 119/1500 [15:21<2:58:14, 7.74s/it, lr: 3.0e-04 loss: 1.881e-01]
LTX_BE_v1-1: 8%|▊ | 120/1500 [15:26<2:57:33, 7.72s/it, lr: 3.0e-04 loss: 2.313e-01]
LTX_BE_v1-1: 8%|▊ | 121/1500 [15:31<2:56:52, 7.70s/it, lr: 3.0e-04 loss: 3.849e-01]
LTX_BE_v1-1: 8%|▊ | 122/1500 [15:36<2:56:12, 7.67s/it, lr: 3.0e-04 loss: 3.693e-01]
LTX_BE_v1-1: 8%|▊ | 123/1500 [15:41<2:55:35, 7.65s/it, lr: 3.0e-04 loss: 2.134e-01]
LTX_BE_v1-1: 8%|▊ | 124/1500 [15:51<2:56:02, 7.68s/it, lr: 3.0e-04 loss: 2.196e-01]
LTX_BE_v1-1: 8%|▊ | 125/1500 [16:00<2:56:07, 7.69s/it, lr: 3.0e-04 loss: 4.209e-01]
LTX_BE_v1-1: 8%|▊ | 126/1500 [16:11<2:56:32, 7.71s/it, lr: 3.0e-04 loss: 2.251e-01]
LTX_BE_v1-1: 8%|▊ | 127/1500 [16:16<2:55:53, 7.69s/it, lr: 3.0e-04 loss: 2.116e-01]
LTX_BE_v1-1: 9%|▊ | 128/1500 [16:21<2:55:18, 7.67s/it, lr: 3.0e-04 loss: 3.066e-01]
LTX_BE_v1-1: 9%|▊ | 129/1500 [16:26<2:54:40, 7.64s/it, lr: 3.0e-04 loss: 3.641e-01]
LTX_BE_v1-1: 9%|▊ | 130/1500 [16:31<2:54:03, 7.62s/it, lr: 3.0e-04 loss: 2.515e-01]
LTX_BE_v1-1: 9%|▊ | 131/1500 [16:41<2:54:27, 7.65s/it, lr: 3.0e-04 loss: 2.157e-01]
LTX_BE_v1-1: 9%|▉ | 132/1500 [16:46<2:53:50, 7.62s/it, lr: 3.0e-04 loss: 4.604e-01]
LTX_BE_v1-1: 9%|▉ | 133/1500 [16:51<2:53:14, 7.60s/it, lr: 3.0e-04 loss: 2.585e-01]
LTX_BE_v1-1: 9%|▉ | 134/1500 [17:01<2:53:38, 7.63s/it, lr: 3.0e-04 loss: 1.853e-01]
LTX_BE_v1-1: 9%|▉ | 135/1500 [17:06<2:53:02, 7.61s/it, lr: 3.0e-04 loss: 1.495e-01]
LTX_BE_v1-1: 9%|▉ | 136/1500 [17:17<2:53:25, 7.63s/it, lr: 3.0e-04 loss: 1.490e-01]
LTX_BE_v1-1: 9%|▉ | 137/1500 [17:22<2:52:50, 7.61s/it, lr: 3.0e-04 loss: 4.705e-01]
LTX_BE_v1-1: 9%|▉ | 138/1500 [17:27<2:52:17, 7.59s/it, lr: 3.0e-04 loss: 2.449e-01]
LTX_BE_v1-1: 9%|▉ | 139/1500 [17:37<2:52:37, 7.61s/it, lr: 3.0e-04 loss: 2.147e-01]
LTX_BE_v1-1: 9%|▉ | 140/1500 [17:48<2:53:00, 7.63s/it, lr: 3.0e-04 loss: 3.064e-01]
LTX_BE_v1-1: 9%|▉ | 141/1500 [17:52<2:52:21, 7.61s/it, lr: 3.0e-04 loss: 2.835e-01]
LTX_BE_v1-1: 9%|▉ | 142/1500 [18:03<2:52:43, 7.63s/it, lr: 3.0e-04 loss: 2.058e-01]
LTX_BE_v1-1: 10%|▉ | 143/1500 [18:07<2:52:04, 7.61s/it, lr: 3.0e-04 loss: 2.038e-01]
LTX_BE_v1-1: 10%|▉ | 144/1500 [18:18<2:52:25, 7.63s/it, lr: 3.0e-04 loss: 2.032e-01]
LTX_BE_v1-1: 10%|▉ | 145/1500 [18:29<2:52:46, 7.65s/it, lr: 3.0e-04 loss: 2.388e-01]
LTX_BE_v1-1: 10%|▉ | 146/1500 [18:38<2:52:51, 7.66s/it, lr: 3.0e-04 loss: 4.605e-01]
LTX_BE_v1-1: 10%|▉ | 147/1500 [18:46<2:52:52, 7.67s/it, lr: 3.0e-04 loss: 2.455e-01]
LTX_BE_v1-1: 10%|▉ | 148/1500 [18:51<2:52:19, 7.65s/it, lr: 3.0e-04 loss: 1.915e-01]
LTX_BE_v1-1: 10%|▉ | 149/1500 [18:56<2:51:48, 7.63s/it, lr: 3.0e-04 loss: 3.106e-01]
LTX_BE_v1-1: 10%|█ | 150/1500 [19:07<2:52:08, 7.65s/it, lr: 3.0e-04 loss: 3.330e-01]
LTX_BE_v1-1: 10%|█ | 151/1500 [19:12<2:51:35, 7.63s/it, lr: 3.0e-04 loss: 1.885e-01]
LTX_BE_v1-1: 10%|█ | 152/1500 [19:23<2:51:57, 7.65s/it, lr: 3.0e-04 loss: 1.969e-01]
LTX_BE_v1-1: 10%|█ | 153/1500 [19:33<2:52:14, 7.67s/it, lr: 3.0e-04 loss: 4.631e-01]
LTX_BE_v1-1: 10%|█ | 154/1500 [19:44<2:52:33, 7.69s/it, lr: 3.0e-04 loss: 1.728e-01]
LTX_BE_v1-1: 10%|█ | 155/1500 [19:48<2:51:56, 7.67s/it, lr: 3.0e-04 loss: 5.397e-01]
LTX_BE_v1-1: 10%|█ | 156/1500 [19:59<2:52:15, 7.69s/it, lr: 3.0e-04 loss: 3.246e-01]
LTX_BE_v1-1: 10%|█ | 157/1500 [20:04<2:51:43, 7.67s/it, lr: 3.0e-04 loss: 1.812e-01]
LTX_BE_v1-1: 11%|█ | 158/1500 [20:13<2:51:45, 7.68s/it, lr: 3.0e-04 loss: 3.603e-01]
LTX_BE_v1-1: 11%|█ | 159/1500 [20:24<2:52:03, 7.70s/it, lr: 3.0e-04 loss: 1.602e-01]
LTX_BE_v1-1: 11%|█ | 160/1500 [20:28<2:51:31, 7.68s/it, lr: 3.0e-04 loss: 3.691e-01]
LTX_BE_v1-1: 11%|█ | 161/1500 [20:39<2:51:46, 7.70s/it, lr: 3.0e-04 loss: 2.491e-01]
LTX_BE_v1-1: 11%|█ | 162/1500 [20:44<2:51:17, 7.68s/it, lr: 3.0e-04 loss: 2.025e-01]
LTX_BE_v1-1: 11%|█ | 163/1500 [20:55<2:51:34, 7.70s/it, lr: 3.0e-04 loss: 1.987e-01]
LTX_BE_v1-1: 11%|█ | 164/1500 [21:03<2:51:36, 7.71s/it, lr: 3.0e-04 loss: 3.938e-01]
LTX_BE_v1-1: 11%|█ | 165/1500 [21:14<2:51:51, 7.72s/it, lr: 3.0e-04 loss: 2.574e-01]
LTX_BE_v1-1: 11%|█ | 166/1500 [21:25<2:52:07, 7.74s/it, lr: 3.0e-04 loss: 1.896e-01]
LTX_BE_v1-1: 11%|█ | 167/1500 [21:30<2:51:39, 7.73s/it, lr: 3.0e-04 loss: 1.710e-01]
LTX_BE_v1-1: 11%|█ | 168/1500 [21:35<2:51:08, 7.71s/it, lr: 3.0e-04 loss: 1.946e-01]
LTX_BE_v1-1: 11%|█▏ | 169/1500 [21:45<2:51:22, 7.73s/it, lr: 3.0e-04 loss: 4.486e-01]
LTX_BE_v1-1: 11%|█▏ | 170/1500 [21:56<2:51:38, 7.74s/it, lr: 3.0e-04 loss: 4.689e-01]
LTX_BE_v1-1: 11%|█▏ | 171/1500 [22:00<2:51:04, 7.72s/it, lr: 3.0e-04 loss: 2.048e-01]
LTX_BE_v1-1: 11%|█▏ | 172/1500 [22:05<2:50:35, 7.71s/it, lr: 3.0e-04 loss: 2.563e-01]
LTX_BE_v1-1: 12%|█▏ | 173/1500 [22:09<2:50:01, 7.69s/it, lr: 3.0e-04 loss: 1.915e-01]
LTX_BE_v1-1: 12%|█▏ | 174/1500 [22:20<2:50:16, 7.71s/it, lr: 3.0e-04 loss: 2.008e-01]
LTX_BE_v1-1: 12%|█▏ | 175/1500 [22:24<2:49:41, 7.68s/it, lr: 3.0e-04 loss: 3.474e-01]
LTX_BE_v1-1: 12%|█▏ | 176/1500 [22:29<2:49:11, 7.67s/it, lr: 3.0e-04 loss: 1.774e-01]
LTX_BE_v1-1: 12%|█▏ | 177/1500 [22:38<2:49:13, 7.67s/it, lr: 3.0e-04 loss: 1.624e-01]
LTX_BE_v1-1: 12%|█▏ | 178/1500 [22:43<2:48:44, 7.66s/it, lr: 3.0e-04 loss: 1.985e-01]
LTX_BE_v1-1: 12%|█▏ | 179/1500 [22:52<2:48:46, 7.67s/it, lr: 3.0e-04 loss: 4.637e-01]
LTX_BE_v1-1: 12%|█▏ | 180/1500 [23:02<2:49:00, 7.68s/it, lr: 3.0e-04 loss: 2.584e-01]
LTX_BE_v1-1: 12%|█▏ | 181/1500 [23:13<2:49:13, 7.70s/it, lr: 3.0e-04 loss: 2.352e-01]
LTX_BE_v1-1: 12%|█▏ | 182/1500 [23:18<2:48:46, 7.68s/it, lr: 3.0e-04 loss: 2.848e-01]
LTX_BE_v1-1: 12%|█▏ | 183/1500 [23:29<2:49:01, 7.70s/it, lr: 3.0e-04 loss: 1.973e-01]
LTX_BE_v1-1: 12%|█▏ | 184/1500 [23:39<2:49:15, 7.72s/it, lr: 3.0e-04 loss: 2.061e-01]
LTX_BE_v1-1: 12%|█▏ | 185/1500 [23:44<2:48:48, 7.70s/it, lr: 3.0e-04 loss: 5.019e-01]
LTX_BE_v1-1: 12%|█▏ | 186/1500 [23:55<2:49:02, 7.72s/it, lr: 3.0e-04 loss: 2.433e-01]
LTX_BE_v1-1: 12%|█▏ | 187/1500 [24:00<2:48:34, 7.70s/it, lr: 3.0e-04 loss: 2.551e-01]
LTX_BE_v1-1: 13%|█▎ | 188/1500 [24:05<2:48:08, 7.69s/it, lr: 3.0e-04 loss: 1.510e-01]
LTX_BE_v1-1: 13%|█▎ | 189/1500 [24:10<2:47:40, 7.67s/it, lr: 3.0e-04 loss: 2.240e-01]
LTX_BE_v1-1: 13%|█▎ | 190/1500 [24:15<2:47:13, 7.66s/it, lr: 3.0e-04 loss: 2.102e-01]
LTX_BE_v1-1: 13%|█▎ | 191/1500 [24:25<2:47:26, 7.67s/it, lr: 3.0e-04 loss: 3.954e-01]
LTX_BE_v1-1: 13%|█▎ | 192/1500 [24:36<2:47:40, 7.69s/it, lr: 3.0e-04 loss: 1.898e-01]
LTX_BE_v1-1: 13%|█▎ | 193/1500 [24:41<2:47:13, 7.68s/it, lr: 3.0e-04 loss: 1.783e-01]
LTX_BE_v1-1: 13%|█▎ | 194/1500 [24:45<2:46:40, 7.66s/it, lr: 3.0e-04 loss: 5.197e-01]
LTX_BE_v1-1: 13%|█▎ | 195/1500 [24:50<2:46:16, 7.64s/it, lr: 3.0e-04 loss: 2.497e-01]
LTX_BE_v1-1: 13%|█▎ | 196/1500 [24:55<2:45:50, 7.63s/it, lr: 3.0e-04 loss: 1.888e-01]
LTX_BE_v1-1: 13%|█▎ | 197/1500 [25:06<2:46:02, 7.65s/it, lr: 3.0e-04 loss: 1.857e-01]
LTX_BE_v1-1: 13%|█▎ | 198/1500 [25:16<2:46:14, 7.66s/it, lr: 3.0e-04 loss: 1.872e-01]
LTX_BE_v1-1: 13%|█▎ | 199/1500 [25:21<2:45:48, 7.65s/it, lr: 3.0e-04 loss: 2.758e-01] |
| Saving at step 200 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000200.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 13%|█▎ | 200/1500 [25:30<2:45:49, 7.65s/it, lr: 3.0e-04 loss: 4.851e-01]
LTX_BE_v1-1: 13%|█▎ | 201/1500 [25:34<2:45:18, 7.64s/it, lr: 3.0e-04 loss: 2.141e-01]
LTX_BE_v1-1: 13%|█▎ | 202/1500 [25:39<2:44:54, 7.62s/it, lr: 3.0e-04 loss: 4.470e-01]
LTX_BE_v1-1: 14%|█▎ | 203/1500 [25:50<2:45:04, 7.64s/it, lr: 3.0e-04 loss: 2.223e-01]
LTX_BE_v1-1: 14%|█▎ | 204/1500 [25:55<2:44:39, 7.62s/it, lr: 3.0e-04 loss: 3.099e-01]
LTX_BE_v1-1: 14%|█▎ | 205/1500 [26:05<2:44:50, 7.64s/it, lr: 3.0e-04 loss: 1.584e-01]
LTX_BE_v1-1: 14%|█▎ | 206/1500 [26:17<2:45:07, 7.66s/it, lr: 3.0e-04 loss: 4.565e-01]
LTX_BE_v1-1: 14%|█▍ | 207/1500 [26:26<2:45:07, 7.66s/it, lr: 3.0e-04 loss: 1.724e-01]
LTX_BE_v1-1: 14%|█▍ | 208/1500 [26:37<2:45:21, 7.68s/it, lr: 3.0e-04 loss: 1.794e-01]
LTX_BE_v1-1: 14%|█▍ | 209/1500 [26:48<2:45:33, 7.69s/it, lr: 3.0e-04 loss: 4.521e-01]
LTX_BE_v1-1: 14%|█▍ | 210/1500 [26:58<2:45:42, 7.71s/it, lr: 3.0e-04 loss: 1.882e-01]
LTX_BE_v1-1: 14%|█▍ | 211/1500 [27:09<2:45:53, 7.72s/it, lr: 3.0e-04 loss: 1.907e-01]
LTX_BE_v1-1: 14%|█▍ | 212/1500 [27:13<2:45:25, 7.71s/it, lr: 3.0e-04 loss: 2.176e-01]
LTX_BE_v1-1: 14%|█▍ | 213/1500 [27:18<2:44:59, 7.69s/it, lr: 3.0e-04 loss: 4.374e-01]
LTX_BE_v1-1: 14%|█▍ | 214/1500 [27:23<2:44:35, 7.68s/it, lr: 3.0e-04 loss: 4.354e-01]
LTX_BE_v1-1: 14%|█▍ | 215/1500 [27:32<2:44:35, 7.69s/it, lr: 3.0e-04 loss: 3.396e-01]
LTX_BE_v1-1: 14%|█▍ | 216/1500 [27:37<2:44:11, 7.67s/it, lr: 3.0e-04 loss: 2.684e-01]
LTX_BE_v1-1: 14%|█▍ | 217/1500 [27:42<2:43:48, 7.66s/it, lr: 3.0e-04 loss: 3.077e-01]
LTX_BE_v1-1: 15%|█▍ | 218/1500 [27:47<2:43:23, 7.65s/it, lr: 3.0e-04 loss: 1.941e-01]
LTX_BE_v1-1: 15%|█▍ | 219/1500 [27:57<2:43:34, 7.66s/it, lr: 3.0e-04 loss: 1.928e-01]
LTX_BE_v1-1: 15%|█▍ | 220/1500 [28:02<2:43:09, 7.65s/it, lr: 3.0e-04 loss: 1.998e-01]
LTX_BE_v1-1: 15%|█▍ | 221/1500 [28:07<2:42:47, 7.64s/it, lr: 3.0e-04 loss: 1.877e-01]
LTX_BE_v1-1: 15%|█▍ | 222/1500 [28:18<2:42:57, 7.65s/it, lr: 3.0e-04 loss: 1.937e-01]
LTX_BE_v1-1: 15%|█▍ | 223/1500 [28:27<2:42:57, 7.66s/it, lr: 3.0e-04 loss: 4.117e-01]
LTX_BE_v1-1: 15%|█▍ | 224/1500 [28:32<2:42:33, 7.64s/it, lr: 3.0e-04 loss: 3.683e-01]
LTX_BE_v1-1: 15%|█▌ | 225/1500 [28:42<2:42:43, 7.66s/it, lr: 3.0e-04 loss: 1.485e-01]
LTX_BE_v1-1: 15%|█▌ | 226/1500 [28:47<2:42:19, 7.64s/it, lr: 3.0e-04 loss: 2.519e-01]
LTX_BE_v1-1: 15%|█▌ | 227/1500 [28:52<2:41:53, 7.63s/it, lr: 3.0e-04 loss: 1.868e-01]
LTX_BE_v1-1: 15%|█▌ | 228/1500 [29:02<2:42:01, 7.64s/it, lr: 3.0e-04 loss: 1.897e-01]
LTX_BE_v1-1: 15%|█▌ | 229/1500 [29:06<2:41:35, 7.63s/it, lr: 3.0e-04 loss: 3.665e-01]
LTX_BE_v1-1: 15%|█▌ | 230/1500 [29:17<2:41:44, 7.64s/it, lr: 3.0e-04 loss: 2.186e-01]
LTX_BE_v1-1: 15%|█▌ | 231/1500 [29:28<2:41:53, 7.65s/it, lr: 3.0e-04 loss: 3.474e-01]
LTX_BE_v1-1: 15%|█▌ | 232/1500 [29:39<2:42:03, 7.67s/it, lr: 3.0e-04 loss: 1.617e-01]
LTX_BE_v1-1: 16%|█▌ | 233/1500 [29:47<2:42:02, 7.67s/it, lr: 3.0e-04 loss: 3.674e-01]
LTX_BE_v1-1: 16%|█▌ | 234/1500 [29:56<2:41:59, 7.68s/it, lr: 3.0e-04 loss: 1.629e-01]
LTX_BE_v1-1: 16%|█▌ | 235/1500 [30:00<2:41:34, 7.66s/it, lr: 3.0e-04 loss: 2.726e-01]
LTX_BE_v1-1: 16%|█▌ | 236/1500 [30:11<2:41:42, 7.68s/it, lr: 3.0e-04 loss: 4.240e-01]
LTX_BE_v1-1: 16%|█▌ | 237/1500 [30:16<2:41:19, 7.66s/it, lr: 3.0e-04 loss: 2.906e-01]
LTX_BE_v1-1: 16%|█▌ | 238/1500 [30:21<2:40:59, 7.65s/it, lr: 3.0e-04 loss: 2.597e-01]
LTX_BE_v1-1: 16%|█▌ | 239/1500 [30:32<2:41:06, 7.67s/it, lr: 3.0e-04 loss: 1.906e-01]
LTX_BE_v1-1: 16%|█▌ | 240/1500 [30:36<2:40:43, 7.65s/it, lr: 3.0e-04 loss: 2.153e-01]
LTX_BE_v1-1: 16%|█▌ | 241/1500 [30:47<2:40:51, 7.67s/it, lr: 3.0e-04 loss: 1.636e-01]
LTX_BE_v1-1: 16%|█▌ | 242/1500 [30:52<2:40:31, 7.66s/it, lr: 3.0e-04 loss: 1.566e-01]
LTX_BE_v1-1: 16%|█▌ | 243/1500 [30:57<2:40:08, 7.64s/it, lr: 3.0e-04 loss: 2.195e-01]
LTX_BE_v1-1: 16%|█▋ | 244/1500 [31:02<2:39:46, 7.63s/it, lr: 3.0e-04 loss: 1.435e-01]
LTX_BE_v1-1: 16%|█▋ | 245/1500 [31:13<2:39:55, 7.65s/it, lr: 3.0e-04 loss: 1.995e-01]
LTX_BE_v1-1: 16%|█▋ | 246/1500 [31:18<2:39:33, 7.63s/it, lr: 3.0e-04 loss: 1.878e-01]
LTX_BE_v1-1: 16%|█▋ | 247/1500 [31:23<2:39:14, 7.62s/it, lr: 3.0e-04 loss: 1.885e-01]
LTX_BE_v1-1: 17%|█▋ | 248/1500 [31:28<2:38:52, 7.61s/it, lr: 3.0e-04 loss: 1.907e-01]
LTX_BE_v1-1: 17%|█▋ | 249/1500 [31:38<2:39:00, 7.63s/it, lr: 3.0e-04 loss: 2.078e-01]
LTX_BE_v1-1: 17%|█▋ | 250/1500 [31:49<2:39:08, 7.64s/it, lr: 3.0e-04 loss: 2.829e-01]
LTX_BE_v1-1: 17%|█▋ | 251/1500 [31:54<2:38:47, 7.63s/it, lr: 3.0e-04 loss: 3.919e-01]
LTX_BE_v1-1: 17%|█▋ | 252/1500 [31:59<2:38:25, 7.62s/it, lr: 3.0e-04 loss: 2.278e-01]
LTX_BE_v1-1: 17%|█▋ | 253/1500 [32:10<2:38:33, 7.63s/it, lr: 3.0e-04 loss: 2.295e-01]
LTX_BE_v1-1: 17%|█▋ | 254/1500 [32:20<2:38:39, 7.64s/it, lr: 3.0e-04 loss: 1.856e-01]
LTX_BE_v1-1: 17%|█▋ | 255/1500 [32:31<2:38:46, 7.65s/it, lr: 3.0e-04 loss: 1.637e-01]
LTX_BE_v1-1: 17%|█▋ | 256/1500 [32:35<2:38:20, 7.64s/it, lr: 3.0e-04 loss: 2.041e-01]
LTX_BE_v1-1: 17%|█▋ | 257/1500 [32:45<2:38:27, 7.65s/it, lr: 3.0e-04 loss: 1.891e-01]
LTX_BE_v1-1: 17%|█▋ | 258/1500 [32:56<2:38:34, 7.66s/it, lr: 3.0e-04 loss: 1.915e-01]
LTX_BE_v1-1: 17%|█▋ | 259/1500 [33:07<2:38:43, 7.67s/it, lr: 3.0e-04 loss: 2.554e-01]
LTX_BE_v1-1: 17%|█▋ | 260/1500 [33:11<2:38:17, 7.66s/it, lr: 3.0e-04 loss: 2.491e-01]
LTX_BE_v1-1: 17%|█▋ | 261/1500 [33:16<2:37:56, 7.65s/it, lr: 3.0e-04 loss: 1.417e-01]
LTX_BE_v1-1: 17%|█▋ | 262/1500 [33:21<2:37:35, 7.64s/it, lr: 3.0e-04 loss: 2.408e-01]
LTX_BE_v1-1: 18%|█▊ | 263/1500 [33:26<2:37:16, 7.63s/it, lr: 3.0e-04 loss: 1.799e-01]
LTX_BE_v1-1: 18%|█▊ | 264/1500 [33:31<2:36:55, 7.62s/it, lr: 3.0e-04 loss: 4.686e-01]
LTX_BE_v1-1: 18%|█▊ | 265/1500 [33:41<2:37:01, 7.63s/it, lr: 3.0e-04 loss: 2.819e-01]
LTX_BE_v1-1: 18%|█▊ | 266/1500 [33:52<2:37:08, 7.64s/it, lr: 3.0e-04 loss: 1.979e-01]
LTX_BE_v1-1: 18%|█▊ | 267/1500 [34:01<2:37:05, 7.64s/it, lr: 3.0e-04 loss: 2.388e-01]
LTX_BE_v1-1: 18%|█▊ | 268/1500 [34:12<2:37:13, 7.66s/it, lr: 3.0e-04 loss: 1.554e-01]
LTX_BE_v1-1: 18%|█▊ | 269/1500 [34:16<2:36:52, 7.65s/it, lr: 3.0e-04 loss: 2.639e-01]
LTX_BE_v1-1: 18%|█▊ | 270/1500 [34:25<2:36:50, 7.65s/it, lr: 3.0e-04 loss: 3.568e-01]
LTX_BE_v1-1: 18%|█▊ | 271/1500 [34:36<2:36:56, 7.66s/it, lr: 3.0e-04 loss: 2.580e-01]
LTX_BE_v1-1: 18%|█▊ | 272/1500 [34:41<2:36:35, 7.65s/it, lr: 3.0e-04 loss: 4.676e-01]
LTX_BE_v1-1: 18%|█▊ | 273/1500 [34:49<2:36:32, 7.65s/it, lr: 3.0e-04 loss: 1.995e-01]
LTX_BE_v1-1: 18%|█▊ | 274/1500 [34:54<2:36:12, 7.64s/it, lr: 3.0e-04 loss: 4.762e-01]
LTX_BE_v1-1: 18%|█▊ | 275/1500 [34:58<2:35:50, 7.63s/it, lr: 3.0e-04 loss: 4.331e-01]
LTX_BE_v1-1: 18%|█▊ | 276/1500 [35:03<2:35:29, 7.62s/it, lr: 3.0e-04 loss: 1.811e-01]
LTX_BE_v1-1: 18%|█▊ | 277/1500 [35:14<2:35:36, 7.63s/it, lr: 3.0e-04 loss: 2.161e-01]
LTX_BE_v1-1: 19%|█▊ | 278/1500 [35:19<2:35:16, 7.62s/it, lr: 3.0e-04 loss: 1.815e-01]
LTX_BE_v1-1: 19%|█▊ | 279/1500 [35:30<2:35:22, 7.64s/it, lr: 3.0e-04 loss: 1.746e-01]
LTX_BE_v1-1: 19%|█▊ | 280/1500 [35:40<2:35:26, 7.65s/it, lr: 3.0e-04 loss: 3.725e-01]
LTX_BE_v1-1: 19%|█▊ | 281/1500 [35:45<2:35:08, 7.64s/it, lr: 3.0e-04 loss: 1.541e-01]
LTX_BE_v1-1: 19%|█▉ | 282/1500 [35:56<2:35:13, 7.65s/it, lr: 3.0e-04 loss: 2.597e-01]
LTX_BE_v1-1: 19%|█▉ | 283/1500 [36:01<2:34:55, 7.64s/it, lr: 3.0e-04 loss: 3.602e-01]
LTX_BE_v1-1: 19%|█▉ | 284/1500 [36:12<2:35:00, 7.65s/it, lr: 3.0e-04 loss: 1.700e-01]
LTX_BE_v1-1: 19%|█▉ | 285/1500 [36:17<2:34:41, 7.64s/it, lr: 3.0e-04 loss: 4.697e-01]
LTX_BE_v1-1: 19%|█▉ | 286/1500 [36:22<2:34:23, 7.63s/it, lr: 3.0e-04 loss: 1.928e-01]
LTX_BE_v1-1: 19%|█▉ | 287/1500 [36:27<2:34:03, 7.62s/it, lr: 3.0e-04 loss: 2.332e-01]
LTX_BE_v1-1: 19%|█▉ | 288/1500 [36:31<2:33:44, 7.61s/it, lr: 3.0e-04 loss: 1.793e-01]
LTX_BE_v1-1: 19%|█▉ | 289/1500 [36:37<2:33:26, 7.60s/it, lr: 3.0e-04 loss: 4.518e-01]
LTX_BE_v1-1: 19%|█▉ | 290/1500 [36:41<2:33:03, 7.59s/it, lr: 3.0e-04 loss: 2.553e-01]
LTX_BE_v1-1: 19%|█▉ | 291/1500 [36:51<2:33:08, 7.60s/it, lr: 3.0e-04 loss: 4.432e-01]
LTX_BE_v1-1: 19%|█▉ | 292/1500 [37:02<2:33:12, 7.61s/it, lr: 3.0e-04 loss: 2.093e-01]
LTX_BE_v1-1: 20%|█▉ | 293/1500 [37:07<2:32:54, 7.60s/it, lr: 3.0e-04 loss: 1.742e-01]
LTX_BE_v1-1: 20%|█▉ | 294/1500 [37:12<2:32:35, 7.59s/it, lr: 3.0e-04 loss: 2.852e-01]
LTX_BE_v1-1: 20%|█▉ | 295/1500 [37:22<2:32:40, 7.60s/it, lr: 3.0e-04 loss: 2.579e-01]
LTX_BE_v1-1: 20%|█▉ | 296/1500 [37:33<2:32:44, 7.61s/it, lr: 3.0e-04 loss: 2.039e-01]
LTX_BE_v1-1: 20%|█▉ | 297/1500 [37:37<2:32:25, 7.60s/it, lr: 3.0e-04 loss: 3.211e-01]
LTX_BE_v1-1: 20%|█▉ | 298/1500 [37:42<2:32:06, 7.59s/it, lr: 3.0e-04 loss: 2.057e-01]
LTX_BE_v1-1: 20%|█▉ | 299/1500 [37:47<2:31:49, 7.58s/it, lr: 3.0e-04 loss: 1.698e-01]
LTX_BE_v1-1: 20%|██ | 300/1500 [37:58<2:31:52, 7.59s/it, lr: 3.0e-04 loss: 3.446e-01]
LTX_BE_v1-1: 20%|██ | 301/1500 [38:03<2:31:35, 7.59s/it, lr: 3.0e-04 loss: 1.712e-01]
LTX_BE_v1-1: 20%|██ | 302/1500 [38:08<2:31:16, 7.58s/it, lr: 3.0e-04 loss: 4.615e-01]
LTX_BE_v1-1: 20%|██ | 303/1500 [38:16<2:31:13, 7.58s/it, lr: 3.0e-04 loss: 3.613e-01]
LTX_BE_v1-1: 20%|██ | 304/1500 [38:21<2:30:53, 7.57s/it, lr: 3.0e-04 loss: 4.572e-01]
LTX_BE_v1-1: 20%|██ | 305/1500 [38:25<2:30:31, 7.56s/it, lr: 3.0e-04 loss: 4.476e-01]
LTX_BE_v1-1: 20%|██ | 306/1500 [38:35<2:30:36, 7.57s/it, lr: 3.0e-04 loss: 1.542e-01]
LTX_BE_v1-1: 20%|██ | 307/1500 [38:40<2:30:19, 7.56s/it, lr: 3.0e-04 loss: 1.806e-01]
LTX_BE_v1-1: 21%|██ | 308/1500 [38:51<2:30:23, 7.57s/it, lr: 3.0e-04 loss: 2.034e-01]
LTX_BE_v1-1: 21%|██ | 309/1500 [38:56<2:30:05, 7.56s/it, lr: 3.0e-04 loss: 4.075e-01]
LTX_BE_v1-1: 21%|██ | 310/1500 [39:07<2:30:10, 7.57s/it, lr: 3.0e-04 loss: 4.517e-01]
LTX_BE_v1-1: 21%|██ | 311/1500 [39:18<2:30:15, 7.58s/it, lr: 3.0e-04 loss: 2.230e-01]
LTX_BE_v1-1: 21%|██ | 312/1500 [39:28<2:30:19, 7.59s/it, lr: 3.0e-04 loss: 4.529e-01]
LTX_BE_v1-1: 21%|██ | 313/1500 [39:33<2:30:02, 7.58s/it, lr: 3.0e-04 loss: 2.017e-01]
LTX_BE_v1-1: 21%|██ | 314/1500 [39:42<2:29:59, 7.59s/it, lr: 3.0e-04 loss: 4.820e-01]
LTX_BE_v1-1: 21%|██ | 315/1500 [39:53<2:30:03, 7.60s/it, lr: 3.0e-04 loss: 2.808e-01]
LTX_BE_v1-1: 21%|██ | 316/1500 [40:03<2:30:07, 7.61s/it, lr: 3.0e-04 loss: 1.677e-01]
LTX_BE_v1-1: 21%|██ | 317/1500 [40:14<2:30:11, 7.62s/it, lr: 3.0e-04 loss: 1.918e-01]
LTX_BE_v1-1: 21%|██ | 318/1500 [40:23<2:30:08, 7.62s/it, lr: 3.0e-04 loss: 2.090e-01]
LTX_BE_v1-1: 21%|██▏ | 319/1500 [40:34<2:30:12, 7.63s/it, lr: 3.0e-04 loss: 1.973e-01]
LTX_BE_v1-1: 21%|██▏ | 320/1500 [40:45<2:30:16, 7.64s/it, lr: 3.0e-04 loss: 2.374e-01]
LTX_BE_v1-1: 21%|██▏ | 321/1500 [40:49<2:29:58, 7.63s/it, lr: 3.0e-04 loss: 2.657e-01]
LTX_BE_v1-1: 21%|██▏ | 322/1500 [41:00<2:30:02, 7.64s/it, lr: 3.0e-04 loss: 1.799e-01]
LTX_BE_v1-1: 22%|██▏ | 323/1500 [41:05<2:29:45, 7.63s/it, lr: 3.0e-04 loss: 3.067e-01]
LTX_BE_v1-1: 22%|██▏ | 324/1500 [41:14<2:29:41, 7.64s/it, lr: 3.0e-04 loss: 1.648e-01]
LTX_BE_v1-1: 22%|██▏ | 325/1500 [41:25<2:29:45, 7.65s/it, lr: 3.0e-04 loss: 2.295e-01]
LTX_BE_v1-1: 22%|██▏ | 326/1500 [41:34<2:29:41, 7.65s/it, lr: 3.0e-04 loss: 2.810e-01]
LTX_BE_v1-1: 22%|██▏ | 327/1500 [41:38<2:29:23, 7.64s/it, lr: 3.0e-04 loss: 3.909e-01]
LTX_BE_v1-1: 22%|██▏ | 328/1500 [41:44<2:29:07, 7.63s/it, lr: 3.0e-04 loss: 2.494e-01]
LTX_BE_v1-1: 22%|██▏ | 329/1500 [41:48<2:28:49, 7.63s/it, lr: 3.0e-04 loss: 1.847e-01]
LTX_BE_v1-1: 22%|██▏ | 330/1500 [41:53<2:28:32, 7.62s/it, lr: 3.0e-04 loss: 1.970e-01]
LTX_BE_v1-1: 22%|██▏ | 331/1500 [42:02<2:28:28, 7.62s/it, lr: 3.0e-04 loss: 2.811e-01]
LTX_BE_v1-1: 22%|██▏ | 332/1500 [42:13<2:28:31, 7.63s/it, lr: 3.0e-04 loss: 4.492e-01]
LTX_BE_v1-1: 22%|██▏ | 333/1500 [42:17<2:28:11, 7.62s/it, lr: 3.0e-04 loss: 4.648e-01]
LTX_BE_v1-1: 22%|██▏ | 334/1500 [42:21<2:27:53, 7.61s/it, lr: 3.0e-04 loss: 4.797e-01]
LTX_BE_v1-1: 22%|██▏ | 335/1500 [42:32<2:27:56, 7.62s/it, lr: 3.0e-04 loss: 1.783e-01]
LTX_BE_v1-1: 22%|██▏ | 336/1500 [42:43<2:27:59, 7.63s/it, lr: 3.0e-04 loss: 3.121e-01]
LTX_BE_v1-1: 22%|██▏ | 337/1500 [42:47<2:27:40, 7.62s/it, lr: 3.0e-04 loss: 2.644e-01]
LTX_BE_v1-1: 23%|██▎ | 338/1500 [42:58<2:27:43, 7.63s/it, lr: 3.0e-04 loss: 2.529e-01] |
| Saving at step 340 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000340.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 23%|██▎ | 339/1500 [43:02<2:27:23, 7.62s/it, lr: 3.0e-04 loss: 4.469e-01]
LTX_BE_v1-1: 23%|██▎ | 340/1500 [43:07<2:27:06, 7.61s/it, lr: 3.0e-04 loss: 1.794e-01]
LTX_BE_v1-1: 23%|██▎ | 341/1500 [43:17<2:27:10, 7.62s/it, lr: 3.0e-04 loss: 3.407e-01]
LTX_BE_v1-1: 23%|██▎ | 342/1500 [43:28<2:27:11, 7.63s/it, lr: 3.0e-04 loss: 1.610e-01]
LTX_BE_v1-1: 23%|██▎ | 343/1500 [43:33<2:26:54, 7.62s/it, lr: 3.0e-04 loss: 1.628e-01]
LTX_BE_v1-1: 23%|██▎ | 344/1500 [43:37<2:26:37, 7.61s/it, lr: 3.0e-04 loss: 3.843e-01]
LTX_BE_v1-1: 23%|██▎ | 345/1500 [43:48<2:26:40, 7.62s/it, lr: 3.0e-04 loss: 1.939e-01]
LTX_BE_v1-1: 23%|██▎ | 346/1500 [43:53<2:26:23, 7.61s/it, lr: 3.0e-04 loss: 1.713e-01]
LTX_BE_v1-1: 23%|██▎ | 347/1500 [43:58<2:26:07, 7.60s/it, lr: 3.0e-04 loss: 4.082e-01]
LTX_BE_v1-1: 23%|██▎ | 348/1500 [44:03<2:25:50, 7.60s/it, lr: 3.0e-04 loss: 1.901e-01]
LTX_BE_v1-1: 23%|██▎ | 349/1500 [44:14<2:25:53, 7.60s/it, lr: 3.0e-04 loss: 1.862e-01]
LTX_BE_v1-1: 23%|██▎ | 350/1500 [44:24<2:25:55, 7.61s/it, lr: 3.0e-04 loss: 2.495e-01]
LTX_BE_v1-1: 23%|██▎ | 351/1500 [44:36<2:26:01, 7.62s/it, lr: 3.0e-04 loss: 1.767e-01]
LTX_BE_v1-1: 23%|██▎ | 352/1500 [44:47<2:26:03, 7.63s/it, lr: 3.0e-04 loss: 2.224e-01]
LTX_BE_v1-1: 24%|██▎ | 353/1500 [44:51<2:25:44, 7.62s/it, lr: 3.0e-04 loss: 1.992e-01]
LTX_BE_v1-1: 24%|██▎ | 354/1500 [45:02<2:25:47, 7.63s/it, lr: 3.0e-04 loss: 2.653e-01]
LTX_BE_v1-1: 24%|██▎ | 355/1500 [45:12<2:25:50, 7.64s/it, lr: 3.0e-04 loss: 1.993e-01]
LTX_BE_v1-1: 24%|██▎ | 356/1500 [45:23<2:25:52, 7.65s/it, lr: 3.0e-04 loss: 1.848e-01]
LTX_BE_v1-1: 24%|██▍ | 357/1500 [45:34<2:25:55, 7.66s/it, lr: 3.0e-04 loss: 2.011e-01]
LTX_BE_v1-1: 24%|██▍ | 358/1500 [45:39<2:25:38, 7.65s/it, lr: 3.0e-04 loss: 2.211e-01]
LTX_BE_v1-1: 24%|██▍ | 359/1500 [45:50<2:25:40, 7.66s/it, lr: 3.0e-04 loss: 4.529e-01]
LTX_BE_v1-1: 24%|██▍ | 360/1500 [46:00<2:25:42, 7.67s/it, lr: 3.0e-04 loss: 2.741e-01]
LTX_BE_v1-1: 24%|██▍ | 361/1500 [46:05<2:25:25, 7.66s/it, lr: 3.0e-04 loss: 1.424e-01]
LTX_BE_v1-1: 24%|██▍ | 362/1500 [46:16<2:25:28, 7.67s/it, lr: 3.0e-04 loss: 1.972e-01]
LTX_BE_v1-1: 24%|██▍ | 363/1500 [46:20<2:25:08, 7.66s/it, lr: 3.0e-04 loss: 4.701e-01]
LTX_BE_v1-1: 24%|██▍ | 364/1500 [46:31<2:25:10, 7.67s/it, lr: 3.0e-04 loss: 3.614e-01]
LTX_BE_v1-1: 24%|██▍ | 365/1500 [46:35<2:24:54, 7.66s/it, lr: 3.0e-04 loss: 4.619e-01]
LTX_BE_v1-1: 24%|██▍ | 366/1500 [46:40<2:24:38, 7.65s/it, lr: 3.0e-04 loss: 1.762e-01]
LTX_BE_v1-1: 24%|██▍ | 367/1500 [46:45<2:24:22, 7.65s/it, lr: 3.0e-04 loss: 4.784e-01]
LTX_BE_v1-1: 25%|██▍ | 368/1500 [46:50<2:24:06, 7.64s/it, lr: 3.0e-04 loss: 3.049e-01]
LTX_BE_v1-1: 25%|██▍ | 369/1500 [46:55<2:23:50, 7.63s/it, lr: 3.0e-04 loss: 3.804e-01]
LTX_BE_v1-1: 25%|██▍ | 370/1500 [47:06<2:23:51, 7.64s/it, lr: 3.0e-04 loss: 2.099e-01]
LTX_BE_v1-1: 25%|██▍ | 371/1500 [47:11<2:23:36, 7.63s/it, lr: 3.0e-04 loss: 1.747e-01]
LTX_BE_v1-1: 25%|██▍ | 372/1500 [47:15<2:23:17, 7.62s/it, lr: 3.0e-04 loss: 2.606e-01]
LTX_BE_v1-1: 25%|██▍ | 373/1500 [47:20<2:23:01, 7.61s/it, lr: 3.0e-04 loss: 2.932e-01]
LTX_BE_v1-1: 25%|██▍ | 374/1500 [47:29<2:22:57, 7.62s/it, lr: 3.0e-04 loss: 1.652e-01]
LTX_BE_v1-1: 25%|██▌ | 375/1500 [47:37<2:22:53, 7.62s/it, lr: 3.0e-04 loss: 3.726e-01]
LTX_BE_v1-1: 25%|██▌ | 376/1500 [47:42<2:22:37, 7.61s/it, lr: 3.0e-04 loss: 2.275e-01]
LTX_BE_v1-1: 25%|██▌ | 377/1500 [47:47<2:22:21, 7.61s/it, lr: 3.0e-04 loss: 1.830e-01]
LTX_BE_v1-1: 25%|██▌ | 378/1500 [47:58<2:22:23, 7.61s/it, lr: 3.0e-04 loss: 2.450e-01]
LTX_BE_v1-1: 25%|██▌ | 379/1500 [48:02<2:22:07, 7.61s/it, lr: 3.0e-04 loss: 1.673e-01]
LTX_BE_v1-1: 25%|██▌ | 380/1500 [48:08<2:21:52, 7.60s/it, lr: 3.0e-04 loss: 3.621e-01]
LTX_BE_v1-1: 25%|██▌ | 381/1500 [48:18<2:21:52, 7.61s/it, lr: 3.0e-04 loss: 1.547e-01]
LTX_BE_v1-1: 25%|██▌ | 382/1500 [48:27<2:21:48, 7.61s/it, lr: 3.0e-04 loss: 3.393e-01]
LTX_BE_v1-1: 26%|██▌ | 383/1500 [48:37<2:21:48, 7.62s/it, lr: 3.0e-04 loss: 2.768e-01]
LTX_BE_v1-1: 26%|██▌ | 384/1500 [48:48<2:21:51, 7.63s/it, lr: 3.0e-04 loss: 1.907e-01]
LTX_BE_v1-1: 26%|██▌ | 385/1500 [48:59<2:21:52, 7.63s/it, lr: 3.0e-04 loss: 2.053e-01]
LTX_BE_v1-1: 26%|██▌ | 386/1500 [49:04<2:21:37, 7.63s/it, lr: 3.0e-04 loss: 1.527e-01]
LTX_BE_v1-1: 26%|██▌ | 387/1500 [49:09<2:21:22, 7.62s/it, lr: 3.0e-04 loss: 1.767e-01]
LTX_BE_v1-1: 26%|██▌ | 388/1500 [49:18<2:21:17, 7.62s/it, lr: 3.0e-04 loss: 2.624e-01]
LTX_BE_v1-1: 26%|██▌ | 389/1500 [49:23<2:21:02, 7.62s/it, lr: 3.0e-04 loss: 2.020e-01]
LTX_BE_v1-1: 26%|██▌ | 390/1500 [49:27<2:20:47, 7.61s/it, lr: 3.0e-04 loss: 2.623e-01]
LTX_BE_v1-1: 26%|██▌ | 391/1500 [49:38<2:20:48, 7.62s/it, lr: 3.0e-04 loss: 1.881e-01]
LTX_BE_v1-1: 26%|██▌ | 392/1500 [49:49<2:20:49, 7.63s/it, lr: 3.0e-04 loss: 1.631e-01]
LTX_BE_v1-1: 26%|██▌ | 393/1500 [49:54<2:20:34, 7.62s/it, lr: 3.0e-04 loss: 1.920e-01]
LTX_BE_v1-1: 26%|██▋ | 394/1500 [50:05<2:20:35, 7.63s/it, lr: 3.0e-04 loss: 1.912e-01]
LTX_BE_v1-1: 26%|██▋ | 395/1500 [50:15<2:20:36, 7.63s/it, lr: 3.0e-04 loss: 3.489e-01]
LTX_BE_v1-1: 26%|██▋ | 396/1500 [50:24<2:20:31, 7.64s/it, lr: 3.0e-04 loss: 4.521e-01]
LTX_BE_v1-1: 26%|██▋ | 397/1500 [50:35<2:20:32, 7.65s/it, lr: 3.0e-04 loss: 1.751e-01]
LTX_BE_v1-1: 27%|██▋ | 398/1500 [50:44<2:20:28, 7.65s/it, lr: 3.0e-04 loss: 1.606e-01]
LTX_BE_v1-1: 27%|██▋ | 399/1500 [50:48<2:20:10, 7.64s/it, lr: 3.0e-04 loss: 1.829e-01] |
| Saving at step 400 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000400.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 27%|██▋ | 400/1500 [50:53<2:19:56, 7.63s/it, lr: 3.0e-04 loss: 2.245e-01]
LTX_BE_v1-1: 27%|██▋ | 401/1500 [50:58<2:19:41, 7.63s/it, lr: 3.0e-04 loss: 5.088e-01]
LTX_BE_v1-1: 27%|██▋ | 402/1500 [51:03<2:19:26, 7.62s/it, lr: 3.0e-04 loss: 1.973e-01]
LTX_BE_v1-1: 27%|██▋ | 403/1500 [51:13<2:19:26, 7.63s/it, lr: 3.0e-04 loss: 4.534e-01]
LTX_BE_v1-1: 27%|██▋ | 404/1500 [51:24<2:19:26, 7.63s/it, lr: 3.0e-04 loss: 2.660e-01]
LTX_BE_v1-1: 27%|██▋ | 405/1500 [51:29<2:19:12, 7.63s/it, lr: 3.0e-04 loss: 1.865e-01]
LTX_BE_v1-1: 27%|██▋ | 406/1500 [51:39<2:19:12, 7.64s/it, lr: 3.0e-04 loss: 1.816e-01]
LTX_BE_v1-1: 27%|██▋ | 407/1500 [51:44<2:18:57, 7.63s/it, lr: 3.0e-04 loss: 2.014e-01]
LTX_BE_v1-1: 27%|██▋ | 408/1500 [51:49<2:18:43, 7.62s/it, lr: 3.0e-04 loss: 3.587e-01]
LTX_BE_v1-1: 27%|██▋ | 409/1500 [51:53<2:18:26, 7.61s/it, lr: 3.0e-04 loss: 2.657e-01]
LTX_BE_v1-1: 27%|██▋ | 410/1500 [51:58<2:18:11, 7.61s/it, lr: 3.0e-04 loss: 2.209e-01]
LTX_BE_v1-1: 27%|██▋ | 411/1500 [52:09<2:18:11, 7.61s/it, lr: 3.0e-04 loss: 4.808e-01]
LTX_BE_v1-1: 27%|██▋ | 412/1500 [52:14<2:17:57, 7.61s/it, lr: 3.0e-04 loss: 2.092e-01]
LTX_BE_v1-1: 28%|██▊ | 413/1500 [52:18<2:17:40, 7.60s/it, lr: 3.0e-04 loss: 3.939e-01]
LTX_BE_v1-1: 28%|██▊ | 414/1500 [52:29<2:17:40, 7.61s/it, lr: 3.0e-04 loss: 3.169e-01]
LTX_BE_v1-1: 28%|██▊ | 415/1500 [52:34<2:17:28, 7.60s/it, lr: 3.0e-04 loss: 1.854e-01]
LTX_BE_v1-1: 28%|██▊ | 416/1500 [52:45<2:17:28, 7.61s/it, lr: 3.0e-04 loss: 2.178e-01]
LTX_BE_v1-1: 28%|██▊ | 417/1500 [52:56<2:17:30, 7.62s/it, lr: 3.0e-04 loss: 1.854e-01]
LTX_BE_v1-1: 28%|██▊ | 418/1500 [53:07<2:17:30, 7.63s/it, lr: 3.0e-04 loss: 2.134e-01]
LTX_BE_v1-1: 28%|██▊ | 419/1500 [53:12<2:17:15, 7.62s/it, lr: 3.0e-04 loss: 5.283e-01]
LTX_BE_v1-1: 28%|██▊ | 420/1500 [53:22<2:17:15, 7.63s/it, lr: 3.0e-04 loss: 4.042e-01]
LTX_BE_v1-1: 28%|██▊ | 421/1500 [53:27<2:16:59, 7.62s/it, lr: 3.0e-04 loss: 4.468e-01]
LTX_BE_v1-1: 28%|██▊ | 422/1500 [53:37<2:16:59, 7.63s/it, lr: 3.0e-04 loss: 1.954e-01]
LTX_BE_v1-1: 28%|██▊ | 423/1500 [53:46<2:16:55, 7.63s/it, lr: 3.0e-04 loss: 2.169e-01]
LTX_BE_v1-1: 28%|██▊ | 424/1500 [53:51<2:16:40, 7.62s/it, lr: 3.0e-04 loss: 4.517e-01]
LTX_BE_v1-1: 28%|██▊ | 425/1500 [53:56<2:16:26, 7.61s/it, lr: 3.0e-04 loss: 2.208e-01]
LTX_BE_v1-1: 28%|██▊ | 426/1500 [54:01<2:16:11, 7.61s/it, lr: 3.0e-04 loss: 2.297e-01]
LTX_BE_v1-1: 28%|██▊ | 427/1500 [54:06<2:15:57, 7.60s/it, lr: 3.0e-04 loss: 2.631e-01]
LTX_BE_v1-1: 29%|██▊ | 428/1500 [54:11<2:15:43, 7.60s/it, lr: 3.0e-04 loss: 2.068e-01]
LTX_BE_v1-1: 29%|██▊ | 429/1500 [54:15<2:15:27, 7.59s/it, lr: 3.0e-04 loss: 2.425e-01]
LTX_BE_v1-1: 29%|██▊ | 430/1500 [54:19<2:15:10, 7.58s/it, lr: 3.0e-04 loss: 4.544e-01]
LTX_BE_v1-1: 29%|██▊ | 431/1500 [54:30<2:15:10, 7.59s/it, lr: 3.0e-04 loss: 1.769e-01]
LTX_BE_v1-1: 29%|██▉ | 432/1500 [54:41<2:15:11, 7.60s/it, lr: 3.0e-04 loss: 2.021e-01]
LTX_BE_v1-1: 29%|██▉ | 433/1500 [54:51<2:15:11, 7.60s/it, lr: 3.0e-04 loss: 2.859e-01]
LTX_BE_v1-1: 29%|██▉ | 434/1500 [55:02<2:15:11, 7.61s/it, lr: 3.0e-04 loss: 1.696e-01]
LTX_BE_v1-1: 29%|██▉ | 435/1500 [55:12<2:15:10, 7.62s/it, lr: 3.0e-04 loss: 1.896e-01]
LTX_BE_v1-1: 29%|██▉ | 436/1500 [55:18<2:14:57, 7.61s/it, lr: 3.0e-04 loss: 2.773e-01]
LTX_BE_v1-1: 29%|██▉ | 437/1500 [55:28<2:14:56, 7.62s/it, lr: 3.0e-04 loss: 1.911e-01]
LTX_BE_v1-1: 29%|██▉ | 438/1500 [55:33<2:14:42, 7.61s/it, lr: 3.0e-04 loss: 1.528e-01]
LTX_BE_v1-1: 29%|██▉ | 439/1500 [55:38<2:14:28, 7.60s/it, lr: 3.0e-04 loss: 2.189e-01]
LTX_BE_v1-1: 29%|██▉ | 440/1500 [55:49<2:14:28, 7.61s/it, lr: 3.0e-04 loss: 2.224e-01]
LTX_BE_v1-1: 29%|██▉ | 441/1500 [55:54<2:14:14, 7.61s/it, lr: 3.0e-04 loss: 1.448e-01]
LTX_BE_v1-1: 29%|██▉ | 442/1500 [56:02<2:14:09, 7.61s/it, lr: 3.0e-04 loss: 2.351e-01]
LTX_BE_v1-1: 30%|██▉ | 443/1500 [56:13<2:14:09, 7.62s/it, lr: 3.0e-04 loss: 1.610e-01]
LTX_BE_v1-1: 30%|██▉ | 444/1500 [56:18<2:13:56, 7.61s/it, lr: 3.0e-04 loss: 4.235e-01]
LTX_BE_v1-1: 30%|██▉ | 445/1500 [56:27<2:13:50, 7.61s/it, lr: 3.0e-04 loss: 3.354e-01]
LTX_BE_v1-1: 30%|██▉ | 446/1500 [56:32<2:13:36, 7.61s/it, lr: 3.0e-04 loss: 2.993e-01]
LTX_BE_v1-1: 30%|██▉ | 447/1500 [56:37<2:13:22, 7.60s/it, lr: 3.0e-04 loss: 2.401e-01]
LTX_BE_v1-1: 30%|██▉ | 448/1500 [56:48<2:13:22, 7.61s/it, lr: 3.0e-04 loss: 4.751e-01]
LTX_BE_v1-1: 30%|██▉ | 449/1500 [56:58<2:13:21, 7.61s/it, lr: 3.0e-04 loss: 1.778e-01]
LTX_BE_v1-1: 30%|███ | 450/1500 [57:03<2:13:07, 7.61s/it, lr: 3.0e-04 loss: 1.976e-01]
LTX_BE_v1-1: 30%|███ | 451/1500 [57:12<2:13:03, 7.61s/it, lr: 3.0e-04 loss: 4.527e-01]
LTX_BE_v1-1: 30%|███ | 452/1500 [57:22<2:13:02, 7.62s/it, lr: 3.0e-04 loss: 1.564e-01]
LTX_BE_v1-1: 30%|███ | 453/1500 [57:33<2:13:02, 7.62s/it, lr: 3.0e-04 loss: 1.923e-01]
LTX_BE_v1-1: 30%|███ | 454/1500 [57:44<2:13:02, 7.63s/it, lr: 3.0e-04 loss: 3.203e-01]
LTX_BE_v1-1: 30%|███ | 455/1500 [57:49<2:12:48, 7.63s/it, lr: 3.0e-04 loss: 1.847e-01]
LTX_BE_v1-1: 30%|███ | 456/1500 [57:58<2:12:43, 7.63s/it, lr: 3.0e-04 loss: 2.503e-01]
LTX_BE_v1-1: 30%|███ | 457/1500 [58:03<2:12:29, 7.62s/it, lr: 3.0e-04 loss: 3.623e-01]
LTX_BE_v1-1: 31%|███ | 458/1500 [58:07<2:12:13, 7.61s/it, lr: 3.0e-04 loss: 4.464e-01]
LTX_BE_v1-1: 31%|███ | 459/1500 [58:12<2:12:00, 7.61s/it, lr: 3.0e-04 loss: 1.787e-01]
LTX_BE_v1-1: 31%|███ | 460/1500 [58:23<2:11:59, 7.62s/it, lr: 3.0e-04 loss: 3.305e-01]
LTX_BE_v1-1: 31%|███ | 461/1500 [58:33<2:11:59, 7.62s/it, lr: 3.0e-04 loss: 1.889e-01]
LTX_BE_v1-1: 31%|███ | 462/1500 [58:44<2:11:58, 7.63s/it, lr: 3.0e-04 loss: 2.039e-01]
LTX_BE_v1-1: 31%|███ | 463/1500 [58:53<2:11:54, 7.63s/it, lr: 3.0e-04 loss: 2.137e-01]
LTX_BE_v1-1: 31%|███ | 464/1500 [58:58<2:11:40, 7.63s/it, lr: 3.0e-04 loss: 2.071e-01]
LTX_BE_v1-1: 31%|███ | 465/1500 [59:08<2:11:39, 7.63s/it, lr: 3.0e-04 loss: 2.095e-01]
LTX_BE_v1-1: 31%|███ | 466/1500 [59:13<2:11:25, 7.63s/it, lr: 3.0e-04 loss: 1.956e-01]
LTX_BE_v1-1: 31%|███ | 467/1500 [59:17<2:11:09, 7.62s/it, lr: 3.0e-04 loss: 3.344e-01]
LTX_BE_v1-1: 31%|███ | 468/1500 [59:28<2:11:08, 7.62s/it, lr: 3.0e-04 loss: 2.689e-01]
LTX_BE_v1-1: 31%|███▏ | 469/1500 [59:33<2:10:55, 7.62s/it, lr: 3.0e-04 loss: 2.391e-01]
LTX_BE_v1-1: 31%|███▏ | 470/1500 [59:38<2:10:41, 7.61s/it, lr: 3.0e-04 loss: 2.291e-01]
LTX_BE_v1-1: 31%|███▏ | 471/1500 [59:49<2:10:41, 7.62s/it, lr: 3.0e-04 loss: 2.085e-01]
LTX_BE_v1-1: 31%|███▏ | 472/1500 [59:59<2:10:39, 7.63s/it, lr: 3.0e-04 loss: 1.901e-01]
LTX_BE_v1-1: 32%|███▏ | 473/1500 [1:00:03<2:10:24, 7.62s/it, lr: 3.0e-04 loss: 3.405e-01]
LTX_BE_v1-1: 32%|███▏ | 474/1500 [1:00:14<2:10:23, 7.63s/it, lr: 3.0e-04 loss: 1.900e-01]
LTX_BE_v1-1: 32%|███▏ | 475/1500 [1:00:19<2:10:10, 7.62s/it, lr: 3.0e-04 loss: 3.031e-01]
LTX_BE_v1-1: 32%|███▏ | 476/1500 [1:00:24<2:09:56, 7.61s/it, lr: 3.0e-04 loss: 1.805e-01]
LTX_BE_v1-1: 32%|███▏ | 477/1500 [1:00:29<2:09:43, 7.61s/it, lr: 3.0e-04 loss: 2.246e-01]
LTX_BE_v1-1: 32%|███▏ | 478/1500 [1:00:34<2:09:29, 7.60s/it, lr: 3.0e-04 loss: 2.259e-01]
LTX_BE_v1-1: 32%|███▏ | 479/1500 [1:00:38<2:09:16, 7.60s/it, lr: 3.0e-04 loss: 1.754e-01]
LTX_BE_v1-1: 32%|███▏ | 480/1500 [1:00:49<2:09:15, 7.60s/it, lr: 3.0e-04 loss: 2.182e-01]
LTX_BE_v1-1: 32%|███▏ | 481/1500 [1:01:00<2:09:14, 7.61s/it, lr: 3.0e-04 loss: 1.943e-01]
LTX_BE_v1-1: 32%|███▏ | 482/1500 [1:01:10<2:09:12, 7.62s/it, lr: 3.0e-04 loss: 1.997e-01]
LTX_BE_v1-1: 32%|███▏ | 483/1500 [1:01:19<2:09:07, 7.62s/it, lr: 3.0e-04 loss: 2.907e-01]
LTX_BE_v1-1: 32%|███▏ | 484/1500 [1:01:30<2:09:06, 7.62s/it, lr: 3.0e-04 loss: 1.962e-01]
LTX_BE_v1-1: 32%|███▏ | 485/1500 [1:01:38<2:09:00, 7.63s/it, lr: 3.0e-04 loss: 2.086e-01]
LTX_BE_v1-1: 32%|███▏ | 486/1500 [1:01:43<2:08:47, 7.62s/it, lr: 3.0e-04 loss: 1.987e-01]
LTX_BE_v1-1: 32%|███▏ | 487/1500 [1:01:48<2:08:34, 7.62s/it, lr: 3.0e-04 loss: 3.317e-01]
LTX_BE_v1-1: 33%|███▎ | 488/1500 [1:01:53<2:08:21, 7.61s/it, lr: 3.0e-04 loss: 1.708e-01]
LTX_BE_v1-1: 33%|███▎ | 489/1500 [1:02:04<2:08:20, 7.62s/it, lr: 3.0e-04 loss: 2.828e-01]
LTX_BE_v1-1: 33%|███▎ | 490/1500 [1:02:15<2:08:19, 7.62s/it, lr: 3.0e-04 loss: 1.900e-01]
LTX_BE_v1-1: 33%|███▎ | 491/1500 [1:02:20<2:08:05, 7.62s/it, lr: 3.0e-04 loss: 2.135e-01]
LTX_BE_v1-1: 33%|███▎ | 492/1500 [1:02:29<2:08:00, 7.62s/it, lr: 3.0e-04 loss: 3.863e-01]
LTX_BE_v1-1: 33%|███▎ | 493/1500 [1:02:33<2:07:47, 7.61s/it, lr: 3.0e-04 loss: 4.867e-01]
LTX_BE_v1-1: 33%|███▎ | 494/1500 [1:02:38<2:07:34, 7.61s/it, lr: 3.0e-04 loss: 1.742e-01]
LTX_BE_v1-1: 33%|███▎ | 495/1500 [1:02:43<2:07:21, 7.60s/it, lr: 3.0e-04 loss: 4.573e-01]
LTX_BE_v1-1: 33%|███▎ | 496/1500 [1:02:48<2:07:08, 7.60s/it, lr: 3.0e-04 loss: 1.987e-01]
LTX_BE_v1-1: 33%|███▎ | 497/1500 [1:02:52<2:06:53, 7.59s/it, lr: 3.0e-04 loss: 5.195e-01]
LTX_BE_v1-1: 33%|███▎ | 498/1500 [1:03:03<2:06:52, 7.60s/it, lr: 3.0e-04 loss: 2.552e-01]
LTX_BE_v1-1: 33%|███▎ | 499/1500 [1:03:13<2:06:50, 7.60s/it, lr: 3.0e-04 loss: 1.711e-01]
LTX_BE_v1-1: 33%|███▎ | 500/1500 [1:03:18<2:06:37, 7.60s/it, lr: 3.0e-04 loss: 2.974e-01]
LTX_BE_v1-1: 33%|███▎ | 501/1500 [1:03:22<2:06:22, 7.59s/it, lr: 3.0e-04 loss: 1.872e-01]
LTX_BE_v1-1: 33%|███▎ | 502/1500 [1:03:33<2:06:21, 7.60s/it, lr: 3.0e-04 loss: 4.489e-01]
LTX_BE_v1-1: 34%|███▎ | 503/1500 [1:03:38<2:06:08, 7.59s/it, lr: 3.0e-04 loss: 2.066e-01] |
| Saving at step 505 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000505.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 34%|███▎ | 504/1500 [1:03:49<2:06:07, 7.60s/it, lr: 3.0e-04 loss: 1.823e-01]
LTX_BE_v1-1: 34%|███▎ | 505/1500 [1:03:59<2:06:05, 7.60s/it, lr: 3.0e-04 loss: 1.857e-01]
LTX_BE_v1-1: 34%|███▎ | 506/1500 [1:04:04<2:05:52, 7.60s/it, lr: 3.0e-04 loss: 2.386e-01]
LTX_BE_v1-1: 34%|███▍ | 507/1500 [1:04:09<2:05:39, 7.59s/it, lr: 3.0e-04 loss: 2.191e-01]
LTX_BE_v1-1: 34%|███▍ | 508/1500 [1:04:13<2:05:25, 7.59s/it, lr: 3.0e-04 loss: 2.183e-01]
LTX_BE_v1-1: 34%|███▍ | 509/1500 [1:04:24<2:05:23, 7.59s/it, lr: 3.0e-04 loss: 1.701e-01]
LTX_BE_v1-1: 34%|███▍ | 510/1500 [1:04:35<2:05:22, 7.60s/it, lr: 3.0e-04 loss: 2.000e-01]
LTX_BE_v1-1: 34%|███▍ | 511/1500 [1:04:45<2:05:20, 7.60s/it, lr: 3.0e-04 loss: 1.867e-01]
LTX_BE_v1-1: 34%|███▍ | 512/1500 [1:04:50<2:05:07, 7.60s/it, lr: 3.0e-04 loss: 2.227e-01]
LTX_BE_v1-1: 34%|███▍ | 513/1500 [1:04:55<2:04:54, 7.59s/it, lr: 3.0e-04 loss: 2.153e-01]
LTX_BE_v1-1: 34%|███▍ | 514/1500 [1:04:59<2:04:40, 7.59s/it, lr: 3.0e-04 loss: 1.933e-01]
LTX_BE_v1-1: 34%|███▍ | 515/1500 [1:05:04<2:04:27, 7.58s/it, lr: 3.0e-04 loss: 1.892e-01]
LTX_BE_v1-1: 34%|███▍ | 516/1500 [1:05:15<2:04:26, 7.59s/it, lr: 3.0e-04 loss: 2.456e-01]
LTX_BE_v1-1: 34%|███▍ | 517/1500 [1:05:19<2:04:11, 7.58s/it, lr: 3.0e-04 loss: 2.202e-01]
LTX_BE_v1-1: 35%|███▍ | 518/1500 [1:05:30<2:04:10, 7.59s/it, lr: 3.0e-04 loss: 1.931e-01]
LTX_BE_v1-1: 35%|███▍ | 519/1500 [1:05:40<2:04:08, 7.59s/it, lr: 3.0e-04 loss: 3.752e-01]
LTX_BE_v1-1: 35%|███▍ | 520/1500 [1:05:49<2:04:03, 7.60s/it, lr: 3.0e-04 loss: 4.512e-01]
LTX_BE_v1-1: 35%|███▍ | 521/1500 [1:05:59<2:04:00, 7.60s/it, lr: 3.0e-04 loss: 2.135e-01]
LTX_BE_v1-1: 35%|███▍ | 522/1500 [1:06:05<2:03:49, 7.60s/it, lr: 3.0e-04 loss: 1.909e-01]
LTX_BE_v1-1: 35%|███▍ | 523/1500 [1:06:10<2:03:37, 7.59s/it, lr: 3.0e-04 loss: 2.225e-01]
LTX_BE_v1-1: 35%|███▍ | 524/1500 [1:06:21<2:03:35, 7.60s/it, lr: 3.0e-04 loss: 2.598e-01]
LTX_BE_v1-1: 35%|███▌ | 525/1500 [1:06:26<2:03:23, 7.59s/it, lr: 3.0e-04 loss: 1.652e-01]
LTX_BE_v1-1: 35%|███▌ | 526/1500 [1:06:36<2:03:21, 7.60s/it, lr: 3.0e-04 loss: 1.983e-01]
LTX_BE_v1-1: 35%|███▌ | 527/1500 [1:06:42<2:03:09, 7.59s/it, lr: 3.0e-04 loss: 2.025e-01]
LTX_BE_v1-1: 35%|███▌ | 528/1500 [1:06:52<2:03:07, 7.60s/it, lr: 3.0e-04 loss: 2.111e-01]
LTX_BE_v1-1: 35%|███▌ | 529/1500 [1:07:01<2:03:01, 7.60s/it, lr: 3.0e-04 loss: 2.568e-01]
LTX_BE_v1-1: 35%|███▌ | 530/1500 [1:07:12<2:02:59, 7.61s/it, lr: 3.0e-04 loss: 2.432e-01]
LTX_BE_v1-1: 35%|███▌ | 531/1500 [1:07:17<2:02:47, 7.60s/it, lr: 3.0e-04 loss: 1.543e-01]
LTX_BE_v1-1: 35%|███▌ | 532/1500 [1:07:22<2:02:34, 7.60s/it, lr: 3.0e-04 loss: 1.484e-01]
LTX_BE_v1-1: 36%|███▌ | 533/1500 [1:07:32<2:02:32, 7.60s/it, lr: 3.0e-04 loss: 1.776e-01]
LTX_BE_v1-1: 36%|███▌ | 534/1500 [1:07:37<2:02:19, 7.60s/it, lr: 3.0e-04 loss: 5.038e-01]
LTX_BE_v1-1: 36%|███▌ | 535/1500 [1:07:41<2:02:06, 7.59s/it, lr: 3.0e-04 loss: 2.599e-01]
LTX_BE_v1-1: 36%|███▌ | 536/1500 [1:07:52<2:02:04, 7.60s/it, lr: 3.0e-04 loss: 1.733e-01]
LTX_BE_v1-1: 36%|███▌ | 537/1500 [1:08:01<2:01:59, 7.60s/it, lr: 3.0e-04 loss: 4.133e-01]
LTX_BE_v1-1: 36%|███▌ | 538/1500 [1:08:06<2:01:46, 7.60s/it, lr: 3.0e-04 loss: 4.491e-01]
LTX_BE_v1-1: 36%|███▌ | 539/1500 [1:08:17<2:01:44, 7.60s/it, lr: 3.0e-04 loss: 2.201e-01]
LTX_BE_v1-1: 36%|███▌ | 540/1500 [1:08:27<2:01:42, 7.61s/it, lr: 3.0e-04 loss: 1.927e-01]
LTX_BE_v1-1: 36%|███▌ | 541/1500 [1:08:32<2:01:30, 7.60s/it, lr: 3.0e-04 loss: 1.807e-01]
LTX_BE_v1-1: 36%|███▌ | 542/1500 [1:08:37<2:01:17, 7.60s/it, lr: 3.0e-04 loss: 1.752e-01]
LTX_BE_v1-1: 36%|███▌ | 543/1500 [1:08:42<2:01:05, 7.59s/it, lr: 3.0e-04 loss: 1.691e-01]
LTX_BE_v1-1: 36%|███▋ | 544/1500 [1:08:47<2:00:53, 7.59s/it, lr: 3.0e-04 loss: 4.349e-01]
LTX_BE_v1-1: 36%|███▋ | 545/1500 [1:08:58<2:00:51, 7.59s/it, lr: 3.0e-04 loss: 2.057e-01]
LTX_BE_v1-1: 36%|███▋ | 546/1500 [1:09:08<2:00:49, 7.60s/it, lr: 3.0e-04 loss: 1.695e-01]
LTX_BE_v1-1: 36%|███▋ | 547/1500 [1:09:19<2:00:46, 7.60s/it, lr: 3.0e-04 loss: 2.007e-01]
LTX_BE_v1-1: 37%|███▋ | 548/1500 [1:09:28<2:00:41, 7.61s/it, lr: 3.0e-04 loss: 2.593e-01]
LTX_BE_v1-1: 37%|███▋ | 549/1500 [1:09:39<2:00:39, 7.61s/it, lr: 3.0e-04 loss: 1.714e-01]
LTX_BE_v1-1: 37%|███▋ | 550/1500 [1:09:43<2:00:26, 7.61s/it, lr: 3.0e-04 loss: 1.840e-01]
LTX_BE_v1-1: 37%|███▋ | 551/1500 [1:09:48<2:00:13, 7.60s/it, lr: 3.0e-04 loss: 6.258e-01]
LTX_BE_v1-1: 37%|███▋ | 552/1500 [1:09:58<2:00:11, 7.61s/it, lr: 3.0e-04 loss: 3.256e-01]
LTX_BE_v1-1: 37%|███▋ | 553/1500 [1:10:03<1:59:58, 7.60s/it, lr: 3.0e-04 loss: 1.872e-01]
LTX_BE_v1-1: 37%|███▋ | 554/1500 [1:10:08<1:59:47, 7.60s/it, lr: 3.0e-04 loss: 2.167e-01]
LTX_BE_v1-1: 37%|███▋ | 555/1500 [1:10:13<1:59:34, 7.59s/it, lr: 3.0e-04 loss: 2.170e-01]
LTX_BE_v1-1: 37%|███▋ | 556/1500 [1:10:24<1:59:31, 7.60s/it, lr: 3.0e-04 loss: 1.561e-01]
LTX_BE_v1-1: 37%|███▋ | 557/1500 [1:10:28<1:59:19, 7.59s/it, lr: 3.0e-04 loss: 1.969e-01]
LTX_BE_v1-1: 37%|███▋ | 558/1500 [1:10:34<1:59:07, 7.59s/it, lr: 3.0e-04 loss: 1.828e-01]
LTX_BE_v1-1: 37%|███▋ | 559/1500 [1:10:38<1:58:55, 7.58s/it, lr: 3.0e-04 loss: 2.792e-01]
LTX_BE_v1-1: 37%|███▋ | 560/1500 [1:10:49<1:58:53, 7.59s/it, lr: 3.0e-04 loss: 2.459e-01]
LTX_BE_v1-1: 37%|███▋ | 561/1500 [1:10:59<1:58:50, 7.59s/it, lr: 3.0e-04 loss: 1.845e-01]
LTX_BE_v1-1: 37%|███▋ | 562/1500 [1:11:08<1:58:44, 7.60s/it, lr: 3.0e-04 loss: 2.572e-01]
LTX_BE_v1-1: 38%|███▊ | 563/1500 [1:11:19<1:58:42, 7.60s/it, lr: 3.0e-04 loss: 2.375e-01]
LTX_BE_v1-1: 38%|███▊ | 564/1500 [1:11:24<1:58:30, 7.60s/it, lr: 3.0e-04 loss: 1.553e-01]
LTX_BE_v1-1: 38%|███▊ | 565/1500 [1:11:35<1:58:27, 7.60s/it, lr: 3.0e-04 loss: 4.819e-01]
LTX_BE_v1-1: 38%|███▊ | 566/1500 [1:11:46<1:58:25, 7.61s/it, lr: 3.0e-04 loss: 1.905e-01]
LTX_BE_v1-1: 38%|███▊ | 567/1500 [1:11:50<1:58:12, 7.60s/it, lr: 3.0e-04 loss: 2.030e-01]
LTX_BE_v1-1: 38%|███▊ | 568/1500 [1:11:58<1:58:06, 7.60s/it, lr: 3.0e-04 loss: 2.080e-01]
LTX_BE_v1-1: 38%|███▊ | 569/1500 [1:12:03<1:57:54, 7.60s/it, lr: 3.0e-04 loss: 2.152e-01]
LTX_BE_v1-1: 38%|███▊ | 570/1500 [1:12:08<1:57:42, 7.59s/it, lr: 3.0e-04 loss: 1.929e-01]
LTX_BE_v1-1: 38%|███▊ | 571/1500 [1:12:13<1:57:30, 7.59s/it, lr: 3.0e-04 loss: 4.700e-01]
LTX_BE_v1-1: 38%|███▊ | 572/1500 [1:12:23<1:57:27, 7.59s/it, lr: 3.0e-04 loss: 4.749e-01]
LTX_BE_v1-1: 38%|███▊ | 573/1500 [1:12:28<1:57:14, 7.59s/it, lr: 3.0e-04 loss: 4.670e-01]
LTX_BE_v1-1: 38%|███▊ | 574/1500 [1:12:38<1:57:11, 7.59s/it, lr: 3.0e-04 loss: 1.775e-01]
LTX_BE_v1-1: 38%|███▊ | 575/1500 [1:12:44<1:57:00, 7.59s/it, lr: 3.0e-04 loss: 2.160e-01]
LTX_BE_v1-1: 38%|███▊ | 576/1500 [1:12:48<1:56:48, 7.58s/it, lr: 3.0e-04 loss: 2.107e-01]
LTX_BE_v1-1: 38%|███▊ | 577/1500 [1:12:53<1:56:36, 7.58s/it, lr: 3.0e-04 loss: 3.020e-01]
LTX_BE_v1-1: 39%|███▊ | 578/1500 [1:12:57<1:56:23, 7.57s/it, lr: 3.0e-04 loss: 2.082e-01]
LTX_BE_v1-1: 39%|███▊ | 579/1500 [1:13:02<1:56:11, 7.57s/it, lr: 3.0e-04 loss: 2.628e-01]
LTX_BE_v1-1: 39%|███▊ | 580/1500 [1:13:11<1:56:05, 7.57s/it, lr: 3.0e-04 loss: 2.214e-01]
LTX_BE_v1-1: 39%|███▊ | 581/1500 [1:13:16<1:55:54, 7.57s/it, lr: 3.0e-04 loss: 1.670e-01]
LTX_BE_v1-1: 39%|███▉ | 582/1500 [1:13:20<1:55:41, 7.56s/it, lr: 3.0e-04 loss: 1.991e-01]
LTX_BE_v1-1: 39%|███▉ | 583/1500 [1:13:31<1:55:38, 7.57s/it, lr: 3.0e-04 loss: 4.382e-01]
LTX_BE_v1-1: 39%|███▉ | 584/1500 [1:13:35<1:55:25, 7.56s/it, lr: 3.0e-04 loss: 2.942e-01]
LTX_BE_v1-1: 39%|███▉ | 585/1500 [1:13:40<1:55:13, 7.56s/it, lr: 3.0e-04 loss: 1.520e-01]
LTX_BE_v1-1: 39%|███▉ | 586/1500 [1:13:51<1:55:11, 7.56s/it, lr: 3.0e-04 loss: 4.516e-01]
LTX_BE_v1-1: 39%|███▉ | 587/1500 [1:13:56<1:54:59, 7.56s/it, lr: 3.0e-04 loss: 2.039e-01]
LTX_BE_v1-1: 39%|███▉ | 588/1500 [1:14:01<1:54:48, 7.55s/it, lr: 3.0e-04 loss: 2.773e-01]
LTX_BE_v1-1: 39%|███▉ | 589/1500 [1:14:05<1:54:36, 7.55s/it, lr: 3.0e-04 loss: 3.762e-01]
LTX_BE_v1-1: 39%|███▉ | 590/1500 [1:14:16<1:54:33, 7.55s/it, lr: 3.0e-04 loss: 1.874e-01]
LTX_BE_v1-1: 39%|███▉ | 591/1500 [1:14:27<1:54:31, 7.56s/it, lr: 3.0e-04 loss: 4.652e-01]
LTX_BE_v1-1: 39%|███▉ | 592/1500 [1:14:32<1:54:19, 7.55s/it, lr: 3.0e-04 loss: 3.357e-01]
LTX_BE_v1-1: 40%|███▉ | 593/1500 [1:14:43<1:54:17, 7.56s/it, lr: 3.0e-04 loss: 3.071e-01]
LTX_BE_v1-1: 40%|███▉ | 594/1500 [1:14:53<1:54:13, 7.57s/it, lr: 3.0e-04 loss: 1.701e-01]
LTX_BE_v1-1: 40%|███▉ | 595/1500 [1:15:02<1:54:08, 7.57s/it, lr: 3.0e-04 loss: 2.383e-01]
LTX_BE_v1-1: 40%|███▉ | 596/1500 [1:15:13<1:54:05, 7.57s/it, lr: 3.0e-04 loss: 4.082e-01]
LTX_BE_v1-1: 40%|███▉ | 597/1500 [1:15:23<1:54:01, 7.58s/it, lr: 3.0e-04 loss: 4.763e-01]
LTX_BE_v1-1: 40%|███▉ | 598/1500 [1:15:33<1:53:58, 7.58s/it, lr: 3.0e-04 loss: 2.109e-01]
LTX_BE_v1-1: 40%|███▉ | 599/1500 [1:15:38<1:53:47, 7.58s/it, lr: 3.0e-04 loss: 3.893e-01] |
| Saving at step 600 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000600.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 40%|████ | 600/1500 [1:15:49<1:53:44, 7.58s/it, lr: 3.0e-04 loss: 4.190e-01]
LTX_BE_v1-1: 40%|████ | 601/1500 [1:15:54<1:53:33, 7.58s/it, lr: 3.0e-04 loss: 1.922e-01]
LTX_BE_v1-1: 40%|████ | 602/1500 [1:16:05<1:53:30, 7.58s/it, lr: 3.0e-04 loss: 1.846e-01]
LTX_BE_v1-1: 40%|████ | 603/1500 [1:16:14<1:53:24, 7.59s/it, lr: 3.0e-04 loss: 4.414e-01]
LTX_BE_v1-1: 40%|████ | 604/1500 [1:16:25<1:53:21, 7.59s/it, lr: 3.0e-04 loss: 2.926e-01]
LTX_BE_v1-1: 40%|████ | 605/1500 [1:16:35<1:53:18, 7.60s/it, lr: 3.0e-04 loss: 1.484e-01]
LTX_BE_v1-1: 40%|████ | 606/1500 [1:16:40<1:53:07, 7.59s/it, lr: 3.0e-04 loss: 4.459e-01]
LTX_BE_v1-1: 40%|████ | 607/1500 [1:16:51<1:53:03, 7.60s/it, lr: 3.0e-04 loss: 1.828e-01]
LTX_BE_v1-1: 41%|████ | 608/1500 [1:16:56<1:52:52, 7.59s/it, lr: 3.0e-04 loss: 1.916e-01]
LTX_BE_v1-1: 41%|████ | 609/1500 [1:17:00<1:52:39, 7.59s/it, lr: 3.0e-04 loss: 5.045e-01]
LTX_BE_v1-1: 41%|████ | 610/1500 [1:17:05<1:52:28, 7.58s/it, lr: 3.0e-04 loss: 2.301e-01]
LTX_BE_v1-1: 41%|████ | 611/1500 [1:17:15<1:52:25, 7.59s/it, lr: 3.0e-04 loss: 2.227e-01]
LTX_BE_v1-1: 41%|████ | 612/1500 [1:17:26<1:52:22, 7.59s/it, lr: 3.0e-04 loss: 2.501e-01]
LTX_BE_v1-1: 41%|████ | 613/1500 [1:17:37<1:52:19, 7.60s/it, lr: 3.0e-04 loss: 3.350e-01]
LTX_BE_v1-1: 41%|████ | 614/1500 [1:17:42<1:52:08, 7.59s/it, lr: 3.0e-04 loss: 1.854e-01]
LTX_BE_v1-1: 41%|████ | 615/1500 [1:17:53<1:52:05, 7.60s/it, lr: 3.0e-04 loss: 2.597e-01]
LTX_BE_v1-1: 41%|████ | 616/1500 [1:17:58<1:51:53, 7.59s/it, lr: 3.0e-04 loss: 2.861e-01]
LTX_BE_v1-1: 41%|████ | 617/1500 [1:18:03<1:51:42, 7.59s/it, lr: 3.0e-04 loss: 4.541e-01]
LTX_BE_v1-1: 41%|████ | 618/1500 [1:18:08<1:51:30, 7.59s/it, lr: 3.0e-04 loss: 3.056e-01]
LTX_BE_v1-1: 41%|████▏ | 619/1500 [1:18:13<1:51:19, 7.58s/it, lr: 3.0e-04 loss: 1.486e-01]
LTX_BE_v1-1: 41%|████▏ | 620/1500 [1:18:21<1:51:13, 7.58s/it, lr: 3.0e-04 loss: 2.416e-01]
LTX_BE_v1-1: 41%|████▏ | 621/1500 [1:18:30<1:51:07, 7.59s/it, lr: 3.0e-04 loss: 4.490e-01]
LTX_BE_v1-1: 41%|████▏ | 622/1500 [1:18:34<1:50:55, 7.58s/it, lr: 3.0e-04 loss: 3.596e-01]
LTX_BE_v1-1: 42%|████▏ | 623/1500 [1:18:45<1:50:52, 7.59s/it, lr: 3.0e-04 loss: 3.883e-01]
LTX_BE_v1-1: 42%|████▏ | 624/1500 [1:18:49<1:50:39, 7.58s/it, lr: 3.0e-04 loss: 3.798e-01]
LTX_BE_v1-1: 42%|████▏ | 625/1500 [1:19:00<1:50:36, 7.58s/it, lr: 3.0e-04 loss: 3.244e-01]
LTX_BE_v1-1: 42%|████▏ | 626/1500 [1:19:05<1:50:25, 7.58s/it, lr: 3.0e-04 loss: 1.984e-01]
LTX_BE_v1-1: 42%|████▏ | 627/1500 [1:19:15<1:50:21, 7.58s/it, lr: 3.0e-04 loss: 3.135e-01]
LTX_BE_v1-1: 42%|████▏ | 628/1500 [1:19:20<1:50:10, 7.58s/it, lr: 3.0e-04 loss: 4.513e-01]
LTX_BE_v1-1: 42%|████▏ | 629/1500 [1:19:30<1:50:06, 7.58s/it, lr: 3.0e-04 loss: 2.221e-01]
LTX_BE_v1-1: 42%|████▏ | 630/1500 [1:19:36<1:49:55, 7.58s/it, lr: 3.0e-04 loss: 1.829e-01]
LTX_BE_v1-1: 42%|████▏ | 631/1500 [1:19:46<1:49:52, 7.59s/it, lr: 3.0e-04 loss: 2.597e-01]
LTX_BE_v1-1: 42%|████▏ | 632/1500 [1:19:57<1:49:49, 7.59s/it, lr: 3.0e-04 loss: 1.469e-01]
LTX_BE_v1-1: 42%|████▏ | 633/1500 [1:20:02<1:49:37, 7.59s/it, lr: 3.0e-04 loss: 1.481e-01]
LTX_BE_v1-1: 42%|████▏ | 634/1500 [1:20:07<1:49:26, 7.58s/it, lr: 3.0e-04 loss: 4.853e-01]
LTX_BE_v1-1: 42%|████▏ | 635/1500 [1:20:17<1:49:22, 7.59s/it, lr: 3.0e-04 loss: 2.421e-01]
LTX_BE_v1-1: 42%|████▏ | 636/1500 [1:20:28<1:49:19, 7.59s/it, lr: 3.0e-04 loss: 1.602e-01]
LTX_BE_v1-1: 42%|████▏ | 637/1500 [1:20:37<1:49:13, 7.59s/it, lr: 3.0e-04 loss: 2.093e-01]
LTX_BE_v1-1: 43%|████▎ | 638/1500 [1:20:42<1:49:02, 7.59s/it, lr: 3.0e-04 loss: 1.770e-01]
LTX_BE_v1-1: 43%|████▎ | 639/1500 [1:20:53<1:48:59, 7.59s/it, lr: 3.0e-04 loss: 1.684e-01]
LTX_BE_v1-1: 43%|████▎ | 640/1500 [1:21:01<1:48:52, 7.60s/it, lr: 3.0e-04 loss: 2.930e-01]
LTX_BE_v1-1: 43%|████▎ | 641/1500 [1:21:06<1:48:40, 7.59s/it, lr: 3.0e-04 loss: 2.010e-01]
LTX_BE_v1-1: 43%|████▎ | 642/1500 [1:21:10<1:48:28, 7.59s/it, lr: 3.0e-04 loss: 3.549e-01]
LTX_BE_v1-1: 43%|████▎ | 643/1500 [1:21:18<1:48:22, 7.59s/it, lr: 3.0e-04 loss: 2.309e-01]
LTX_BE_v1-1: 43%|████▎ | 644/1500 [1:21:29<1:48:19, 7.59s/it, lr: 3.0e-04 loss: 1.720e-01]
LTX_BE_v1-1: 43%|████▎ | 645/1500 [1:21:40<1:48:15, 7.60s/it, lr: 3.0e-04 loss: 2.039e-01]
LTX_BE_v1-1: 43%|████▎ | 646/1500 [1:21:45<1:48:04, 7.59s/it, lr: 3.0e-04 loss: 2.602e-01]
LTX_BE_v1-1: 43%|████▎ | 647/1500 [1:21:49<1:47:53, 7.59s/it, lr: 3.0e-04 loss: 2.266e-01]
LTX_BE_v1-1: 43%|████▎ | 648/1500 [1:22:00<1:47:50, 7.59s/it, lr: 3.0e-04 loss: 1.997e-01]
LTX_BE_v1-1: 43%|████▎ | 649/1500 [1:22:11<1:47:46, 7.60s/it, lr: 3.0e-04 loss: 1.641e-01]
LTX_BE_v1-1: 43%|████▎ | 650/1500 [1:22:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.641e-01]
LTX_BE_v1-1: 43%|████▎ | 650/1500 [1:22:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.763e-01]
LTX_BE_v1-1: 43%|████▎ | 651/1500 [1:22:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.000e-01]
LTX_BE_v1-1: 43%|████▎ | 652/1500 [1:22:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.850e-01]
LTX_BE_v1-1: 44%|████▎ | 653/1500 [1:22:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.552e-01]
LTX_BE_v1-1: 44%|████▎ | 654/1500 [1:22:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.728e-01]
LTX_BE_v1-1: 44%|████▎ | 655/1500 [1:22:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.047e-01]
LTX_BE_v1-1: 44%|████▎ | 656/1500 [1:23:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.047e-01]
LTX_BE_v1-1: 44%|████▎ | 656/1500 [1:23:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.081e-01]
LTX_BE_v1-1: 44%|████▍ | 657/1500 [1:23:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.877e-01]
LTX_BE_v1-1: 44%|████▍ | 658/1500 [1:23:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.626e-01]
LTX_BE_v1-1: 44%|████▍ | 659/1500 [1:23:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.949e-01]
LTX_BE_v1-1: 44%|████▍ | 660/1500 [1:23:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.856e-01]
LTX_BE_v1-1: 44%|████▍ | 661/1500 [1:23:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 8.725e-01]
LTX_BE_v1-1: 44%|████▍ | 662/1500 [1:23:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.903e-01]
LTX_BE_v1-1: 44%|████▍ | 663/1500 [1:23:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.069e-01]
LTX_BE_v1-1: 44%|████▍ | 664/1500 [1:23:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.527e-01]
LTX_BE_v1-1: 44%|████▍ | 665/1500 [1:24:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.752e-01]
LTX_BE_v1-1: 44%|████▍ | 666/1500 [1:24:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.195e-01]
LTX_BE_v1-1: 44%|████▍ | 667/1500 [1:24:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.072e-01]
LTX_BE_v1-1: 45%|████▍ | 668/1500 [1:24:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.679e-01]
LTX_BE_v1-1: 45%|████▍ | 669/1500 [1:24:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.074e-01]
LTX_BE_v1-1: 45%|████▍ | 670/1500 [1:24:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.918e-01]
LTX_BE_v1-1: 45%|████▍ | 671/1500 [1:24:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.932e-01]
LTX_BE_v1-1: 45%|████▍ | 672/1500 [1:24:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.094e-01]
LTX_BE_v1-1: 45%|████▍ | 673/1500 [1:25:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.829e-01]
LTX_BE_v1-1: 45%|████▍ | 674/1500 [1:25:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.734e-01]
LTX_BE_v1-1: 45%|████▌ | 675/1500 [1:25:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.299e-01]
LTX_BE_v1-1: 45%|████▌ | 676/1500 [1:25:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.229e-01]
LTX_BE_v1-1: 45%|████▌ | 677/1500 [1:25:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.623e-01]
LTX_BE_v1-1: 45%|████▌ | 678/1500 [1:25:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.488e-01]
LTX_BE_v1-1: 45%|████▌ | 679/1500 [1:25:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.562e-01]
LTX_BE_v1-1: 45%|████▌ | 680/1500 [1:25:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.781e-01]
LTX_BE_v1-1: 45%|████▌ | 681/1500 [1:25:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.949e-01]
LTX_BE_v1-1: 45%|████▌ | 682/1500 [1:26:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.479e-01]
LTX_BE_v1-1: 46%|████▌ | 683/1500 [1:26:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.671e-01]
LTX_BE_v1-1: 46%|████▌ | 684/1500 [1:26:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.784e-01]
LTX_BE_v1-1: 46%|████▌ | 685/1500 [1:26:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.907e-01]
LTX_BE_v1-1: 46%|████▌ | 686/1500 [1:26:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.959e-01]
LTX_BE_v1-1: 46%|████▌ | 687/1500 [1:26:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.473e-01]
LTX_BE_v1-1: 46%|████▌ | 688/1500 [1:27:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.282e-01]
LTX_BE_v1-1: 46%|████▌ | 689/1500 [1:27:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.601e-01]
LTX_BE_v1-1: 46%|████▌ | 690/1500 [1:27:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.716e-01]
LTX_BE_v1-1: 46%|████▌ | 691/1500 [1:27:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.222e-01]
LTX_BE_v1-1: 46%|████▌ | 692/1500 [1:27:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.057e-01]
LTX_BE_v1-1: 46%|████▌ | 693/1500 [1:27:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.045e-01]
LTX_BE_v1-1: 46%|████▋ | 694/1500 [1:27:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.039e-01]
LTX_BE_v1-1: 46%|████▋ | 695/1500 [1:27:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.015e-01]
LTX_BE_v1-1: 46%|████▋ | 696/1500 [1:28:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.853e-01]
LTX_BE_v1-1: 46%|████▋ | 697/1500 [1:28:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.814e-01]
LTX_BE_v1-1: 47%|████▋ | 698/1500 [1:28:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.956e-01]
LTX_BE_v1-1: 47%|████▋ | 699/1500 [1:28:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.905e-01]
LTX_BE_v1-1: 47%|████▋ | 700/1500 [1:28:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.885e-01]
LTX_BE_v1-1: 47%|████▋ | 701/1500 [1:28:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.603e-01]
LTX_BE_v1-1: 47%|████▋ | 702/1500 [1:28:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.624e-01]
LTX_BE_v1-1: 47%|████▋ | 703/1500 [1:28:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.253e-01]
LTX_BE_v1-1: 47%|████▋ | 704/1500 [1:28:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.596e-01]
LTX_BE_v1-1: 47%|████▋ | 705/1500 [1:29:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.087e-01]
LTX_BE_v1-1: 47%|████▋ | 706/1500 [1:29:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.999e-01]
LTX_BE_v1-1: 47%|████▋ | 707/1500 [1:29:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.843e-01]
LTX_BE_v1-1: 47%|████▋ | 708/1500 [1:29:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.481e-01]
LTX_BE_v1-1: 47%|████▋ | 709/1500 [1:29:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.045e-01]
LTX_BE_v1-1: 47%|████▋ | 710/1500 [1:29:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.640e-01]
LTX_BE_v1-1: 47%|████▋ | 711/1500 [1:29:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.732e-01]
LTX_BE_v1-1: 47%|████▋ | 712/1500 [1:29:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.752e-01]
LTX_BE_v1-1: 48%|████▊ | 713/1500 [1:30:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.307e-01]
LTX_BE_v1-1: 48%|████▊ | 714/1500 [1:30:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.573e-01]
LTX_BE_v1-1: 48%|████▊ | 715/1500 [1:30:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.662e-01]
LTX_BE_v1-1: 48%|████▊ | 716/1500 [1:30:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.895e-01]
LTX_BE_v1-1: 48%|████▊ | 717/1500 [1:30:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.589e-01]
LTX_BE_v1-1: 48%|████▊ | 718/1500 [1:30:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.935e-01]
LTX_BE_v1-1: 48%|████▊ | 719/1500 [1:30:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.946e-01]
LTX_BE_v1-1: 48%|████▊ | 720/1500 [1:30:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.134e-01]
LTX_BE_v1-1: 48%|████▊ | 721/1500 [1:31:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.227e-01]
LTX_BE_v1-1: 48%|████▊ | 722/1500 [1:31:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.738e-01]
LTX_BE_v1-1: 48%|████▊ | 723/1500 [1:31:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.596e-01]
LTX_BE_v1-1: 48%|████▊ | 724/1500 [1:31:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.923e-01]
LTX_BE_v1-1: 48%|████▊ | 725/1500 [1:31:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.157e-01]
LTX_BE_v1-1: 48%|████▊ | 726/1500 [1:31:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.898e-01]
LTX_BE_v1-1: 48%|████▊ | 727/1500 [1:31:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.327e-01]
LTX_BE_v1-1: 49%|████▊ | 728/1500 [1:32:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.801e-01]
LTX_BE_v1-1: 49%|████▊ | 729/1500 [1:32:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.457e-01]
LTX_BE_v1-1: 49%|████▊ | 730/1500 [1:32:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.857e-01]
LTX_BE_v1-1: 49%|████▊ | 731/1500 [1:32:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.400e-01]
LTX_BE_v1-1: 49%|████▉ | 732/1500 [1:32:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.240e-01]
LTX_BE_v1-1: 49%|████▉ | 733/1500 [1:32:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.776e-01]
LTX_BE_v1-1: 49%|████▉ | 734/1500 [1:32:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.218e-01]
LTX_BE_v1-1: 49%|████▉ | 735/1500 [1:32:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.507e-01]
LTX_BE_v1-1: 49%|████▉ | 736/1500 [1:33:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.668e-01]
LTX_BE_v1-1: 49%|████▉ | 737/1500 [1:33:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.515e-01]
LTX_BE_v1-1: 49%|████▉ | 738/1500 [1:33:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.781e-01]
LTX_BE_v1-1: 49%|████▉ | 739/1500 [1:33:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.910e-01]
LTX_BE_v1-1: 49%|████▉ | 740/1500 [1:33:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.791e-01]
LTX_BE_v1-1: 49%|████▉ | 741/1500 [1:33:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.668e-01]
LTX_BE_v1-1: 49%|████▉ | 742/1500 [1:33:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.854e-01]
LTX_BE_v1-1: 50%|████▉ | 743/1500 [1:34:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.933e-01]
LTX_BE_v1-1: 50%|████▉ | 744/1500 [1:34:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.130e-01]
LTX_BE_v1-1: 50%|████▉ | 745/1500 [1:34:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.913e-01]
LTX_BE_v1-1: 50%|████▉ | 746/1500 [1:34:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.615e-01]
LTX_BE_v1-1: 50%|████▉ | 747/1500 [1:34:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.950e-01]
LTX_BE_v1-1: 50%|████▉ | 748/1500 [1:34:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.317e-01]
LTX_BE_v1-1: 50%|████▉ | 749/1500 [1:34:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.300e-01]
LTX_BE_v1-1: 50%|█████ | 750/1500 [1:34:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.274e-01]
LTX_BE_v1-1: 50%|█████ | 751/1500 [1:35:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.292e-01]
LTX_BE_v1-1: 50%|█████ | 752/1500 [1:35:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.007e-01]
LTX_BE_v1-1: 50%|█████ | 753/1500 [1:35:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.388e-01]
LTX_BE_v1-1: 50%|█████ | 754/1500 [1:35:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.921e-01]
LTX_BE_v1-1: 50%|█████ | 755/1500 [1:35:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.637e-01]
LTX_BE_v1-1: 50%|█████ | 756/1500 [1:35:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.065e-01]
LTX_BE_v1-1: 50%|█████ | 757/1500 [1:35:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.535e-01]
LTX_BE_v1-1: 51%|█████ | 758/1500 [1:35:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.746e-01]
LTX_BE_v1-1: 51%|█████ | 759/1500 [1:36:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.085e-01]
LTX_BE_v1-1: 51%|█████ | 760/1500 [1:36:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.878e-01]
LTX_BE_v1-1: 51%|█████ | 761/1500 [1:36:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.456e-01]
LTX_BE_v1-1: 51%|█████ | 762/1500 [1:36:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.460e-01]
LTX_BE_v1-1: 51%|█████ | 763/1500 [1:36:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.798e-01]
LTX_BE_v1-1: 51%|█████ | 764/1500 [1:36:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.509e-01]
LTX_BE_v1-1: 51%|█████ | 765/1500 [1:36:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.932e-01]
LTX_BE_v1-1: 51%|█████ | 766/1500 [1:36:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.812e-01]
LTX_BE_v1-1: 51%|█████ | 767/1500 [1:36:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.733e-01]
LTX_BE_v1-1: 51%|█████ | 768/1500 [1:37:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.011e-01]
LTX_BE_v1-1: 51%|█████▏ | 769/1500 [1:37:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.535e-01]
LTX_BE_v1-1: 51%|█████▏ | 770/1500 [1:37:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.456e-01]
LTX_BE_v1-1: 51%|█████▏ | 771/1500 [1:37:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.328e-01]
LTX_BE_v1-1: 51%|█████▏ | 772/1500 [1:37:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.961e-01]
LTX_BE_v1-1: 52%|█████▏ | 773/1500 [1:37:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.856e-01]
LTX_BE_v1-1: 52%|█████▏ | 774/1500 [1:37:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.497e-01]
LTX_BE_v1-1: 52%|█████▏ | 775/1500 [1:37:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.737e-01]
LTX_BE_v1-1: 52%|█████▏ | 776/1500 [1:38:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.992e-01]
LTX_BE_v1-1: 52%|█████▏ | 777/1500 [1:38:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.151e-01]
LTX_BE_v1-1: 52%|█████▏ | 778/1500 [1:38:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.625e-01]
LTX_BE_v1-1: 52%|█████▏ | 779/1500 [1:38:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.350e-01]
LTX_BE_v1-1: 52%|█████▏ | 780/1500 [1:38:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.613e-01]
LTX_BE_v1-1: 52%|█████▏ | 781/1500 [1:38:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.267e-01]
LTX_BE_v1-1: 52%|█████▏ | 782/1500 [1:38:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.727e-01]
LTX_BE_v1-1: 52%|█████▏ | 783/1500 [1:38:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.735e-01]
LTX_BE_v1-1: 52%|█████▏ | 784/1500 [1:38:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.859e-01]
LTX_BE_v1-1: 52%|█████▏ | 785/1500 [1:39:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.839e-01]
LTX_BE_v1-1: 52%|█████▏ | 786/1500 [1:39:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.529e-01]
LTX_BE_v1-1: 52%|█████▏ | 787/1500 [1:39:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.860e-01]
LTX_BE_v1-1: 53%|█████▎ | 788/1500 [1:39:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.309e-01]
LTX_BE_v1-1: 53%|█████▎ | 789/1500 [1:39:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.101e-01]
LTX_BE_v1-1: 53%|█████▎ | 790/1500 [1:39:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.912e-01]
LTX_BE_v1-1: 53%|█████▎ | 791/1500 [1:39:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.127e-01]
LTX_BE_v1-1: 53%|█████▎ | 792/1500 [1:40:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.864e-01]
LTX_BE_v1-1: 53%|█████▎ | 793/1500 [1:40:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.724e-01]
LTX_BE_v1-1: 53%|█████▎ | 794/1500 [1:40:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.179e-01]
LTX_BE_v1-1: 53%|█████▎ | 795/1500 [1:40:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.633e-01]
LTX_BE_v1-1: 53%|█████▎ | 796/1500 [1:40:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.132e-01]
LTX_BE_v1-1: 53%|█████▎ | 797/1500 [1:40:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.155e-01]
LTX_BE_v1-1: 53%|█████▎ | 798/1500 [1:40:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.864e-01]
LTX_BE_v1-1: 53%|█████▎ | 799/1500 [1:41:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.004e-01] |
| Saving at step 800 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000800.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 53%|█████▎ | 800/1500 [1:41:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.451e-01]
LTX_BE_v1-1: 53%|█████▎ | 801/1500 [1:41:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.380e-01]
LTX_BE_v1-1: 53%|█████▎ | 802/1500 [1:41:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.758e-01]
LTX_BE_v1-1: 54%|█████▎ | 803/1500 [1:41:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.428e-01]
LTX_BE_v1-1: 54%|█████▎ | 804/1500 [1:41:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.475e-01]
LTX_BE_v1-1: 54%|█████▎ | 805/1500 [1:41:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.553e-01]
LTX_BE_v1-1: 54%|█████▎ | 806/1500 [1:41:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.870e-01]
LTX_BE_v1-1: 54%|█████▍ | 807/1500 [1:41:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.210e-01]
LTX_BE_v1-1: 54%|█████▍ | 808/1500 [1:42:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.014e-01]
LTX_BE_v1-1: 54%|█████▍ | 809/1500 [1:42:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.053e-01]
LTX_BE_v1-1: 54%|█████▍ | 810/1500 [1:42:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.638e-01]
LTX_BE_v1-1: 54%|█████▍ | 811/1500 [1:42:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.263e-01]
LTX_BE_v1-1: 54%|█████▍ | 812/1500 [1:42:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.454e-01]
LTX_BE_v1-1: 54%|█████▍ | 813/1500 [1:42:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.562e-01]
LTX_BE_v1-1: 54%|█████▍ | 814/1500 [1:42:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.970e-01]
LTX_BE_v1-1: 54%|█████▍ | 815/1500 [1:42:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.428e-01]
LTX_BE_v1-1: 54%|█████▍ | 816/1500 [1:42:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.945e-01]
LTX_BE_v1-1: 54%|█████▍ | 817/1500 [1:43:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.588e-01]
LTX_BE_v1-1: 55%|█████▍ | 818/1500 [1:43:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.589e-01]
LTX_BE_v1-1: 55%|█████▍ | 819/1500 [1:43:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.693e-01]
LTX_BE_v1-1: 55%|█████▍ | 820/1500 [1:43:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.306e-01]
LTX_BE_v1-1: 55%|█████▍ | 821/1500 [1:43:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.796e-01]
LTX_BE_v1-1: 55%|█████▍ | 822/1500 [1:43:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.275e-01]
LTX_BE_v1-1: 55%|█████▍ | 823/1500 [1:43:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.384e-01]
LTX_BE_v1-1: 55%|█████▍ | 824/1500 [1:44:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.367e-01]
LTX_BE_v1-1: 55%|█████▌ | 825/1500 [1:44:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.522e-01]
LTX_BE_v1-1: 55%|█████▌ | 826/1500 [1:44:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.940e-01]
LTX_BE_v1-1: 55%|█████▌ | 827/1500 [1:44:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.000e-01]
LTX_BE_v1-1: 55%|█████▌ | 828/1500 [1:44:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.895e-01]
LTX_BE_v1-1: 55%|█████▌ | 829/1500 [1:44:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.570e-01]
LTX_BE_v1-1: 55%|█████▌ | 830/1500 [1:44:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.731e-01]
LTX_BE_v1-1: 55%|█████▌ | 831/1500 [1:45:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.624e-01]
LTX_BE_v1-1: 55%|█████▌ | 832/1500 [1:45:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.619e-01]
LTX_BE_v1-1: 56%|█████▌ | 833/1500 [1:45:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.844e-01]
LTX_BE_v1-1: 56%|█████▌ | 834/1500 [1:45:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.089e-01]
LTX_BE_v1-1: 56%|█████▌ | 835/1500 [1:45:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.704e-01]
LTX_BE_v1-1: 56%|█████▌ | 836/1500 [1:45:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.958e-01]
LTX_BE_v1-1: 56%|█████▌ | 837/1500 [1:45:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.720e-01]
LTX_BE_v1-1: 56%|█████▌ | 838/1500 [1:45:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.342e-01]
LTX_BE_v1-1: 56%|█████▌ | 839/1500 [1:46:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.928e-01]
LTX_BE_v1-1: 56%|█████▌ | 840/1500 [1:46:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.458e-01]
LTX_BE_v1-1: 56%|█████▌ | 841/1500 [1:46:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.474e-01]
LTX_BE_v1-1: 56%|█████▌ | 842/1500 [1:46:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.176e-01]
LTX_BE_v1-1: 56%|█████▌ | 843/1500 [1:46:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.795e-01]
LTX_BE_v1-1: 56%|█████▋ | 844/1500 [1:46:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.994e-01]
LTX_BE_v1-1: 56%|█████▋ | 845/1500 [1:46:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.349e-01]
LTX_BE_v1-1: 56%|█████▋ | 846/1500 [1:46:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.884e-01]
LTX_BE_v1-1: 56%|█████▋ | 847/1500 [1:46:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.119e-01]
LTX_BE_v1-1: 57%|█████▋ | 848/1500 [1:47:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.412e-01]
LTX_BE_v1-1: 57%|█████▋ | 849/1500 [1:47:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.586e-01]
LTX_BE_v1-1: 57%|█████▋ | 850/1500 [1:47:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.768e-01]
LTX_BE_v1-1: 57%|█████▋ | 851/1500 [1:47:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.478e-01]
LTX_BE_v1-1: 57%|█████▋ | 852/1500 [1:47:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.001e-01]
LTX_BE_v1-1: 57%|█████▋ | 853/1500 [1:47:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.868e-01]
LTX_BE_v1-1: 57%|█████▋ | 854/1500 [1:47:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.108e-01]
LTX_BE_v1-1: 57%|█████▋ | 855/1500 [1:47:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.784e-01]
LTX_BE_v1-1: 57%|█████▋ | 856/1500 [1:48:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.316e-01]
LTX_BE_v1-1: 57%|█████▋ | 857/1500 [1:48:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.998e-01]
LTX_BE_v1-1: 57%|█████▋ | 858/1500 [1:48:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.871e-01]
LTX_BE_v1-1: 57%|█████▋ | 859/1500 [1:48:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.605e-01]
LTX_BE_v1-1: 57%|█████▋ | 860/1500 [1:48:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.684e-01]
LTX_BE_v1-1: 57%|█████▋ | 861/1500 [1:48:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.059e-01]
LTX_BE_v1-1: 57%|█████▋ | 862/1500 [1:48:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.481e-01]
LTX_BE_v1-1: 58%|█████▊ | 863/1500 [1:48:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.542e-01]
LTX_BE_v1-1: 58%|█████▊ | 864/1500 [1:49:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.759e-01]
LTX_BE_v1-1: 58%|█████▊ | 865/1500 [1:49:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.635e-01]
LTX_BE_v1-1: 58%|█████▊ | 866/1500 [1:49:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.941e-01]
LTX_BE_v1-1: 58%|█████▊ | 867/1500 [1:49:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.891e-01]
LTX_BE_v1-1: 58%|█████▊ | 868/1500 [1:49:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.403e-01]
LTX_BE_v1-1: 58%|█████▊ | 869/1500 [1:49:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.198e-01]
LTX_BE_v1-1: 58%|█████▊ | 870/1500 [1:50:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.232e-01]
LTX_BE_v1-1: 58%|█████▊ | 871/1500 [1:50:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.017e-01]
LTX_BE_v1-1: 58%|█████▊ | 872/1500 [1:50:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.269e-01]
LTX_BE_v1-1: 58%|█████▊ | 873/1500 [1:50:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.034e-01]
LTX_BE_v1-1: 58%|█████▊ | 874/1500 [1:50:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.836e-01]
LTX_BE_v1-1: 58%|█████▊ | 875/1500 [1:50:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.471e-01]
LTX_BE_v1-1: 58%|█████▊ | 876/1500 [1:50:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.815e-01]
LTX_BE_v1-1: 58%|█████▊ | 877/1500 [1:50:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.344e-01]
LTX_BE_v1-1: 59%|█████▊ | 878/1500 [1:51:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.836e-01]
LTX_BE_v1-1: 59%|█████▊ | 879/1500 [1:51:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.903e-01]
LTX_BE_v1-1: 59%|█████▊ | 880/1500 [1:51:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.714e-01]
LTX_BE_v1-1: 59%|█████▊ | 881/1500 [1:51:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.930e-01]
LTX_BE_v1-1: 59%|█████▉ | 882/1500 [1:51:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.659e-01]
LTX_BE_v1-1: 59%|█████▉ | 883/1500 [1:51:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.438e-01]
LTX_BE_v1-1: 59%|█████▉ | 884/1500 [1:51:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.078e-01]
LTX_BE_v1-1: 59%|█████▉ | 885/1500 [1:51:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.120e-01]
LTX_BE_v1-1: 59%|█████▉ | 886/1500 [1:51:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.575e-01]
LTX_BE_v1-1: 59%|█████▉ | 887/1500 [1:52:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.312e-01]
LTX_BE_v1-1: 59%|█████▉ | 888/1500 [1:52:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.203e-01]
LTX_BE_v1-1: 59%|█████▉ | 889/1500 [1:52:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.817e-01]
LTX_BE_v1-1: 59%|█████▉ | 890/1500 [1:52:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.230e-01]
LTX_BE_v1-1: 59%|█████▉ | 891/1500 [1:52:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.798e-01]
LTX_BE_v1-1: 59%|█████▉ | 892/1500 [1:52:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.989e-01]
LTX_BE_v1-1: 60%|█████▉ | 893/1500 [1:52:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.986e-01]
LTX_BE_v1-1: 60%|█████▉ | 894/1500 [1:52:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.560e-01]
LTX_BE_v1-1: 60%|█████▉ | 895/1500 [1:53:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.346e-01]
LTX_BE_v1-1: 60%|█████▉ | 896/1500 [1:53:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.079e-01]
LTX_BE_v1-1: 60%|█████▉ | 897/1500 [1:53:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.166e-01]
LTX_BE_v1-1: 60%|█████▉ | 898/1500 [1:53:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.610e-01]
LTX_BE_v1-1: 60%|█████▉ | 899/1500 [1:53:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.766e-01]
LTX_BE_v1-1: 60%|██████ | 900/1500 [1:53:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.728e-01]
LTX_BE_v1-1: 60%|██████ | 901/1500 [1:53:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.135e-01]
LTX_BE_v1-1: 60%|██████ | 902/1500 [1:54:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.993e-01]
LTX_BE_v1-1: 60%|██████ | 903/1500 [1:54:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.407e-01]
LTX_BE_v1-1: 60%|██████ | 904/1500 [1:54:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.277e-01]
LTX_BE_v1-1: 60%|██████ | 905/1500 [1:54:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.590e-01]
LTX_BE_v1-1: 60%|██████ | 906/1500 [1:54:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.051e-01]
LTX_BE_v1-1: 60%|██████ | 907/1500 [1:54:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.595e-01]
LTX_BE_v1-1: 61%|██████ | 908/1500 [1:54:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.474e-01] |
| Saving at step 910 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000000910.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 61%|██████ | 909/1500 [1:54:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.787e-01]
LTX_BE_v1-1: 61%|██████ | 910/1500 [1:55:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.516e-01]
LTX_BE_v1-1: 61%|██████ | 911/1500 [1:55:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.413e-01]
LTX_BE_v1-1: 61%|██████ | 912/1500 [1:55:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.694e-01]
LTX_BE_v1-1: 61%|██████ | 913/1500 [1:55:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.608e-01]
LTX_BE_v1-1: 61%|██████ | 914/1500 [1:55:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.082e-01]
LTX_BE_v1-1: 61%|██████ | 915/1500 [1:55:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.488e-01]
LTX_BE_v1-1: 61%|██████ | 916/1500 [1:55:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.051e-01]
LTX_BE_v1-1: 61%|██████ | 917/1500 [1:55:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.071e-01]
LTX_BE_v1-1: 61%|██████ | 918/1500 [1:55:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.868e-01]
LTX_BE_v1-1: 61%|██████▏ | 919/1500 [1:55:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.043e-01]
LTX_BE_v1-1: 61%|██████▏ | 920/1500 [1:56:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.321e-01]
LTX_BE_v1-1: 61%|██████▏ | 921/1500 [1:56:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.298e-01]
LTX_BE_v1-1: 61%|██████▏ | 922/1500 [1:56:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.394e-01]
LTX_BE_v1-1: 62%|██████▏ | 923/1500 [1:56:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.455e-01]
LTX_BE_v1-1: 62%|██████▏ | 924/1500 [1:56:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.806e-01]
LTX_BE_v1-1: 62%|██████▏ | 925/1500 [1:56:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.972e-01]
LTX_BE_v1-1: 62%|██████▏ | 926/1500 [1:56:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.012e-01]
LTX_BE_v1-1: 62%|██████▏ | 927/1500 [1:57:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.419e-01]
LTX_BE_v1-1: 62%|██████▏ | 928/1500 [1:57:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.761e-01]
LTX_BE_v1-1: 62%|██████▏ | 929/1500 [1:57:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.735e-01]
LTX_BE_v1-1: 62%|██████▏ | 930/1500 [1:57:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.427e-01]
LTX_BE_v1-1: 62%|██████▏ | 931/1500 [1:57:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.553e-01]
LTX_BE_v1-1: 62%|██████▏ | 932/1500 [1:57:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.467e-01]
LTX_BE_v1-1: 62%|██████▏ | 933/1500 [1:57:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.464e-01]
LTX_BE_v1-1: 62%|██████▏ | 934/1500 [1:58:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.953e-01]
LTX_BE_v1-1: 62%|██████▏ | 935/1500 [1:58:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.949e-01]
LTX_BE_v1-1: 62%|██████▏ | 936/1500 [1:58:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.277e-01]
LTX_BE_v1-1: 62%|██████▏ | 937/1500 [1:58:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.170e-01]
LTX_BE_v1-1: 63%|██████▎ | 938/1500 [1:58:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.723e-01]
LTX_BE_v1-1: 63%|██████▎ | 939/1500 [1:58:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.533e-01]
LTX_BE_v1-1: 63%|██████▎ | 940/1500 [1:58:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.978e-01]
LTX_BE_v1-1: 63%|██████▎ | 941/1500 [1:58:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.804e-01]
LTX_BE_v1-1: 63%|██████▎ | 942/1500 [1:59:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.402e-01]
LTX_BE_v1-1: 63%|██████▎ | 943/1500 [1:59:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.558e-01]
LTX_BE_v1-1: 63%|██████▎ | 944/1500 [1:59:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.469e-01]
LTX_BE_v1-1: 63%|██████▎ | 945/1500 [1:59:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.565e-01]
LTX_BE_v1-1: 63%|██████▎ | 946/1500 [1:59:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.533e-01]
LTX_BE_v1-1: 63%|██████▎ | 947/1500 [1:59:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.485e-01]
LTX_BE_v1-1: 63%|██████▎ | 948/1500 [1:59:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.854e-01]
LTX_BE_v1-1: 63%|██████▎ | 949/1500 [1:59:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.694e-01]
LTX_BE_v1-1: 63%|██████▎ | 950/1500 [1:59:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.161e-01]
LTX_BE_v1-1: 63%|██████▎ | 951/1500 [1:59:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.738e-01]
LTX_BE_v1-1: 63%|██████▎ | 952/1500 [2:00:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.699e-01]
LTX_BE_v1-1: 64%|██████▎ | 953/1500 [2:00:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.522e-01]
LTX_BE_v1-1: 64%|██████▎ | 954/1500 [2:00:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.186e-01]
LTX_BE_v1-1: 64%|██████▎ | 955/1500 [2:00:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.509e-01]
LTX_BE_v1-1: 64%|██████▎ | 956/1500 [2:00:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.357e-01]
LTX_BE_v1-1: 64%|██████▍ | 957/1500 [2:00:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.050e-01]
LTX_BE_v1-1: 64%|██████▍ | 958/1500 [2:00:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.879e-01]
LTX_BE_v1-1: 64%|██████▍ | 959/1500 [2:01:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.591e-01]
LTX_BE_v1-1: 64%|██████▍ | 960/1500 [2:01:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.661e-01]
LTX_BE_v1-1: 64%|██████▍ | 961/1500 [2:01:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.887e-01]
LTX_BE_v1-1: 64%|██████▍ | 962/1500 [2:01:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.308e-01]
LTX_BE_v1-1: 64%|██████▍ | 963/1500 [2:01:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.987e-01]
LTX_BE_v1-1: 64%|██████▍ | 964/1500 [2:01:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.981e-01]
LTX_BE_v1-1: 64%|██████▍ | 965/1500 [2:01:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.293e-01]
LTX_BE_v1-1: 64%|██████▍ | 966/1500 [2:01:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.688e-01]
LTX_BE_v1-1: 64%|██████▍ | 967/1500 [2:01:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.242e-01]
LTX_BE_v1-1: 65%|██████▍ | 968/1500 [2:02:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.151e-01]
LTX_BE_v1-1: 65%|██████▍ | 969/1500 [2:02:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.746e-01]
LTX_BE_v1-1: 65%|██████▍ | 970/1500 [2:02:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.951e-01]
LTX_BE_v1-1: 65%|██████▍ | 971/1500 [2:02:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.770e-01]
LTX_BE_v1-1: 65%|██████▍ | 972/1500 [2:02:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.714e-01]
LTX_BE_v1-1: 65%|██████▍ | 973/1500 [2:02:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.532e-01]
LTX_BE_v1-1: 65%|██████▍ | 974/1500 [2:03:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.589e-01]
LTX_BE_v1-1: 65%|██████▌ | 975/1500 [2:03:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.902e-01]
LTX_BE_v1-1: 65%|██████▌ | 976/1500 [2:03:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.787e-01]
LTX_BE_v1-1: 65%|██████▌ | 977/1500 [2:03:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.159e-01]
LTX_BE_v1-1: 65%|██████▌ | 978/1500 [2:03:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.127e-01]
LTX_BE_v1-1: 65%|██████▌ | 979/1500 [2:03:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.410e-01]
LTX_BE_v1-1: 65%|██████▌ | 980/1500 [2:03:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.607e-01]
LTX_BE_v1-1: 65%|██████▌ | 981/1500 [2:03:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.412e-01]
LTX_BE_v1-1: 65%|██████▌ | 982/1500 [2:04:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.118e-01]
LTX_BE_v1-1: 66%|██████▌ | 983/1500 [2:04:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.511e-01]
LTX_BE_v1-1: 66%|██████▌ | 984/1500 [2:04:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.706e-01]
LTX_BE_v1-1: 66%|██████▌ | 985/1500 [2:04:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.003e-01]
LTX_BE_v1-1: 66%|██████▌ | 986/1500 [2:04:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.700e-01]
LTX_BE_v1-1: 66%|██████▌ | 987/1500 [2:04:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.873e-01]
LTX_BE_v1-1: 66%|██████▌ | 988/1500 [2:04:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.866e-01]
LTX_BE_v1-1: 66%|██████▌ | 989/1500 [2:04:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.975e-01]
LTX_BE_v1-1: 66%|██████▌ | 990/1500 [2:05:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.724e-01]
LTX_BE_v1-1: 66%|██████▌ | 991/1500 [2:05:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.388e-01]
LTX_BE_v1-1: 66%|██████▌ | 992/1500 [2:05:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.074e-01]
LTX_BE_v1-1: 66%|██████▌ | 993/1500 [2:05:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.838e-01]
LTX_BE_v1-1: 66%|██████▋ | 994/1500 [2:05:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.541e-01]
LTX_BE_v1-1: 66%|██████▋ | 995/1500 [2:05:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.554e-01]
LTX_BE_v1-1: 66%|██████▋ | 996/1500 [2:05:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.682e-01]
LTX_BE_v1-1: 66%|██████▋ | 997/1500 [2:06:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.623e-01]
LTX_BE_v1-1: 67%|██████▋ | 998/1500 [2:06:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.314e-01]
LTX_BE_v1-1: 67%|██████▋ | 999/1500 [2:06:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.378e-01] |
| Saving at step 1000 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000001000.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 67%|██████▋ | 1000/1500 [2:06:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.733e-01]
LTX_BE_v1-1: 67%|██████▋ | 1001/1500 [2:06:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.837e-01]
LTX_BE_v1-1: 67%|██████▋ | 1002/1500 [2:06:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.191e-01]
LTX_BE_v1-1: 67%|██████▋ | 1003/1500 [2:06:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.877e-01]
LTX_BE_v1-1: 67%|██████▋ | 1004/1500 [2:07:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.353e-01]
LTX_BE_v1-1: 67%|██████▋ | 1005/1500 [2:07:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.247e-01]
LTX_BE_v1-1: 67%|██████▋ | 1006/1500 [2:07:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.214e-01]
LTX_BE_v1-1: 67%|██████▋ | 1007/1500 [2:07:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.207e-01]
LTX_BE_v1-1: 67%|██████▋ | 1008/1500 [2:07:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.476e-01]
LTX_BE_v1-1: 67%|██████▋ | 1009/1500 [2:07:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.072e-01]
LTX_BE_v1-1: 67%|██████▋ | 1010/1500 [2:07:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.082e-01]
LTX_BE_v1-1: 67%|██████▋ | 1011/1500 [2:07:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.935e-01]
LTX_BE_v1-1: 67%|██████▋ | 1012/1500 [2:08:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.600e-01]
LTX_BE_v1-1: 68%|██████▊ | 1013/1500 [2:08:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.920e-01]
LTX_BE_v1-1: 68%|██████▊ | 1014/1500 [2:08:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.552e-01]
LTX_BE_v1-1: 68%|██████▊ | 1015/1500 [2:08:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.902e-01]
LTX_BE_v1-1: 68%|██████▊ | 1016/1500 [2:08:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.949e-01]
LTX_BE_v1-1: 68%|██████▊ | 1017/1500 [2:08:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.728e-01]
LTX_BE_v1-1: 68%|██████▊ | 1018/1500 [2:08:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.962e-01]
LTX_BE_v1-1: 68%|██████▊ | 1019/1500 [2:08:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.239e-01]
LTX_BE_v1-1: 68%|██████▊ | 1020/1500 [2:08:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.738e-01]
LTX_BE_v1-1: 68%|██████▊ | 1021/1500 [2:08:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.282e-01]
LTX_BE_v1-1: 68%|██████▊ | 1022/1500 [2:09:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.129e-01]
LTX_BE_v1-1: 68%|██████▊ | 1023/1500 [2:09:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.600e-01]
LTX_BE_v1-1: 68%|██████▊ | 1024/1500 [2:09:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.491e-01]
LTX_BE_v1-1: 68%|██████▊ | 1025/1500 [2:09:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.732e-01]
LTX_BE_v1-1: 68%|██████▊ | 1026/1500 [2:09:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.074e-01]
LTX_BE_v1-1: 68%|██████▊ | 1027/1500 [2:09:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.922e-01]
LTX_BE_v1-1: 69%|██████▊ | 1028/1500 [2:09:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.486e-01]
LTX_BE_v1-1: 69%|██████▊ | 1029/1500 [2:09:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.548e-01]
LTX_BE_v1-1: 69%|██████▊ | 1030/1500 [2:10:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.726e-01]
LTX_BE_v1-1: 69%|██████▊ | 1031/1500 [2:10:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.125e-01]
LTX_BE_v1-1: 69%|██████▉ | 1032/1500 [2:10:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.492e-01]
LTX_BE_v1-1: 69%|██████▉ | 1033/1500 [2:10:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.407e-01]
LTX_BE_v1-1: 69%|██████▉ | 1034/1500 [2:10:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.388e-01]
LTX_BE_v1-1: 69%|██████▉ | 1035/1500 [2:10:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.385e-01]
LTX_BE_v1-1: 69%|██████▉ | 1036/1500 [2:10:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.381e-01]
LTX_BE_v1-1: 69%|██████▉ | 1037/1500 [2:11:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.425e-01]
LTX_BE_v1-1: 69%|██████▉ | 1038/1500 [2:11:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.410e-01]
LTX_BE_v1-1: 69%|██████▉ | 1039/1500 [2:11:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.980e-01]
LTX_BE_v1-1: 69%|██████▉ | 1040/1500 [2:11:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.621e-01]
LTX_BE_v1-1: 69%|██████▉ | 1041/1500 [2:11:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.469e-01]
LTX_BE_v1-1: 69%|██████▉ | 1042/1500 [2:11:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.764e-01]
LTX_BE_v1-1: 70%|██████▉ | 1043/1500 [2:11:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.637e-01]
LTX_BE_v1-1: 70%|██████▉ | 1044/1500 [2:11:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.196e-01]
LTX_BE_v1-1: 70%|██████▉ | 1045/1500 [2:11:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.385e-01]
LTX_BE_v1-1: 70%|██████▉ | 1046/1500 [2:11:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.593e-01]
LTX_BE_v1-1: 70%|██████▉ | 1047/1500 [2:12:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.827e-01]
LTX_BE_v1-1: 70%|██████▉ | 1048/1500 [2:12:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.763e-01]
LTX_BE_v1-1: 70%|██████▉ | 1049/1500 [2:12:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.905e-01]
LTX_BE_v1-1: 70%|███████ | 1050/1500 [2:12:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.849e-01]
LTX_BE_v1-1: 70%|███████ | 1051/1500 [2:12:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.697e-01]
LTX_BE_v1-1: 70%|███████ | 1052/1500 [2:12:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.717e-01]
LTX_BE_v1-1: 70%|███████ | 1053/1500 [2:13:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.744e-01]
LTX_BE_v1-1: 70%|███████ | 1054/1500 [2:13:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.544e-01]
LTX_BE_v1-1: 70%|███████ | 1055/1500 [2:13:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.671e-01]
LTX_BE_v1-1: 70%|███████ | 1056/1500 [2:13:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.711e-01]
LTX_BE_v1-1: 70%|███████ | 1057/1500 [2:13:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.849e-01]
LTX_BE_v1-1: 71%|███████ | 1058/1500 [2:13:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.437e-01]
LTX_BE_v1-1: 71%|███████ | 1059/1500 [2:13:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.375e-01]
LTX_BE_v1-1: 71%|███████ | 1060/1500 [2:13:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.937e-01]
LTX_BE_v1-1: 71%|███████ | 1061/1500 [2:13:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.201e-01]
LTX_BE_v1-1: 71%|███████ | 1062/1500 [2:14:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.285e-01]
LTX_BE_v1-1: 71%|███████ | 1063/1500 [2:14:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.754e-01]
LTX_BE_v1-1: 71%|███████ | 1064/1500 [2:14:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.988e-01]
LTX_BE_v1-1: 71%|███████ | 1065/1500 [2:14:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.950e-01]
LTX_BE_v1-1: 71%|███████ | 1066/1500 [2:14:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.339e-01]
LTX_BE_v1-1: 71%|███████ | 1067/1500 [2:14:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.686e-01]
LTX_BE_v1-1: 71%|███████ | 1068/1500 [2:14:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.015e-01]
LTX_BE_v1-1: 71%|███████▏ | 1069/1500 [2:14:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.079e-01]
LTX_BE_v1-1: 71%|███████▏ | 1070/1500 [2:14:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.947e-01]
LTX_BE_v1-1: 71%|███████▏ | 1071/1500 [2:15:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.436e-01]
LTX_BE_v1-1: 71%|███████▏ | 1072/1500 [2:15:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.096e-01]
LTX_BE_v1-1: 72%|███████▏ | 1073/1500 [2:15:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.566e-01]
LTX_BE_v1-1: 72%|███████▏ | 1074/1500 [2:15:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.896e-01]
LTX_BE_v1-1: 72%|███████▏ | 1075/1500 [2:15:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.609e-01]
LTX_BE_v1-1: 72%|███████▏ | 1076/1500 [2:15:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.188e-01]
LTX_BE_v1-1: 72%|███████▏ | 1077/1500 [2:15:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.673e-01]
LTX_BE_v1-1: 72%|███████▏ | 1078/1500 [2:15:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.506e-01]
LTX_BE_v1-1: 72%|███████▏ | 1079/1500 [2:16:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.804e-01]
LTX_BE_v1-1: 72%|███████▏ | 1080/1500 [2:16:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.382e-01]
LTX_BE_v1-1: 72%|███████▏ | 1081/1500 [2:16:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.050e-01]
LTX_BE_v1-1: 72%|███████▏ | 1082/1500 [2:16:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.677e-01]
LTX_BE_v1-1: 72%|███████▏ | 1083/1500 [2:16:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.983e-01]
LTX_BE_v1-1: 72%|███████▏ | 1084/1500 [2:16:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.293e-01]
LTX_BE_v1-1: 72%|███████▏ | 1085/1500 [2:17:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.258e-01]
LTX_BE_v1-1: 72%|███████▏ | 1086/1500 [2:17:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.912e-01]
LTX_BE_v1-1: 72%|███████▏ | 1087/1500 [2:17:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.702e-01]
LTX_BE_v1-1: 73%|███████▎ | 1088/1500 [2:17:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.872e-01]
LTX_BE_v1-1: 73%|███████▎ | 1089/1500 [2:17:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.623e-01]
LTX_BE_v1-1: 73%|███████▎ | 1090/1500 [2:17:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.139e-01]
LTX_BE_v1-1: 73%|███████▎ | 1091/1500 [2:17:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.659e-01]
LTX_BE_v1-1: 73%|███████▎ | 1092/1500 [2:17:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 7.731e-01]
LTX_BE_v1-1: 73%|███████▎ | 1093/1500 [2:17:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.875e-01]
LTX_BE_v1-1: 73%|███████▎ | 1094/1500 [2:17:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.817e-01]
LTX_BE_v1-1: 73%|███████▎ | 1095/1500 [2:18:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.266e-01]
LTX_BE_v1-1: 73%|███████▎ | 1096/1500 [2:18:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.164e-01]
LTX_BE_v1-1: 73%|███████▎ | 1097/1500 [2:18:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.809e-01]
LTX_BE_v1-1: 73%|███████▎ | 1098/1500 [2:18:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.336e-01]
LTX_BE_v1-1: 73%|███████▎ | 1099/1500 [2:18:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.031e-01]
LTX_BE_v1-1: 73%|███████▎ | 1100/1500 [2:18:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.815e-01]
LTX_BE_v1-1: 73%|███████▎ | 1101/1500 [2:18:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.066e-01]
LTX_BE_v1-1: 73%|███████▎ | 1102/1500 [2:18:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.670e-01] |
| Saving at step 1104 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000001104.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 74%|███████▎ | 1103/1500 [2:18:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.366e-01]
LTX_BE_v1-1: 74%|███████▎ | 1104/1500 [2:19:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.444e-01]
LTX_BE_v1-1: 74%|███████▎ | 1105/1500 [2:19:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.467e-01]
LTX_BE_v1-1: 74%|███████▎ | 1106/1500 [2:19:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.993e-01]
LTX_BE_v1-1: 74%|███████▍ | 1107/1500 [2:19:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.643e-01]
LTX_BE_v1-1: 74%|███████▍ | 1108/1500 [2:19:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.552e-01]
LTX_BE_v1-1: 74%|███████▍ | 1109/1500 [2:19:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.267e-01]
LTX_BE_v1-1: 74%|███████▍ | 1110/1500 [2:19:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.251e-01]
LTX_BE_v1-1: 74%|███████▍ | 1111/1500 [2:20:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.056e-01]
LTX_BE_v1-1: 74%|███████▍ | 1112/1500 [2:20:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.900e-01]
LTX_BE_v1-1: 74%|███████▍ | 1113/1500 [2:20:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.138e-01]
LTX_BE_v1-1: 74%|███████▍ | 1114/1500 [2:20:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.754e-01]
LTX_BE_v1-1: 74%|███████▍ | 1115/1500 [2:20:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.595e-01]
LTX_BE_v1-1: 74%|███████▍ | 1116/1500 [2:20:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.269e-01]
LTX_BE_v1-1: 74%|███████▍ | 1117/1500 [2:20:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.494e-01]
LTX_BE_v1-1: 75%|███████▍ | 1118/1500 [2:21:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.597e-01]
LTX_BE_v1-1: 75%|███████▍ | 1119/1500 [2:21:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.463e-01]
LTX_BE_v1-1: 75%|███████▍ | 1120/1500 [2:21:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.773e-01]
LTX_BE_v1-1: 75%|███████▍ | 1121/1500 [2:21:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.825e-01]
LTX_BE_v1-1: 75%|███████▍ | 1122/1500 [2:21:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.065e-01]
LTX_BE_v1-1: 75%|███████▍ | 1123/1500 [2:21:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.064e-01]
LTX_BE_v1-1: 75%|███████▍ | 1124/1500 [2:21:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.451e-01]
LTX_BE_v1-1: 75%|███████▌ | 1125/1500 [2:22:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.205e-01]
LTX_BE_v1-1: 75%|███████▌ | 1126/1500 [2:22:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.702e-01]
LTX_BE_v1-1: 75%|███████▌ | 1127/1500 [2:22:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.514e-01]
LTX_BE_v1-1: 75%|███████▌ | 1128/1500 [2:22:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.500e-01]
LTX_BE_v1-1: 75%|███████▌ | 1129/1500 [2:22:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.115e-01]
LTX_BE_v1-1: 75%|███████▌ | 1130/1500 [2:22:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.507e-01]
LTX_BE_v1-1: 75%|███████▌ | 1131/1500 [2:22:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.668e-01]
LTX_BE_v1-1: 75%|███████▌ | 1132/1500 [2:22:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.734e-01]
LTX_BE_v1-1: 76%|███████▌ | 1133/1500 [2:23:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.545e-01]
LTX_BE_v1-1: 76%|███████▌ | 1134/1500 [2:23:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.058e-01]
LTX_BE_v1-1: 76%|███████▌ | 1135/1500 [2:23:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.182e-01]
LTX_BE_v1-1: 76%|███████▌ | 1136/1500 [2:23:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.090e-01]
LTX_BE_v1-1: 76%|███████▌ | 1137/1500 [2:23:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.794e-01]
LTX_BE_v1-1: 76%|███████▌ | 1138/1500 [2:23:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.194e-01]
LTX_BE_v1-1: 76%|███████▌ | 1139/1500 [2:23:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.479e-01]
LTX_BE_v1-1: 76%|███████▌ | 1140/1500 [2:23:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.914e-01]
LTX_BE_v1-1: 76%|███████▌ | 1141/1500 [2:24:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.135e-01]
LTX_BE_v1-1: 76%|███████▌ | 1142/1500 [2:24:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.488e-01]
LTX_BE_v1-1: 76%|███████▌ | 1143/1500 [2:24:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.651e-01]
LTX_BE_v1-1: 76%|███████▋ | 1144/1500 [2:24:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.882e-01]
LTX_BE_v1-1: 76%|███████▋ | 1145/1500 [2:24:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.405e-01]
LTX_BE_v1-1: 76%|███████▋ | 1146/1500 [2:24:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.961e-01]
LTX_BE_v1-1: 76%|███████▋ | 1147/1500 [2:24:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.765e-01]
LTX_BE_v1-1: 77%|███████▋ | 1148/1500 [2:24:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.029e-01]
LTX_BE_v1-1: 77%|███████▋ | 1149/1500 [2:24:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.773e-01]
LTX_BE_v1-1: 77%|███████▋ | 1150/1500 [2:25:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.538e-01]
LTX_BE_v1-1: 77%|███████▋ | 1151/1500 [2:25:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.342e-01]
LTX_BE_v1-1: 77%|███████▋ | 1152/1500 [2:25:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.783e-01]
LTX_BE_v1-1: 77%|███████▋ | 1153/1500 [2:25:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.996e-01]
LTX_BE_v1-1: 77%|███████▋ | 1154/1500 [2:25:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.104e-01]
LTX_BE_v1-1: 77%|███████▋ | 1155/1500 [2:25:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.835e-01]
LTX_BE_v1-1: 77%|███████▋ | 1156/1500 [2:25:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.064e-01]
LTX_BE_v1-1: 77%|███████▋ | 1157/1500 [2:25:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.759e-01]
LTX_BE_v1-1: 77%|███████▋ | 1158/1500 [2:26:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.862e-01]
LTX_BE_v1-1: 77%|███████▋ | 1159/1500 [2:26:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.437e-01]
LTX_BE_v1-1: 77%|███████▋ | 1160/1500 [2:26:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.393e-01]
LTX_BE_v1-1: 77%|███████▋ | 1161/1500 [2:26:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.168e-01]
LTX_BE_v1-1: 77%|███████▋ | 1162/1500 [2:26:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.142e-01]
LTX_BE_v1-1: 78%|███████▊ | 1163/1500 [2:26:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.154e-01]
LTX_BE_v1-1: 78%|███████▊ | 1164/1500 [2:26:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.594e-01]
LTX_BE_v1-1: 78%|███████▊ | 1165/1500 [2:27:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.410e-01]
LTX_BE_v1-1: 78%|███████▊ | 1166/1500 [2:27:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.900e-01]
LTX_BE_v1-1: 78%|███████▊ | 1167/1500 [2:27:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.479e-01]
LTX_BE_v1-1: 78%|███████▊ | 1168/1500 [2:27:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.765e-01]
LTX_BE_v1-1: 78%|███████▊ | 1169/1500 [2:27:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.329e-01]
LTX_BE_v1-1: 78%|███████▊ | 1170/1500 [2:27:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.825e-01]
LTX_BE_v1-1: 78%|███████▊ | 1171/1500 [2:27:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.436e-01]
LTX_BE_v1-1: 78%|███████▊ | 1172/1500 [2:27:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.673e-01]
LTX_BE_v1-1: 78%|███████▊ | 1173/1500 [2:28:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.596e-01]
LTX_BE_v1-1: 78%|███████▊ | 1174/1500 [2:28:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.240e-01]
LTX_BE_v1-1: 78%|███████▊ | 1175/1500 [2:28:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.515e-01]
LTX_BE_v1-1: 78%|███████▊ | 1176/1500 [2:28:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.590e-01]
LTX_BE_v1-1: 78%|███████▊ | 1177/1500 [2:28:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 6.455e-01]
LTX_BE_v1-1: 79%|███████▊ | 1178/1500 [2:28:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.902e-01]
LTX_BE_v1-1: 79%|███████▊ | 1179/1500 [2:28:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.567e-01]
LTX_BE_v1-1: 79%|███████▊ | 1180/1500 [2:28:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.809e-01]
LTX_BE_v1-1: 79%|███████▊ | 1181/1500 [2:29:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.922e-01]
LTX_BE_v1-1: 79%|███████▉ | 1182/1500 [2:29:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.938e-01]
LTX_BE_v1-1: 79%|███████▉ | 1183/1500 [2:29:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.718e-01]
LTX_BE_v1-1: 79%|███████▉ | 1184/1500 [2:29:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 7.456e-01]
LTX_BE_v1-1: 79%|███████▉ | 1185/1500 [2:29:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.137e-01]
LTX_BE_v1-1: 79%|███████▉ | 1186/1500 [2:29:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.230e-01]
LTX_BE_v1-1: 79%|███████▉ | 1187/1500 [2:29:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.290e-01]
LTX_BE_v1-1: 79%|███████▉ | 1188/1500 [2:29:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.987e-01]
LTX_BE_v1-1: 79%|███████▉ | 1189/1500 [2:30:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.762e-01]
LTX_BE_v1-1: 79%|███████▉ | 1190/1500 [2:30:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.707e-01]
LTX_BE_v1-1: 79%|███████▉ | 1191/1500 [2:30:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.430e-01]
LTX_BE_v1-1: 79%|███████▉ | 1192/1500 [2:30:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.145e-01]
LTX_BE_v1-1: 80%|███████▉ | 1193/1500 [2:30:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.443e-01]
LTX_BE_v1-1: 80%|███████▉ | 1194/1500 [2:30:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.498e-01]
LTX_BE_v1-1: 80%|███████▉ | 1195/1500 [2:30:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.418e-01]
LTX_BE_v1-1: 80%|███████▉ | 1196/1500 [2:30:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.399e-01]
LTX_BE_v1-1: 80%|███████▉ | 1197/1500 [2:31:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.565e-01]
LTX_BE_v1-1: 80%|███████▉ | 1198/1500 [2:31:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.369e-01]
LTX_BE_v1-1: 80%|███████▉ | 1199/1500 [2:31:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.877e-01] |
| Saving at step 1200 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000001200.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 80%|████████ | 1200/1500 [2:31:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.374e-01]
LTX_BE_v1-1: 80%|████████ | 1201/1500 [2:31:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.518e-01]
LTX_BE_v1-1: 80%|████████ | 1202/1500 [2:31:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.731e-01]
LTX_BE_v1-1: 80%|████████ | 1203/1500 [2:31:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.783e-01]
LTX_BE_v1-1: 80%|████████ | 1204/1500 [2:31:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.227e-01]
LTX_BE_v1-1: 80%|████████ | 1205/1500 [2:31:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.802e-01]
LTX_BE_v1-1: 80%|████████ | 1206/1500 [2:32:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.286e-01]
LTX_BE_v1-1: 80%|████████ | 1207/1500 [2:32:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.917e-01]
LTX_BE_v1-1: 81%|████████ | 1208/1500 [2:32:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.342e-01]
LTX_BE_v1-1: 81%|████████ | 1209/1500 [2:32:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.654e-01]
LTX_BE_v1-1: 81%|████████ | 1210/1500 [2:32:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.131e-01]
LTX_BE_v1-1: 81%|████████ | 1211/1500 [2:32:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.734e-01]
LTX_BE_v1-1: 81%|████████ | 1212/1500 [2:32:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.348e-01]
LTX_BE_v1-1: 81%|████████ | 1213/1500 [2:33:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.462e-01]
LTX_BE_v1-1: 81%|████████ | 1214/1500 [2:33:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.811e-01]
LTX_BE_v1-1: 81%|████████ | 1215/1500 [2:33:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.949e-01]
LTX_BE_v1-1: 81%|████████ | 1216/1500 [2:33:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.762e-01]
LTX_BE_v1-1: 81%|████████ | 1217/1500 [2:33:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.336e-01]
LTX_BE_v1-1: 81%|████████ | 1218/1500 [2:33:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.874e-01]
LTX_BE_v1-1: 81%|████████▏ | 1219/1500 [2:33:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.866e-01]
LTX_BE_v1-1: 81%|████████▏ | 1220/1500 [2:33:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.435e-01]
LTX_BE_v1-1: 81%|████████▏ | 1221/1500 [2:33:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.078e-01]
LTX_BE_v1-1: 81%|████████▏ | 1222/1500 [2:34:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.426e-01]
LTX_BE_v1-1: 82%|████████▏ | 1223/1500 [2:34:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.732e-01]
LTX_BE_v1-1: 82%|████████▏ | 1224/1500 [2:34:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.489e-01]
LTX_BE_v1-1: 82%|████████▏ | 1225/1500 [2:34:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.066e-01]
LTX_BE_v1-1: 82%|████████▏ | 1226/1500 [2:34:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.867e-01]
LTX_BE_v1-1: 82%|████████▏ | 1227/1500 [2:34:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.831e-01]
LTX_BE_v1-1: 82%|████████▏ | 1228/1500 [2:34:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.369e-01]
LTX_BE_v1-1: 82%|████████▏ | 1229/1500 [2:34:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.089e-01]
LTX_BE_v1-1: 82%|████████▏ | 1230/1500 [2:34:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.111e-01]
LTX_BE_v1-1: 82%|████████▏ | 1231/1500 [2:35:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.883e-01]
LTX_BE_v1-1: 82%|████████▏ | 1232/1500 [2:35:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.995e-01]
LTX_BE_v1-1: 82%|████████▏ | 1233/1500 [2:35:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.731e-01]
LTX_BE_v1-1: 82%|████████▏ | 1234/1500 [2:35:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.713e-01]
LTX_BE_v1-1: 82%|████████▏ | 1235/1500 [2:35:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.693e-01]
LTX_BE_v1-1: 82%|████████▏ | 1236/1500 [2:35:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.708e-01]
LTX_BE_v1-1: 82%|████████▏ | 1237/1500 [2:35:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.111e-01]
LTX_BE_v1-1: 83%|████████▎ | 1238/1500 [2:36:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.681e-01]
LTX_BE_v1-1: 83%|████████▎ | 1239/1500 [2:36:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.448e-01]
LTX_BE_v1-1: 83%|████████▎ | 1240/1500 [2:36:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.221e-01]
LTX_BE_v1-1: 83%|████████▎ | 1241/1500 [2:36:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.863e-01]
LTX_BE_v1-1: 83%|████████▎ | 1242/1500 [2:36:33<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.703e-01]
LTX_BE_v1-1: 83%|████████▎ | 1243/1500 [2:36:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.456e-01]
LTX_BE_v1-1: 83%|████████▎ | 1244/1500 [2:36:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.409e-01]
LTX_BE_v1-1: 83%|████████▎ | 1245/1500 [2:37:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.467e-01]
LTX_BE_v1-1: 83%|████████▎ | 1246/1500 [2:37:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.519e-01]
LTX_BE_v1-1: 83%|████████▎ | 1247/1500 [2:37:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.377e-01]
LTX_BE_v1-1: 83%|████████▎ | 1248/1500 [2:37:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.888e-01]
LTX_BE_v1-1: 83%|████████▎ | 1249/1500 [2:37:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.907e-01]
LTX_BE_v1-1: 83%|████████▎ | 1250/1500 [2:37:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.890e-01]
LTX_BE_v1-1: 83%|████████▎ | 1251/1500 [2:37:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.740e-01]
LTX_BE_v1-1: 83%|████████▎ | 1252/1500 [2:37:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.620e-01]
LTX_BE_v1-1: 84%|████████▎ | 1253/1500 [2:37:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.365e-01]
LTX_BE_v1-1: 84%|████████▎ | 1254/1500 [2:38:02<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.467e-01]
LTX_BE_v1-1: 84%|████████▎ | 1255/1500 [2:38:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.494e-01]
LTX_BE_v1-1: 84%|████████▎ | 1256/1500 [2:38:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.955e-01]
LTX_BE_v1-1: 84%|████████▍ | 1257/1500 [2:38:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.739e-01]
LTX_BE_v1-1: 84%|████████▍ | 1258/1500 [2:38:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.012e-01]
LTX_BE_v1-1: 84%|████████▍ | 1259/1500 [2:38:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.033e-01]
LTX_BE_v1-1: 84%|████████▍ | 1260/1500 [2:39:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.654e-01]
LTX_BE_v1-1: 84%|████████▍ | 1261/1500 [2:39:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.772e-01]
LTX_BE_v1-1: 84%|████████▍ | 1262/1500 [2:39:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.785e-01]
LTX_BE_v1-1: 84%|████████▍ | 1263/1500 [2:39:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.964e-01]
LTX_BE_v1-1: 84%|████████▍ | 1264/1500 [2:39:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.446e-01]
LTX_BE_v1-1: 84%|████████▍ | 1265/1500 [2:39:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.324e-01]
LTX_BE_v1-1: 84%|████████▍ | 1266/1500 [2:39:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.080e-01]
LTX_BE_v1-1: 84%|████████▍ | 1267/1500 [2:39:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.070e-01]
LTX_BE_v1-1: 85%|████████▍ | 1268/1500 [2:40:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.823e-01]
LTX_BE_v1-1: 85%|████████▍ | 1269/1500 [2:40:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.041e-01]
LTX_BE_v1-1: 85%|████████▍ | 1270/1500 [2:40:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.610e-01]
LTX_BE_v1-1: 85%|████████▍ | 1271/1500 [2:40:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.386e-01]
LTX_BE_v1-1: 85%|████████▍ | 1272/1500 [2:40:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 7.813e-01]
LTX_BE_v1-1: 85%|████████▍ | 1273/1500 [2:40:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.316e-01]
LTX_BE_v1-1: 85%|████████▍ | 1274/1500 [2:40:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.077e-01]
LTX_BE_v1-1: 85%|████████▌ | 1275/1500 [2:40:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.421e-01]
LTX_BE_v1-1: 85%|████████▌ | 1276/1500 [2:40:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.116e-01]
LTX_BE_v1-1: 85%|████████▌ | 1277/1500 [2:41:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.886e-01]
LTX_BE_v1-1: 85%|████████▌ | 1278/1500 [2:41:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.047e-01]
LTX_BE_v1-1: 85%|████████▌ | 1279/1500 [2:41:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.780e-01]
LTX_BE_v1-1: 85%|████████▌ | 1280/1500 [2:41:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.539e-01]
LTX_BE_v1-1: 85%|████████▌ | 1281/1500 [2:41:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.447e-01]
LTX_BE_v1-1: 85%|████████▌ | 1282/1500 [2:41:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.591e-01]
LTX_BE_v1-1: 86%|████████▌ | 1283/1500 [2:41:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.575e-01]
LTX_BE_v1-1: 86%|████████▌ | 1284/1500 [2:42:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.384e-01]
LTX_BE_v1-1: 86%|████████▌ | 1285/1500 [2:42:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.796e-01]
LTX_BE_v1-1: 86%|████████▌ | 1286/1500 [2:42:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.171e-01]
LTX_BE_v1-1: 86%|████████▌ | 1287/1500 [2:42:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.940e-01]
LTX_BE_v1-1: 86%|████████▌ | 1288/1500 [2:42:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.295e-01]
LTX_BE_v1-1: 86%|████████▌ | 1289/1500 [2:42:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.792e-01]
LTX_BE_v1-1: 86%|████████▌ | 1290/1500 [2:42:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.502e-01]
LTX_BE_v1-1: 86%|████████▌ | 1291/1500 [2:42:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.681e-01]
LTX_BE_v1-1: 86%|████████▌ | 1292/1500 [2:43:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.820e-01]
LTX_BE_v1-1: 86%|████████▌ | 1293/1500 [2:43:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.082e-01]
LTX_BE_v1-1: 86%|████████▋ | 1294/1500 [2:43:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.456e-01]
LTX_BE_v1-1: 86%|████████▋ | 1295/1500 [2:43:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.038e-01]
LTX_BE_v1-1: 86%|████████▋ | 1296/1500 [2:43:22<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.647e-01]
LTX_BE_v1-1: 86%|████████▋ | 1297/1500 [2:43:27<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.123e-01]
LTX_BE_v1-1: 87%|████████▋ | 1298/1500 [2:43:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.563e-01]
LTX_BE_v1-1: 87%|████████▋ | 1299/1500 [2:43:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.778e-01]
LTX_BE_v1-1: 87%|████████▋ | 1300/1500 [2:43:52<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.308e-01]
LTX_BE_v1-1: 87%|████████▋ | 1301/1500 [2:43:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.311e-01]
LTX_BE_v1-1: 87%|████████▋ | 1302/1500 [2:44:07<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.746e-01]
LTX_BE_v1-1: 87%|████████▋ | 1303/1500 [2:44:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.548e-01]
LTX_BE_v1-1: 87%|████████▋ | 1304/1500 [2:44:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.993e-01]
LTX_BE_v1-1: 87%|████████▋ | 1305/1500 [2:44:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.460e-01]
LTX_BE_v1-1: 87%|████████▋ | 1306/1500 [2:44:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.591e-01]
LTX_BE_v1-1: 87%|████████▋ | 1307/1500 [2:44:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.967e-01]
LTX_BE_v1-1: 87%|████████▋ | 1308/1500 [2:44:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.886e-01]
LTX_BE_v1-1: 87%|████████▋ | 1309/1500 [2:45:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.692e-01]
LTX_BE_v1-1: 87%|████████▋ | 1310/1500 [2:45:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.722e-01]
LTX_BE_v1-1: 87%|████████▋ | 1311/1500 [2:45:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.608e-01]
LTX_BE_v1-1: 87%|████████▋ | 1312/1500 [2:45:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 9.701e-01] |
| Saving at step 1314 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000001314.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 88%|████████▊ | 1313/1500 [2:45:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.637e-01]
LTX_BE_v1-1: 88%|████████▊ | 1314/1500 [2:45:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.517e-01]
LTX_BE_v1-1: 88%|████████▊ | 1315/1500 [2:45:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.821e-01]
LTX_BE_v1-1: 88%|████████▊ | 1316/1500 [2:45:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.670e-01]
LTX_BE_v1-1: 88%|████████▊ | 1317/1500 [2:46:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.084e-01]
LTX_BE_v1-1: 88%|████████▊ | 1318/1500 [2:46:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.885e-01]
LTX_BE_v1-1: 88%|████████▊ | 1319/1500 [2:46:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.606e-01]
LTX_BE_v1-1: 88%|████████▊ | 1320/1500 [2:46:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.258e-01]
LTX_BE_v1-1: 88%|████████▊ | 1321/1500 [2:46:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.268e-01]
LTX_BE_v1-1: 88%|████████▊ | 1322/1500 [2:46:38<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.764e-01]
LTX_BE_v1-1: 88%|████████▊ | 1323/1500 [2:46:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.926e-01]
LTX_BE_v1-1: 88%|████████▊ | 1324/1500 [2:46:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.263e-01]
LTX_BE_v1-1: 88%|████████▊ | 1325/1500 [2:46:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.856e-01]
LTX_BE_v1-1: 88%|████████▊ | 1326/1500 [2:47:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.066e-01]
LTX_BE_v1-1: 88%|████████▊ | 1327/1500 [2:47:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.400e-01]
LTX_BE_v1-1: 89%|████████▊ | 1328/1500 [2:47:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.484e-01]
LTX_BE_v1-1: 89%|████████▊ | 1329/1500 [2:47:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.024e-01]
LTX_BE_v1-1: 89%|████████▊ | 1330/1500 [2:47:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.069e-01]
LTX_BE_v1-1: 89%|████████▊ | 1331/1500 [2:47:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.408e-01]
LTX_BE_v1-1: 89%|████████▉ | 1332/1500 [2:47:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.105e-01]
LTX_BE_v1-1: 89%|████████▉ | 1333/1500 [2:48:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.220e-01]
LTX_BE_v1-1: 89%|████████▉ | 1334/1500 [2:48:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.556e-01]
LTX_BE_v1-1: 89%|████████▉ | 1335/1500 [2:48:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.999e-01]
LTX_BE_v1-1: 89%|████████▉ | 1336/1500 [2:48:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.811e-01]
LTX_BE_v1-1: 89%|████████▉ | 1337/1500 [2:48:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.418e-01]
LTX_BE_v1-1: 89%|████████▉ | 1338/1500 [2:48:43<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.671e-01]
LTX_BE_v1-1: 89%|████████▉ | 1339/1500 [2:48:54<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.822e-01]
LTX_BE_v1-1: 89%|████████▉ | 1340/1500 [2:49:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.551e-01]
LTX_BE_v1-1: 89%|████████▉ | 1341/1500 [2:49:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.474e-01]
LTX_BE_v1-1: 89%|████████▉ | 1342/1500 [2:49:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.896e-01]
LTX_BE_v1-1: 90%|████████▉ | 1343/1500 [2:49:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.246e-01]
LTX_BE_v1-1: 90%|████████▉ | 1344/1500 [2:49:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.945e-01]
LTX_BE_v1-1: 90%|████████▉ | 1345/1500 [2:49:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.754e-01]
LTX_BE_v1-1: 90%|████████▉ | 1346/1500 [2:49:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.842e-01]
LTX_BE_v1-1: 90%|████████▉ | 1347/1500 [2:50:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.624e-01]
LTX_BE_v1-1: 90%|████████▉ | 1348/1500 [2:50:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.091e-01]
LTX_BE_v1-1: 90%|████████▉ | 1349/1500 [2:50:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.471e-01]
LTX_BE_v1-1: 90%|█████████ | 1350/1500 [2:50:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.738e-01]
LTX_BE_v1-1: 90%|█████████ | 1351/1500 [2:50:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.298e-01]
LTX_BE_v1-1: 90%|█████████ | 1352/1500 [2:50:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.113e-01]
LTX_BE_v1-1: 90%|█████████ | 1353/1500 [2:50:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.287e-01]
LTX_BE_v1-1: 90%|█████████ | 1354/1500 [2:50:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.681e-01]
LTX_BE_v1-1: 90%|█████████ | 1355/1500 [2:51:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.548e-01]
LTX_BE_v1-1: 90%|█████████ | 1356/1500 [2:51:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.602e-01]
LTX_BE_v1-1: 90%|█████████ | 1357/1500 [2:51:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.134e-01]
LTX_BE_v1-1: 91%|█████████ | 1358/1500 [2:51:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.301e-01]
LTX_BE_v1-1: 91%|█████████ | 1359/1500 [2:51:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.049e-01]
LTX_BE_v1-1: 91%|█████████ | 1360/1500 [2:51:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.740e-01]
LTX_BE_v1-1: 91%|█████████ | 1361/1500 [2:51:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.618e-01]
LTX_BE_v1-1: 91%|█████████ | 1362/1500 [2:51:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.273e-01]
LTX_BE_v1-1: 91%|█████████ | 1363/1500 [2:52:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.823e-01]
LTX_BE_v1-1: 91%|█████████ | 1364/1500 [2:52:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.149e-01]
LTX_BE_v1-1: 91%|█████████ | 1365/1500 [2:52:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.179e-01]
LTX_BE_v1-1: 91%|█████████ | 1366/1500 [2:52:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.496e-01]
LTX_BE_v1-1: 91%|█████████ | 1367/1500 [2:52:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.739e-01]
LTX_BE_v1-1: 91%|█████████ | 1368/1500 [2:52:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.901e-01]
LTX_BE_v1-1: 91%|█████████▏| 1369/1500 [2:52:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.611e-01]
LTX_BE_v1-1: 91%|█████████▏| 1370/1500 [2:52:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.704e-01]
LTX_BE_v1-1: 91%|█████████▏| 1371/1500 [2:53:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.115e-01]
LTX_BE_v1-1: 91%|█████████▏| 1372/1500 [2:53:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.183e-01]
LTX_BE_v1-1: 92%|█████████▏| 1373/1500 [2:53:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.634e-01]
LTX_BE_v1-1: 92%|█████████▏| 1374/1500 [2:53:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.206e-01]
LTX_BE_v1-1: 92%|█████████▏| 1375/1500 [2:53:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.288e-01]
LTX_BE_v1-1: 92%|█████████▏| 1376/1500 [2:53:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.170e-01]
LTX_BE_v1-1: 92%|█████████▏| 1377/1500 [2:53:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 7.754e-01]
LTX_BE_v1-1: 92%|█████████▏| 1378/1500 [2:53:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.008e-01]
LTX_BE_v1-1: 92%|█████████▏| 1379/1500 [2:54:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.818e-01]
LTX_BE_v1-1: 92%|█████████▏| 1380/1500 [2:54:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.829e-01]
LTX_BE_v1-1: 92%|█████████▏| 1381/1500 [2:54:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.752e-01]
LTX_BE_v1-1: 92%|█████████▏| 1382/1500 [2:54:24<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.907e-01]
LTX_BE_v1-1: 92%|█████████▏| 1383/1500 [2:54:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.991e-01]
LTX_BE_v1-1: 92%|█████████▏| 1384/1500 [2:54:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.143e-01]
LTX_BE_v1-1: 92%|█████████▏| 1385/1500 [2:54:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.583e-01]
LTX_BE_v1-1: 92%|█████████▏| 1386/1500 [2:54:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.207e-01]
LTX_BE_v1-1: 92%|█████████▏| 1387/1500 [2:54:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.704e-01]
LTX_BE_v1-1: 93%|█████████▎| 1388/1500 [2:55:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.076e-01]
LTX_BE_v1-1: 93%|█████████▎| 1389/1500 [2:55:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.139e-01]
LTX_BE_v1-1: 93%|█████████▎| 1390/1500 [2:55:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.379e-01]
LTX_BE_v1-1: 93%|█████████▎| 1391/1500 [2:55:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.139e-01]
LTX_BE_v1-1: 93%|█████████▎| 1392/1500 [2:55:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.022e-01]
LTX_BE_v1-1: 93%|█████████▎| 1393/1500 [2:55:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.605e-01]
LTX_BE_v1-1: 93%|█████████▎| 1394/1500 [2:55:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.671e-01]
LTX_BE_v1-1: 93%|█████████▎| 1395/1500 [2:56:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.815e-01]
LTX_BE_v1-1: 93%|█████████▎| 1396/1500 [2:56:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.891e-01]
LTX_BE_v1-1: 93%|█████████▎| 1397/1500 [2:56:20<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.061e-01]
LTX_BE_v1-1: 93%|█████████▎| 1398/1500 [2:56:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.667e-01]
LTX_BE_v1-1: 93%|█████████▎| 1399/1500 [2:56:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.613e-01] |
| Saving at step 1400 |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1_000001400.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
LTX_BE_v1-1: 93%|█████████▎| 1400/1500 [2:56:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.870e-01]
LTX_BE_v1-1: 93%|█████████▎| 1401/1500 [2:56:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.683e-01]
LTX_BE_v1-1: 93%|█████████▎| 1402/1500 [2:56:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.932e-01]
LTX_BE_v1-1: 94%|█████████▎| 1403/1500 [2:57:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.352e-01]
LTX_BE_v1-1: 94%|█████████▎| 1404/1500 [2:57:11<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.850e-01]
LTX_BE_v1-1: 94%|█████████▎| 1405/1500 [2:57:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.767e-01]
LTX_BE_v1-1: 94%|█████████▎| 1406/1500 [2:57:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.285e-01]
LTX_BE_v1-1: 94%|█████████▍| 1407/1500 [2:57:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.884e-01]
LTX_BE_v1-1: 94%|█████████▍| 1408/1500 [2:57:47<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.524e-01]
LTX_BE_v1-1: 94%|█████████▍| 1409/1500 [2:57:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.926e-01]
LTX_BE_v1-1: 94%|█████████▍| 1410/1500 [2:58:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.032e-01]
LTX_BE_v1-1: 94%|█████████▍| 1411/1500 [2:58:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.790e-01]
LTX_BE_v1-1: 94%|█████████▍| 1412/1500 [2:58:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.888e-01]
LTX_BE_v1-1: 94%|█████████▍| 1413/1500 [2:58:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.932e-01]
LTX_BE_v1-1: 94%|█████████▍| 1414/1500 [2:58:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.137e-01]
LTX_BE_v1-1: 94%|█████████▍| 1415/1500 [2:58:57<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.576e-01]
LTX_BE_v1-1: 94%|█████████▍| 1416/1500 [2:59:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.787e-01]
LTX_BE_v1-1: 94%|█████████▍| 1417/1500 [2:59:12<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.512e-01]
LTX_BE_v1-1: 95%|█████████▍| 1418/1500 [2:59:17<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.462e-01]
LTX_BE_v1-1: 95%|█████████▍| 1419/1500 [2:59:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.022e-01]
LTX_BE_v1-1: 95%|█████████▍| 1420/1500 [2:59:32<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.024e-01]
LTX_BE_v1-1: 95%|█████████▍| 1421/1500 [2:59:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.045e-01]
LTX_BE_v1-1: 95%|█████████▍| 1422/1500 [2:59:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.477e-01]
LTX_BE_v1-1: 95%|█████████▍| 1423/1500 [2:59:50<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.943e-01]
LTX_BE_v1-1: 95%|█████████▍| 1424/1500 [2:59:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.856e-01]
LTX_BE_v1-1: 95%|█████████▌| 1425/1500 [3:00:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.352e-01]
LTX_BE_v1-1: 95%|█████████▌| 1426/1500 [3:00:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.857e-01]
LTX_BE_v1-1: 95%|█████████▌| 1427/1500 [3:00:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.578e-01]
LTX_BE_v1-1: 95%|█████████▌| 1428/1500 [3:00:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.417e-01]
LTX_BE_v1-1: 95%|█████████▌| 1429/1500 [3:00:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.952e-01]
LTX_BE_v1-1: 95%|█████████▌| 1430/1500 [3:00:36<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.025e-01]
LTX_BE_v1-1: 95%|█████████▌| 1431/1500 [3:00:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.626e-01]
LTX_BE_v1-1: 95%|█████████▌| 1432/1500 [3:00:49<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.734e-01]
LTX_BE_v1-1: 96%|█████████▌| 1433/1500 [3:00:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.202e-01]
LTX_BE_v1-1: 96%|█████████▌| 1434/1500 [3:01:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.111e-01]
LTX_BE_v1-1: 96%|█████████▌| 1435/1500 [3:01:13<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.159e-01]
LTX_BE_v1-1: 96%|█████████▌| 1436/1500 [3:01:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.201e-01]
LTX_BE_v1-1: 96%|█████████▌| 1437/1500 [3:01:23<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.441e-01]
LTX_BE_v1-1: 96%|█████████▌| 1438/1500 [3:01:28<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.851e-01]
LTX_BE_v1-1: 96%|█████████▌| 1439/1500 [3:01:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.011e-01]
LTX_BE_v1-1: 96%|█████████▌| 1440/1500 [3:01:41<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.033e-01]
LTX_BE_v1-1: 96%|█████████▌| 1441/1500 [3:01:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.459e-01]
LTX_BE_v1-1: 96%|█████████▌| 1442/1500 [3:01:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.334e-01]
LTX_BE_v1-1: 96%|█████████▌| 1443/1500 [3:02:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.204e-01]
LTX_BE_v1-1: 96%|█████████▋| 1444/1500 [3:02:05<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.522e-01]
LTX_BE_v1-1: 96%|█████████▋| 1445/1500 [3:02:16<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.846e-01]
LTX_BE_v1-1: 96%|█████████▋| 1446/1500 [3:02:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.765e-01]
LTX_BE_v1-1: 96%|█████████▋| 1447/1500 [3:02:26<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.948e-01]
LTX_BE_v1-1: 97%|█████████▋| 1448/1500 [3:02:37<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.173e-01]
LTX_BE_v1-1: 97%|█████████▋| 1449/1500 [3:02:46<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.667e-01]
LTX_BE_v1-1: 97%|█████████▋| 1450/1500 [3:02:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.454e-01]
LTX_BE_v1-1: 97%|█████████▋| 1451/1500 [3:02:56<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.490e-01]
LTX_BE_v1-1: 97%|█████████▋| 1452/1500 [3:03:00<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.588e-01]
LTX_BE_v1-1: 97%|█████████▋| 1453/1500 [3:03:04<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.163e-01]
LTX_BE_v1-1: 97%|█████████▋| 1454/1500 [3:03:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.617e-01]
LTX_BE_v1-1: 97%|█████████▋| 1455/1500 [3:03:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.857e-01]
LTX_BE_v1-1: 97%|█████████▋| 1456/1500 [3:03:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.473e-01]
LTX_BE_v1-1: 97%|█████████▋| 1457/1500 [3:03:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.951e-01]
LTX_BE_v1-1: 97%|█████████▋| 1458/1500 [3:03:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.461e-01]
LTX_BE_v1-1: 97%|█████████▋| 1459/1500 [3:03:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.403e-01]
LTX_BE_v1-1: 97%|█████████▋| 1460/1500 [3:03:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.566e-01]
LTX_BE_v1-1: 97%|█████████▋| 1461/1500 [3:03:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 5.129e-01]
LTX_BE_v1-1: 97%|█████████▋| 1462/1500 [3:04:10<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.529e-01]
LTX_BE_v1-1: 98%|█████████▊| 1463/1500 [3:04:21<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.239e-01]
LTX_BE_v1-1: 98%|█████████▊| 1464/1500 [3:04:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.903e-01]
LTX_BE_v1-1: 98%|█████████▊| 1465/1500 [3:04:42<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.048e-01]
LTX_BE_v1-1: 98%|█████████▊| 1466/1500 [3:04:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.240e-01]
LTX_BE_v1-1: 98%|█████████▊| 1467/1500 [3:05:03<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.880e-01]
LTX_BE_v1-1: 98%|█████████▊| 1468/1500 [3:05:14<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.828e-01]
LTX_BE_v1-1: 98%|█████████▊| 1469/1500 [3:05:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.677e-01]
LTX_BE_v1-1: 98%|█████████▊| 1470/1500 [3:05:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.915e-01]
LTX_BE_v1-1: 98%|█████████▊| 1471/1500 [3:05:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.958e-01]
LTX_BE_v1-1: 98%|█████████▊| 1472/1500 [3:05:39<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.857e-01]
LTX_BE_v1-1: 98%|█████████▊| 1473/1500 [3:05:48<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.888e-01]
LTX_BE_v1-1: 98%|█████████▊| 1474/1500 [3:05:53<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.715e-01]
LTX_BE_v1-1: 98%|█████████▊| 1475/1500 [3:05:58<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.768e-01]
LTX_BE_v1-1: 98%|█████████▊| 1476/1500 [3:06:09<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.296e-01]
LTX_BE_v1-1: 98%|█████████▊| 1477/1500 [3:06:19<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.011e-01]
LTX_BE_v1-1: 99%|█████████▊| 1478/1500 [3:06:30<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.637e-01]
LTX_BE_v1-1: 99%|█████████▊| 1479/1500 [3:06:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.428e-01]
LTX_BE_v1-1: 99%|█████████▊| 1480/1500 [3:06:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.387e-01]
LTX_BE_v1-1: 99%|█████████▊| 1481/1500 [3:06:44<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.151e-01]
LTX_BE_v1-1: 99%|█████████▉| 1482/1500 [3:06:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.829e-01]
LTX_BE_v1-1: 99%|█████████▉| 1483/1500 [3:06:59<00:00, 5562.29it/s, lr: 3.0e-04 loss: 4.553e-01]
LTX_BE_v1-1: 99%|█████████▉| 1484/1500 [3:07:08<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.311e-01]
LTX_BE_v1-1: 99%|█████████▉| 1485/1500 [3:07:18<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.724e-01]
LTX_BE_v1-1: 99%|█████████▉| 1486/1500 [3:07:29<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.977e-01]
LTX_BE_v1-1: 99%|█████████▉| 1487/1500 [3:07:34<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.966e-01]
LTX_BE_v1-1: 99%|█████████▉| 1488/1500 [3:07:45<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.791e-01]
LTX_BE_v1-1: 99%|█████████▉| 1489/1500 [3:07:55<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.179e-01]
LTX_BE_v1-1: 99%|█████████▉| 1490/1500 [3:08:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.091e-01]
LTX_BE_v1-1: 99%|█████████▉| 1491/1500 [3:08:15<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.207e-01]
LTX_BE_v1-1: 99%|█████████▉| 1492/1500 [3:08:25<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.991e-01]
LTX_BE_v1-1: 100%|█████████▉| 1493/1500 [3:08:31<00:00, 5562.29it/s, lr: 3.0e-04 loss: 3.400e-01]
LTX_BE_v1-1: 100%|█████████▉| 1494/1500 [3:08:35<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.858e-01]
LTX_BE_v1-1: 100%|█████████▉| 1495/1500 [3:08:40<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.164e-01]
LTX_BE_v1-1: 100%|█████████▉| 1496/1500 [3:08:51<00:00, 5562.29it/s, lr: 3.0e-04 loss: 2.498e-01]
LTX_BE_v1-1: 100%|█████████▉| 1497/1500 [3:09:01<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.917e-01]
LTX_BE_v1-1: 100%|█████████▉| 1498/1500 [3:09:06<00:00, 5562.29it/s, lr: 3.0e-04 loss: 1.956e-01]
LTX_BE_v1-1: 100%|█████████▉| 1499/1500 [3:09:06<00:07, 7.57s/it, lr: 3.0e-04 loss: 1.956e-01] |
| Saved checkpoint to /workspace/output/LTX_BE_v1-1/LTX_BE_v1-1.safetensors |
| Saved optimizer to /workspace/output/LTX_BE_v1-1/optimizer.pt |
|
|
|
|
