[patch_mfft_base] Crash report
Browse files
runs/patch_mfft_base/logs/crash.log
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Crash on patch_mfft_base at 2026-10-20T23:43:38.922634+00:00:
|
| 2 |
+
|
| 3 |
+
Traceback (most recent call last):
|
| 4 |
+
File "/tmp/ipykernel_23/3889735120.py", line 27, in <cell line: 0>
|
| 5 |
+
tr_loss, tr_acc = train_epoch(model, train_loader, optimizer, scheduler, scaler, DEVICE, CONFIG["gradient_accumulation_steps"])
|
| 6 |
+
~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 7 |
+
File "/tmp/ipykernel_23/3470172129.py", line 14, in train_epoch
|
| 8 |
+
for step, (imgs, lbls, masks) in enumerate(loader):
|
| 9 |
+
~~~~~~~~~^^^^^^^^
|
| 10 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/dataloader.py", line 741, in __next__
|
| 11 |
+
data = self._next_data()
|
| 12 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/dataloader.py", line 1548, in _next_data
|
| 13 |
+
return self._process_data(data, worker_id)
|
| 14 |
+
~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^
|
| 15 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/dataloader.py", line 1586, in _process_data
|
| 16 |
+
data.reraise()
|
| 17 |
+
~~~~~~~~~~~~^^
|
| 18 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/_utils.py", line 785, in reraise
|
| 19 |
+
raise exception
|
| 20 |
+
RuntimeError: Caught RuntimeError in DataLoader worker process 0.
|
| 21 |
+
Original Traceback (most recent call last):
|
| 22 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/_utils/worker.py", line 358, in _worker_loop
|
| 23 |
+
data = fetcher.fetch(index) # type: ignore[possibly-undefined]
|
| 24 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/_utils/fetch.py", line 57, in fetch
|
| 25 |
+
return self.collate_fn(data)
|
| 26 |
+
~~~~~~~~~~~~~~~^^^^^^
|
| 27 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/_utils/collate.py", line 401, in default_collate
|
| 28 |
+
return collate(batch, collate_fn_map=default_collate_fn_map)
|
| 29 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/_utils/collate.py", line 215, in collate
|
| 30 |
+
collate(samples, collate_fn_map=collate_fn_map)
|
| 31 |
+
~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 32 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/_utils/collate.py", line 155, in collate
|
| 33 |
+
return collate_fn_map[elem_type](batch, collate_fn_map=collate_fn_map)
|
| 34 |
+
~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| 35 |
+
File "/usr/local/lib/python3.13/dist-packages/torch/utils/data/_utils/collate.py", line 275, in collate_tensor_fn
|
| 36 |
+
return torch.stack(batch, 0, out=out)
|
| 37 |
+
~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
|
| 38 |
+
RuntimeError: stack expects each tensor to be equal size, but got [1, 217, 500] at entry 0 and [1, 256, 256] at entry 1
|
| 39 |
+
|
| 40 |
+
|