Epoch 37/40 snapshot
Browse files- runs/cars_issynth_20261025_seed0_support1/checkpoints/current/latest.pt +2 -2
- runs/cars_issynth_20261025_seed0_support1/logs/history.json +13 -0
- runs/cars_issynth_20261025_seed0_support1/logs/metrics.csv +1 -0
- runs/cars_issynth_20261025_seed0_support1/logs/status.json +10 -10
- runs/cars_issynth_20261025_seed0_support1/logs/supervisor.log +208 -0
- runs/cars_issynth_20261025_seed0_support1/logs/train.log +51 -0
- runs/cars_issynth_20261025_seed0_support1/metrics/gpu.csv +37 -0
- runs/cars_issynth_20261025_seed0_support1/plots/accuracy_curve.png +0 -0
- runs/cars_issynth_20261025_seed0_support1/plots/f1_curve.png +0 -0
- runs/cars_issynth_20261025_seed0_support1/plots/loss_curve.png +0 -0
runs/cars_issynth_20261025_seed0_support1/checkpoints/current/latest.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:715a2db4488ff2ca4ae90b3a8b3ee7916a9a81ad43d89ff3e106aa36179afb6e
|
| 3 |
+
size 67614539
|
runs/cars_issynth_20261025_seed0_support1/logs/history.json
CHANGED
|
@@ -466,5 +466,18 @@
|
|
| 466 |
"validation_loss": 0.21940239048619503,
|
| 467 |
"validation_macro_f1": 0.9205610602724712,
|
| 468 |
"validation_weighted_f1": 0.9226395234894456
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 469 |
}
|
| 470 |
]
|
|
|
|
| 466 |
"validation_loss": 0.21940239048619503,
|
| 467 |
"validation_macro_f1": 0.9205610602724712,
|
| 468 |
"validation_weighted_f1": 0.9226395234894456
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"epoch": 36,
|
| 472 |
+
"epoch_seconds": 1092.897747516632,
|
| 473 |
+
"global_step": 1813,
|
| 474 |
+
"gpu_peak_allocated_gib": 9.692671298980713,
|
| 475 |
+
"learning_rate": 0.0001,
|
| 476 |
+
"timestamp_utc": "2026-10-25T17:37:44.558099+00:00",
|
| 477 |
+
"train_loss": 0.2703210655523806,
|
| 478 |
+
"validation_accuracy": 0.9258123850398529,
|
| 479 |
+
"validation_loss": 0.22394481922475326,
|
| 480 |
+
"validation_macro_f1": 0.9226902240739869,
|
| 481 |
+
"validation_weighted_f1": 0.9253949129569689
|
| 482 |
}
|
| 483 |
]
|
runs/cars_issynth_20261025_seed0_support1/logs/metrics.csv
CHANGED
|
@@ -35,3 +35,4 @@ epoch,global_step,train_loss,validation_loss,validation_accuracy,validation_macr
|
|
| 35 |
33,1666,0.2942883043873067,0.21329601400245268,0.923973022685469,0.9202755283313513,0.9225931984024655,0.0001,1088.935923576355,9.47585391998291,2026-10-25T16:42:48.296623+00:00
|
| 36 |
34,1715,0.29226920458735256,0.2122886629597009,0.9264255058246474,0.9237472031068418,0.9251235456058136,0.0001,1083.8181335926056,9.610620021820068,2026-10-25T17:01:00.689601+00:00
|
| 37 |
35,1764,0.2780551676847497,0.21940239048619503,0.9233599019006744,0.9205610602724712,0.9226395234894456,0.0001,1090.73210811615,10.406372547149658,2026-10-25T17:19:21.764853+00:00
|
|
|
|
|
|
| 35 |
33,1666,0.2942883043873067,0.21329601400245268,0.923973022685469,0.9202755283313513,0.9225931984024655,0.0001,1088.935923576355,9.47585391998291,2026-10-25T16:42:48.296623+00:00
|
| 36 |
34,1715,0.29226920458735256,0.2122886629597009,0.9264255058246474,0.9237472031068418,0.9251235456058136,0.0001,1083.8181335926056,9.610620021820068,2026-10-25T17:01:00.689601+00:00
|
| 37 |
35,1764,0.2780551676847497,0.21940239048619503,0.9233599019006744,0.9205610602724712,0.9226395234894456,0.0001,1090.73210811615,10.406372547149658,2026-10-25T17:19:21.764853+00:00
|
| 38 |
+
36,1813,0.2703210655523806,0.22394481922475326,0.9258123850398529,0.9226902240739869,0.9253949129569689,0.0001,1092.897747516632,9.692671298980713,2026-10-25T17:37:44.558099+00:00
|
runs/cars_issynth_20261025_seed0_support1/logs/status.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
"best_epoch": 27,
|
| 3 |
"best_validation_accuracy": 0.9331698344573881,
|
| 4 |
-
"current_epoch":
|
| 5 |
-
"elapsed_seconds":
|
| 6 |
"error": null,
|
| 7 |
-
"estimated_remaining_seconds":
|
| 8 |
-
"global_step":
|
| 9 |
"gpu_memory_allocated_gib": 4.06527042388916,
|
| 10 |
"gpu_memory_reserved_gib": 14.748046875,
|
| 11 |
-
"latest_checkpoint_timestamp":
|
| 12 |
-
"latest_hf_sync_timestamp": "2026-10-25T17:
|
| 13 |
-
"latest_train_loss": 0.
|
| 14 |
-
"latest_validation_accuracy": 0.
|
| 15 |
-
"latest_validation_loss": 0.
|
| 16 |
"run_id": "cars_issynth_20261025_seed0_support1",
|
| 17 |
"status": "RUNNING",
|
| 18 |
"total_epochs": 40,
|
| 19 |
-
"updated_at_utc": "2026-10-25T17:
|
| 20 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"best_epoch": 27,
|
| 3 |
"best_validation_accuracy": 0.9331698344573881,
|
| 4 |
+
"current_epoch": 37,
|
| 5 |
+
"elapsed_seconds": 42075.893728256226,
|
| 6 |
"error": null,
|
| 7 |
+
"estimated_remaining_seconds": 3411.558950939694,
|
| 8 |
+
"global_step": 1813,
|
| 9 |
"gpu_memory_allocated_gib": 4.06527042388916,
|
| 10 |
"gpu_memory_reserved_gib": 14.748046875,
|
| 11 |
+
"latest_checkpoint_timestamp": 1792949864.6678853,
|
| 12 |
+
"latest_hf_sync_timestamp": "2026-10-25T17:37:44.958494+00:00",
|
| 13 |
+
"latest_train_loss": 0.2703210655523806,
|
| 14 |
+
"latest_validation_accuracy": 0.9258123850398529,
|
| 15 |
+
"latest_validation_loss": 0.22394481922475326,
|
| 16 |
"run_id": "cars_issynth_20261025_seed0_support1",
|
| 17 |
"status": "RUNNING",
|
| 18 |
"total_epochs": 40,
|
| 19 |
+
"updated_at_utc": "2026-10-25T17:37:44.959203+00:00"
|
| 20 |
}
|
runs/cars_issynth_20261025_seed0_support1/logs/supervisor.log
CHANGED
|
@@ -1010,3 +1010,211 @@ I0000 00:00:1792944342.752006 2094 port.cc:153] oneDNN custom operations are
|
|
| 1010 |
|
| 1011 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1012 |
|
| 1013 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1014 |
|
| 1015 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1016 |
...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1017 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1018 |
...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1019 |
...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1020 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1021 |
...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1022 |
...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1023 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1024 |
...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1025 |
...kpoints/current/latest.pt: 21%|██ | 14.1MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1026 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1027 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
|
|
|
| 1028 |
...kpoints/current/latest.pt: 73%|███████▎ | 49.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1029 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1030 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
|
|
|
| 1031 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1032 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1033 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
|
|
|
| 1034 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1035 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1036 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1037 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1038 |
.../checkpoints/best/best.pt: 100%|██���███████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1039 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1040 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1041 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1042 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1043 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1044 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1045 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1046 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1047 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1048 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
| 1049 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1050 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1051 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1052 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1053 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1054 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1055 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB [A[A
|
|
|
|
|
|
|
|
|
|
| 1056 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1057 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1058 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
|
|
|
|
| 1059 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
|
|
|
|
| 1060 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
|
|
|
|
| 1010 |
|
| 1011 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1012 |
|
| 1013 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1014 |
|
| 1015 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1016 |
+
[2026-10-25T17:19:25.656133+00:00] epoch=35 hf_snapshot_synced=true
|
| 1017 |
+
[2026-10-25T17:19:48.834746+00:00] step=1765 batch=1/49 loss=0.286458 real=0.041865 synth=1.264830 lr=0.0001 gpu_alloc_gib=4.084
|
| 1018 |
+
[2026-10-25T17:20:12.298073+00:00] step=1766 batch=2/49 loss=0.309365 real=0.036257 synth=1.401794 lr=0.0001 gpu_alloc_gib=4.084
|
| 1019 |
+
[2026-10-25T17:20:30.036291+00:00] step=1767 batch=3/49 loss=0.223189 real=0.043825 synth=0.940647 lr=0.0001 gpu_alloc_gib=4.084
|
| 1020 |
+
[2026-10-25T17:20:52.111225+00:00] step=1768 batch=4/49 loss=0.257157 real=0.049212 synth=1.088934 lr=0.0001 gpu_alloc_gib=4.084
|
| 1021 |
+
[2026-10-25T17:21:14.643311+00:00] step=1769 batch=5/49 loss=0.232922 real=0.034952 synth=1.024801 lr=0.0001 gpu_alloc_gib=4.084
|
| 1022 |
+
[2026-10-25T17:21:37.939065+00:00] step=1770 batch=6/49 loss=0.296231 real=0.039977 synth=1.321248 lr=0.0001 gpu_alloc_gib=4.084
|
| 1023 |
+
[2026-10-25T17:21:56.548483+00:00] step=1771 batch=7/49 loss=0.303051 real=0.050622 synth=1.312765 lr=0.0001 gpu_alloc_gib=4.084
|
| 1024 |
+
[2026-10-25T17:22:15.291614+00:00] step=1772 batch=8/49 loss=0.251855 real=0.041533 synth=1.093145 lr=0.0001 gpu_alloc_gib=4.084
|
| 1025 |
+
[2026-10-25T17:22:34.716920+00:00] step=1773 batch=9/49 loss=0.233951 real=0.037680 synth=1.019035 lr=0.0001 gpu_alloc_gib=4.084
|
| 1026 |
+
[2026-10-25T17:22:54.229225+00:00] step=1774 batch=10/49 loss=0.209066 real=0.046358 synth=0.859900 lr=0.0001 gpu_alloc_gib=4.084
|
| 1027 |
+
[2026-10-25T17:23:10.918532+00:00] step=1775 batch=11/49 loss=0.249633 real=0.035939 synth=1.104408 lr=0.0001 gpu_alloc_gib=4.084
|
| 1028 |
+
[2026-10-25T17:23:30.497760+00:00] step=1776 batch=12/49 loss=0.313780 real=0.041878 synth=1.401390 lr=0.0001 gpu_alloc_gib=4.084
|
| 1029 |
+
[2026-10-25T17:23:50.943453+00:00] step=1777 batch=13/49 loss=0.241458 real=0.036232 synth=1.062361 lr=0.0001 gpu_alloc_gib=4.084
|
| 1030 |
+
[2026-10-25T17:24:10.661704+00:00] step=1778 batch=14/49 loss=0.357771 real=0.048272 synth=1.595766 lr=0.0001 gpu_alloc_gib=4.084
|
| 1031 |
+
[2026-10-25T17:24:30.740607+00:00] step=1779 batch=15/49 loss=0.244992 real=0.041498 synth=1.058970 lr=0.0001 gpu_alloc_gib=4.084
|
| 1032 |
+
[2026-10-25T17:24:50.485536+00:00] step=1780 batch=16/49 loss=0.333378 real=0.047667 synth=1.476223 lr=0.0001 gpu_alloc_gib=4.084
|
| 1033 |
+
[2026-10-25T17:25:10.449016+00:00] step=1781 batch=17/49 loss=0.232708 real=0.039271 synth=1.006458 lr=0.0001 gpu_alloc_gib=4.084
|
| 1034 |
+
[2026-10-25T17:25:27.095797+00:00] step=1782 batch=18/49 loss=0.271338 real=0.050803 synth=1.153479 lr=0.0001 gpu_alloc_gib=4.084
|
| 1035 |
+
[2026-10-25T17:25:45.820675+00:00] step=1783 batch=19/49 loss=0.223267 real=0.038084 synth=0.964000 lr=0.0001 gpu_alloc_gib=4.084
|
| 1036 |
+
[2026-10-25T17:26:06.342842+00:00] step=1784 batch=20/49 loss=0.231918 real=0.035357 synth=1.018162 lr=0.0001 gpu_alloc_gib=4.084
|
| 1037 |
+
[2026-10-25T17:26:27.422140+00:00] step=1785 batch=21/49 loss=0.237148 real=0.045652 synth=1.003130 lr=0.0001 gpu_alloc_gib=4.084
|
| 1038 |
+
[2026-10-25T17:26:48.814763+00:00] step=1786 batch=22/49 loss=0.314654 real=0.035233 synth=1.432337 lr=0.0001 gpu_alloc_gib=4.084
|
| 1039 |
+
[2026-10-25T17:27:10.217014+00:00] step=1787 batch=23/49 loss=0.300574 real=0.035014 synth=1.362816 lr=0.0001 gpu_alloc_gib=4.084
|
| 1040 |
+
[2026-10-25T17:27:28.791619+00:00] step=1788 batch=24/49 loss=0.303053 real=0.038690 synth=1.360506 lr=0.0001 gpu_alloc_gib=4.084
|
| 1041 |
+
[2026-10-25T17:27:48.316719+00:00] step=1789 batch=25/49 loss=0.293785 real=0.048514 synth=1.274868 lr=0.0001 gpu_alloc_gib=4.084
|
| 1042 |
+
[2026-10-25T17:28:08.648514+00:00] step=1790 batch=26/49 loss=0.286073 real=0.047163 synth=1.241713 lr=0.0001 gpu_alloc_gib=4.084
|
| 1043 |
+
[2026-10-25T17:28:29.458117+00:00] step=1791 batch=27/49 loss=0.320969 real=0.045385 synth=1.423306 lr=0.0001 gpu_alloc_gib=4.084
|
| 1044 |
+
[2026-10-25T17:28:51.356579+00:00] step=1792 batch=28/49 loss=0.377212 real=0.038876 synth=1.730556 lr=0.0001 gpu_alloc_gib=4.084
|
| 1045 |
+
[2026-10-25T17:29:14.996322+00:00] step=1793 batch=29/49 loss=0.253972 real=0.031329 synth=1.144547 lr=0.0001 gpu_alloc_gib=4.084
|
| 1046 |
+
[2026-10-25T17:29:35.319372+00:00] step=1794 batch=30/49 loss=0.231741 real=0.036182 synth=1.013979 lr=0.0001 gpu_alloc_gib=4.084
|
| 1047 |
+
[2026-10-25T17:29:56.336070+00:00] step=1795 batch=31/49 loss=0.278080 real=0.049927 synth=1.190689 lr=0.0001 gpu_alloc_gib=4.084
|
| 1048 |
+
[2026-10-25T17:30:17.156638+00:00] step=1796 batch=32/49 loss=0.295237 real=0.041740 synth=1.309223 lr=0.0001 gpu_alloc_gib=4.084
|
| 1049 |
+
[2026-10-25T17:30:39.673950+00:00] step=1797 batch=33/49 loss=0.230307 real=0.044496 synth=0.973553 lr=0.0001 gpu_alloc_gib=4.084
|
| 1050 |
+
[2026-10-25T17:31:02.085592+00:00] step=1798 batch=34/49 loss=0.309865 real=0.042981 synth=1.377403 lr=0.0001 gpu_alloc_gib=4.084
|
| 1051 |
+
[2026-10-25T17:31:24.496891+00:00] step=1799 batch=35/49 loss=0.299272 real=0.039164 synth=1.339705 lr=0.0001 gpu_alloc_gib=4.084
|
| 1052 |
+
[2026-10-25T17:31:43.448530+00:00] step=1800 batch=36/49 loss=0.219785 real=0.044096 synth=0.922539 lr=0.0001 gpu_alloc_gib=4.084
|
| 1053 |
+
[2026-10-25T17:32:01.682706+00:00] step=1801 batch=37/49 loss=0.239348 real=0.038042 synth=1.044571 lr=0.0001 gpu_alloc_gib=4.084
|
| 1054 |
+
[2026-10-25T17:32:22.264690+00:00] step=1802 batch=38/49 loss=0.310050 real=0.045298 synth=1.369059 lr=0.0001 gpu_alloc_gib=4.084
|
| 1055 |
+
[2026-10-25T17:32:45.103517+00:00] step=1803 batch=39/49 loss=0.323901 real=0.057707 synth=1.388676 lr=0.0001 gpu_alloc_gib=4.084
|
| 1056 |
+
[2026-10-25T17:33:04.652869+00:00] step=1804 batch=40/49 loss=0.215467 real=0.042668 synth=0.906662 lr=0.0001 gpu_alloc_gib=4.084
|
| 1057 |
+
[2026-10-25T17:33:22.726098+00:00] step=1805 batch=41/49 loss=0.270386 real=0.043485 synth=1.177992 lr=0.0001 gpu_alloc_gib=4.084
|
| 1058 |
+
[2026-10-25T17:33:39.833818+00:00] step=1806 batch=42/49 loss=0.295187 real=0.054683 synth=1.257204 lr=0.0001 gpu_alloc_gib=4.084
|
| 1059 |
+
[2026-10-25T17:33:59.878755+00:00] step=1807 batch=43/49 loss=0.210568 real=0.033586 synth=0.918497 lr=0.0001 gpu_alloc_gib=4.084
|
| 1060 |
+
[2026-10-25T17:34:20.130141+00:00] step=1808 batch=44/49 loss=0.258698 real=0.041272 synth=1.128403 lr=0.0001 gpu_alloc_gib=4.084
|
| 1061 |
+
[2026-10-25T17:34:39.912867+00:00] step=1809 batch=45/49 loss=0.254665 real=0.040135 synth=1.112785 lr=0.0001 gpu_alloc_gib=4.084
|
| 1062 |
+
[2026-10-25T17:34:59.529381+00:00] step=1810 batch=46/49 loss=0.252686 real=0.042566 synth=1.093166 lr=0.0001 gpu_alloc_gib=4.084
|
| 1063 |
+
[2026-10-25T17:35:18.465092+00:00] step=1811 batch=47/49 loss=0.234350 real=0.035356 synth=1.030325 lr=0.0001 gpu_alloc_gib=4.084
|
| 1064 |
+
[2026-10-25T17:35:37.633580+00:00] step=1812 batch=48/49 loss=0.266548 real=0.051559 synth=1.126502 lr=0.0001 gpu_alloc_gib=4.084
|
| 1065 |
+
[2026-10-25T17:35:55.121025+00:00] step=1813 batch=49/49 loss=0.258663 real=0.046058 synth=1.109083 lr=0.0001 gpu_alloc_gib=4.084
|
| 1066 |
+
[2026-10-25T17:37:44.958593+00:00] epoch=36 val_accuracy=0.925812 val_macro_f1=0.922690 best=0.933170 sync=pending
|
| 1067 |
+
|
| 1068 |
+
|
| 1069 |
+
|
| 1070 |
+
|
| 1071 |
...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB [A[A
|
| 1072 |
+
|
| 1073 |
+
|
| 1074 |
+
|
| 1075 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1076 |
+
|
| 1077 |
+
|
| 1078 |
+
|
| 1079 |
+
|
| 1080 |
...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A[A[A
|
| 1081 |
+
|
| 1082 |
+
|
| 1083 |
...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB [A[A
|
| 1084 |
+
|
| 1085 |
+
|
| 1086 |
+
|
| 1087 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1088 |
+
|
| 1089 |
+
|
| 1090 |
+
|
| 1091 |
+
|
| 1092 |
...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A[A[A
|
| 1093 |
+
|
| 1094 |
+
|
| 1095 |
...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB [A[A
|
| 1096 |
+
|
| 1097 |
+
|
| 1098 |
+
|
| 1099 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1100 |
+
|
| 1101 |
+
|
| 1102 |
+
|
| 1103 |
+
|
| 1104 |
...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A[A[A
|
| 1105 |
+
|
| 1106 |
+
|
| 1107 |
...kpoints/current/latest.pt: 21%|██ | 14.1MB / 67.6MB [A[A
|
| 1108 |
+
|
| 1109 |
+
|
| 1110 |
+
|
| 1111 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1112 |
+
|
| 1113 |
+
|
| 1114 |
+
|
| 1115 |
+
|
| 1116 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1117 |
+
|
| 1118 |
+
|
| 1119 |
+
|
| 1120 |
...kpoints/current/latest.pt: 73%|███████▎ | 49.6MB / 67.6MB [A[A
|
| 1121 |
+
|
| 1122 |
+
|
| 1123 |
+
|
| 1124 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1125 |
+
|
| 1126 |
+
|
| 1127 |
+
|
| 1128 |
+
|
| 1129 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1130 |
+
|
| 1131 |
+
|
| 1132 |
+
|
| 1133 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
| 1134 |
+
|
| 1135 |
+
|
| 1136 |
+
|
| 1137 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1138 |
+
|
| 1139 |
+
|
| 1140 |
+
|
| 1141 |
+
|
| 1142 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1143 |
+
|
| 1144 |
+
|
| 1145 |
+
|
| 1146 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
| 1147 |
+
|
| 1148 |
+
|
| 1149 |
+
|
| 1150 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1151 |
+
|
| 1152 |
+
|
| 1153 |
+
|
| 1154 |
+
|
| 1155 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1156 |
+
|
| 1157 |
+
|
| 1158 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
| 1159 |
+
|
| 1160 |
+
|
| 1161 |
+
|
| 1162 |
.../checkpoints/best/best.pt: 100%|██���███████| 67.6MB / 67.6MB [A[A[A
|
| 1163 |
+
|
| 1164 |
+
|
| 1165 |
+
|
| 1166 |
+
|
| 1167 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1168 |
+
|
| 1169 |
+
|
| 1170 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
| 1171 |
+
|
| 1172 |
+
|
| 1173 |
+
|
| 1174 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1175 |
+
|
| 1176 |
+
|
| 1177 |
+
|
| 1178 |
+
|
| 1179 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1180 |
+
|
| 1181 |
+
|
| 1182 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
| 1183 |
+
|
| 1184 |
+
|
| 1185 |
+
|
| 1186 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1187 |
+
|
| 1188 |
+
|
| 1189 |
+
|
| 1190 |
+
|
| 1191 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1192 |
+
|
| 1193 |
+
|
| 1194 |
...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB [A[A
|
| 1195 |
+
|
| 1196 |
+
|
| 1197 |
+
|
| 1198 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1199 |
+
|
| 1200 |
+
|
| 1201 |
+
|
| 1202 |
+
|
| 1203 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1204 |
+
|
| 1205 |
+
|
| 1206 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB [A[A
|
| 1207 |
+
|
| 1208 |
+
|
| 1209 |
+
|
| 1210 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1211 |
+
|
| 1212 |
+
|
| 1213 |
+
|
| 1214 |
+
|
| 1215 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1216 |
+
|
| 1217 |
+
|
| 1218 |
+
|
| 1219 |
+
|
| 1220 |
+
|
| 1221 |
+
|
| 1222 |
+
|
| 1223 |
+
|
| 1224 |
+
|
| 1225 |
+
|
| 1226 |
+
|
| 1227 |
+
|
| 1228 |
+
|
| 1229 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB [A[A
|
| 1230 |
+
|
| 1231 |
+
|
| 1232 |
+
|
| 1233 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1234 |
+
|
| 1235 |
+
|
| 1236 |
+
|
| 1237 |
+
|
| 1238 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1239 |
+
|
| 1240 |
+
|
| 1241 |
+
|
| 1242 |
+
|
| 1243 |
+
|
| 1244 |
+
|
| 1245 |
+
|
| 1246 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB [A[A
|
| 1247 |
+
|
| 1248 |
+
|
| 1249 |
+
|
| 1250 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A
|
| 1251 |
+
|
| 1252 |
+
|
| 1253 |
+
|
| 1254 |
+
|
| 1255 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB [A[A[A[A
|
| 1256 |
+
|
| 1257 |
+
|
| 1258 |
+
|
| 1259 |
+
|
| 1260 |
+
|
| 1261 |
+
|
| 1262 |
+
|
| 1263 |
+
|
| 1264 |
...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1265 |
+
|
| 1266 |
.../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
|
| 1267 |
+
|
| 1268 |
...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
|
runs/cars_issynth_20261025_seed0_support1/logs/train.log
CHANGED
|
@@ -1836,3 +1836,54 @@
|
|
| 1836 |
[2026-10-25T17:17:10.076383+00:00] step=1763 batch=48/49 loss=0.289086 real=0.052114 synth=1.236975 lr=0.0001 gpu_alloc_gib=4.084
|
| 1837 |
[2026-10-25T17:17:31.527969+00:00] step=1764 batch=49/49 loss=0.298658 real=0.035794 synth=1.350115 lr=0.0001 gpu_alloc_gib=4.084
|
| 1838 |
[2026-10-25T17:19:22.179179+00:00] epoch=35 val_accuracy=0.923360 val_macro_f1=0.920561 best=0.933170 sync=pending
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1836 |
[2026-10-25T17:17:10.076383+00:00] step=1763 batch=48/49 loss=0.289086 real=0.052114 synth=1.236975 lr=0.0001 gpu_alloc_gib=4.084
|
| 1837 |
[2026-10-25T17:17:31.527969+00:00] step=1764 batch=49/49 loss=0.298658 real=0.035794 synth=1.350115 lr=0.0001 gpu_alloc_gib=4.084
|
| 1838 |
[2026-10-25T17:19:22.179179+00:00] epoch=35 val_accuracy=0.923360 val_macro_f1=0.920561 best=0.933170 sync=pending
|
| 1839 |
+
[2026-10-25T17:19:25.656133+00:00] epoch=35 hf_snapshot_synced=true
|
| 1840 |
+
[2026-10-25T17:19:48.834746+00:00] step=1765 batch=1/49 loss=0.286458 real=0.041865 synth=1.264830 lr=0.0001 gpu_alloc_gib=4.084
|
| 1841 |
+
[2026-10-25T17:20:12.298073+00:00] step=1766 batch=2/49 loss=0.309365 real=0.036257 synth=1.401794 lr=0.0001 gpu_alloc_gib=4.084
|
| 1842 |
+
[2026-10-25T17:20:30.036291+00:00] step=1767 batch=3/49 loss=0.223189 real=0.043825 synth=0.940647 lr=0.0001 gpu_alloc_gib=4.084
|
| 1843 |
+
[2026-10-25T17:20:52.111225+00:00] step=1768 batch=4/49 loss=0.257157 real=0.049212 synth=1.088934 lr=0.0001 gpu_alloc_gib=4.084
|
| 1844 |
+
[2026-10-25T17:21:14.643311+00:00] step=1769 batch=5/49 loss=0.232922 real=0.034952 synth=1.024801 lr=0.0001 gpu_alloc_gib=4.084
|
| 1845 |
+
[2026-10-25T17:21:37.939065+00:00] step=1770 batch=6/49 loss=0.296231 real=0.039977 synth=1.321248 lr=0.0001 gpu_alloc_gib=4.084
|
| 1846 |
+
[2026-10-25T17:21:56.548483+00:00] step=1771 batch=7/49 loss=0.303051 real=0.050622 synth=1.312765 lr=0.0001 gpu_alloc_gib=4.084
|
| 1847 |
+
[2026-10-25T17:22:15.291614+00:00] step=1772 batch=8/49 loss=0.251855 real=0.041533 synth=1.093145 lr=0.0001 gpu_alloc_gib=4.084
|
| 1848 |
+
[2026-10-25T17:22:34.716920+00:00] step=1773 batch=9/49 loss=0.233951 real=0.037680 synth=1.019035 lr=0.0001 gpu_alloc_gib=4.084
|
| 1849 |
+
[2026-10-25T17:22:54.229225+00:00] step=1774 batch=10/49 loss=0.209066 real=0.046358 synth=0.859900 lr=0.0001 gpu_alloc_gib=4.084
|
| 1850 |
+
[2026-10-25T17:23:10.918532+00:00] step=1775 batch=11/49 loss=0.249633 real=0.035939 synth=1.104408 lr=0.0001 gpu_alloc_gib=4.084
|
| 1851 |
+
[2026-10-25T17:23:30.497760+00:00] step=1776 batch=12/49 loss=0.313780 real=0.041878 synth=1.401390 lr=0.0001 gpu_alloc_gib=4.084
|
| 1852 |
+
[2026-10-25T17:23:50.943453+00:00] step=1777 batch=13/49 loss=0.241458 real=0.036232 synth=1.062361 lr=0.0001 gpu_alloc_gib=4.084
|
| 1853 |
+
[2026-10-25T17:24:10.661704+00:00] step=1778 batch=14/49 loss=0.357771 real=0.048272 synth=1.595766 lr=0.0001 gpu_alloc_gib=4.084
|
| 1854 |
+
[2026-10-25T17:24:30.740607+00:00] step=1779 batch=15/49 loss=0.244992 real=0.041498 synth=1.058970 lr=0.0001 gpu_alloc_gib=4.084
|
| 1855 |
+
[2026-10-25T17:24:50.485536+00:00] step=1780 batch=16/49 loss=0.333378 real=0.047667 synth=1.476223 lr=0.0001 gpu_alloc_gib=4.084
|
| 1856 |
+
[2026-10-25T17:25:10.449016+00:00] step=1781 batch=17/49 loss=0.232708 real=0.039271 synth=1.006458 lr=0.0001 gpu_alloc_gib=4.084
|
| 1857 |
+
[2026-10-25T17:25:27.095797+00:00] step=1782 batch=18/49 loss=0.271338 real=0.050803 synth=1.153479 lr=0.0001 gpu_alloc_gib=4.084
|
| 1858 |
+
[2026-10-25T17:25:45.820675+00:00] step=1783 batch=19/49 loss=0.223267 real=0.038084 synth=0.964000 lr=0.0001 gpu_alloc_gib=4.084
|
| 1859 |
+
[2026-10-25T17:26:06.342842+00:00] step=1784 batch=20/49 loss=0.231918 real=0.035357 synth=1.018162 lr=0.0001 gpu_alloc_gib=4.084
|
| 1860 |
+
[2026-10-25T17:26:27.422140+00:00] step=1785 batch=21/49 loss=0.237148 real=0.045652 synth=1.003130 lr=0.0001 gpu_alloc_gib=4.084
|
| 1861 |
+
[2026-10-25T17:26:48.814763+00:00] step=1786 batch=22/49 loss=0.314654 real=0.035233 synth=1.432337 lr=0.0001 gpu_alloc_gib=4.084
|
| 1862 |
+
[2026-10-25T17:27:10.217014+00:00] step=1787 batch=23/49 loss=0.300574 real=0.035014 synth=1.362816 lr=0.0001 gpu_alloc_gib=4.084
|
| 1863 |
+
[2026-10-25T17:27:28.791619+00:00] step=1788 batch=24/49 loss=0.303053 real=0.038690 synth=1.360506 lr=0.0001 gpu_alloc_gib=4.084
|
| 1864 |
+
[2026-10-25T17:27:48.316719+00:00] step=1789 batch=25/49 loss=0.293785 real=0.048514 synth=1.274868 lr=0.0001 gpu_alloc_gib=4.084
|
| 1865 |
+
[2026-10-25T17:28:08.648514+00:00] step=1790 batch=26/49 loss=0.286073 real=0.047163 synth=1.241713 lr=0.0001 gpu_alloc_gib=4.084
|
| 1866 |
+
[2026-10-25T17:28:29.458117+00:00] step=1791 batch=27/49 loss=0.320969 real=0.045385 synth=1.423306 lr=0.0001 gpu_alloc_gib=4.084
|
| 1867 |
+
[2026-10-25T17:28:51.356579+00:00] step=1792 batch=28/49 loss=0.377212 real=0.038876 synth=1.730556 lr=0.0001 gpu_alloc_gib=4.084
|
| 1868 |
+
[2026-10-25T17:29:14.996322+00:00] step=1793 batch=29/49 loss=0.253972 real=0.031329 synth=1.144547 lr=0.0001 gpu_alloc_gib=4.084
|
| 1869 |
+
[2026-10-25T17:29:35.319372+00:00] step=1794 batch=30/49 loss=0.231741 real=0.036182 synth=1.013979 lr=0.0001 gpu_alloc_gib=4.084
|
| 1870 |
+
[2026-10-25T17:29:56.336070+00:00] step=1795 batch=31/49 loss=0.278080 real=0.049927 synth=1.190689 lr=0.0001 gpu_alloc_gib=4.084
|
| 1871 |
+
[2026-10-25T17:30:17.156638+00:00] step=1796 batch=32/49 loss=0.295237 real=0.041740 synth=1.309223 lr=0.0001 gpu_alloc_gib=4.084
|
| 1872 |
+
[2026-10-25T17:30:39.673950+00:00] step=1797 batch=33/49 loss=0.230307 real=0.044496 synth=0.973553 lr=0.0001 gpu_alloc_gib=4.084
|
| 1873 |
+
[2026-10-25T17:31:02.085592+00:00] step=1798 batch=34/49 loss=0.309865 real=0.042981 synth=1.377403 lr=0.0001 gpu_alloc_gib=4.084
|
| 1874 |
+
[2026-10-25T17:31:24.496891+00:00] step=1799 batch=35/49 loss=0.299272 real=0.039164 synth=1.339705 lr=0.0001 gpu_alloc_gib=4.084
|
| 1875 |
+
[2026-10-25T17:31:43.448530+00:00] step=1800 batch=36/49 loss=0.219785 real=0.044096 synth=0.922539 lr=0.0001 gpu_alloc_gib=4.084
|
| 1876 |
+
[2026-10-25T17:32:01.682706+00:00] step=1801 batch=37/49 loss=0.239348 real=0.038042 synth=1.044571 lr=0.0001 gpu_alloc_gib=4.084
|
| 1877 |
+
[2026-10-25T17:32:22.264690+00:00] step=1802 batch=38/49 loss=0.310050 real=0.045298 synth=1.369059 lr=0.0001 gpu_alloc_gib=4.084
|
| 1878 |
+
[2026-10-25T17:32:45.103517+00:00] step=1803 batch=39/49 loss=0.323901 real=0.057707 synth=1.388676 lr=0.0001 gpu_alloc_gib=4.084
|
| 1879 |
+
[2026-10-25T17:33:04.652869+00:00] step=1804 batch=40/49 loss=0.215467 real=0.042668 synth=0.906662 lr=0.0001 gpu_alloc_gib=4.084
|
| 1880 |
+
[2026-10-25T17:33:22.726098+00:00] step=1805 batch=41/49 loss=0.270386 real=0.043485 synth=1.177992 lr=0.0001 gpu_alloc_gib=4.084
|
| 1881 |
+
[2026-10-25T17:33:39.833818+00:00] step=1806 batch=42/49 loss=0.295187 real=0.054683 synth=1.257204 lr=0.0001 gpu_alloc_gib=4.084
|
| 1882 |
+
[2026-10-25T17:33:59.878755+00:00] step=1807 batch=43/49 loss=0.210568 real=0.033586 synth=0.918497 lr=0.0001 gpu_alloc_gib=4.084
|
| 1883 |
+
[2026-10-25T17:34:20.130141+00:00] step=1808 batch=44/49 loss=0.258698 real=0.041272 synth=1.128403 lr=0.0001 gpu_alloc_gib=4.084
|
| 1884 |
+
[2026-10-25T17:34:39.912867+00:00] step=1809 batch=45/49 loss=0.254665 real=0.040135 synth=1.112785 lr=0.0001 gpu_alloc_gib=4.084
|
| 1885 |
+
[2026-10-25T17:34:59.529381+00:00] step=1810 batch=46/49 loss=0.252686 real=0.042566 synth=1.093166 lr=0.0001 gpu_alloc_gib=4.084
|
| 1886 |
+
[2026-10-25T17:35:18.465092+00:00] step=1811 batch=47/49 loss=0.234350 real=0.035356 synth=1.030325 lr=0.0001 gpu_alloc_gib=4.084
|
| 1887 |
+
[2026-10-25T17:35:37.633580+00:00] step=1812 batch=48/49 loss=0.266548 real=0.051559 synth=1.126502 lr=0.0001 gpu_alloc_gib=4.084
|
| 1888 |
+
[2026-10-25T17:35:55.121025+00:00] step=1813 batch=49/49 loss=0.258663 real=0.046058 synth=1.109083 lr=0.0001 gpu_alloc_gib=4.084
|
| 1889 |
+
[2026-10-25T17:37:44.958593+00:00] epoch=36 val_accuracy=0.925812 val_macro_f1=0.922690 best=0.933170 sync=pending
|
runs/cars_issynth_20261025_seed0_support1/metrics/gpu.csv
CHANGED
|
@@ -147,3 +147,40 @@ timestamp_utc,gpu_util_percent,memory_used_mib,memory_free_mib,temperature_c,pow
|
|
| 147 |
2026-10-25T17:18:11.560630+00:00,100,15825,81428,52,308.76
|
| 148 |
2026-10-25T17:18:41.611155+00:00,93,15825,81428,50,323.16
|
| 149 |
2026-10-25T17:19:11.658769+00:00,94,15825,81428,52,325.88
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 147 |
2026-10-25T17:18:11.560630+00:00,100,15825,81428,52,308.76
|
| 148 |
2026-10-25T17:18:41.611155+00:00,93,15825,81428,50,323.16
|
| 149 |
2026-10-25T17:19:11.658769+00:00,94,15825,81428,52,325.88
|
| 150 |
+
2026-10-25T17:19:41.706529+00:00,98,15825,81428,43,319.14
|
| 151 |
+
2026-10-25T17:20:11.750453+00:00,45,15825,81428,45,323.04
|
| 152 |
+
2026-10-25T17:20:41.798259+00:00,100,15825,81428,50,353.64
|
| 153 |
+
2026-10-25T17:21:11.845589+00:00,98,15825,81428,51,362.59
|
| 154 |
+
2026-10-25T17:21:41.884209+00:00,70,15825,81428,46,259.14
|
| 155 |
+
2026-10-25T17:22:11.931638+00:00,100,15825,81428,48,372.56
|
| 156 |
+
2026-10-25T17:22:41.981100+00:00,60,15825,81428,47,260.79
|
| 157 |
+
2026-10-25T17:23:12.020239+00:00,66,15825,81428,47,217.40
|
| 158 |
+
2026-10-25T17:23:42.071108+00:00,92,15825,81428,51,330.22
|
| 159 |
+
2026-10-25T17:24:12.113508+00:00,64,15825,81428,47,229.33
|
| 160 |
+
2026-10-25T17:24:42.161948+00:00,100,15825,81428,50,360.95
|
| 161 |
+
2026-10-25T17:25:12.205142+00:00,62,15825,81428,46,252.14
|
| 162 |
+
2026-10-25T17:25:42.252836+00:00,22,15825,81428,50,324.29
|
| 163 |
+
2026-10-25T17:26:12.298322+00:00,62,15825,81428,46,247.27
|
| 164 |
+
2026-10-25T17:26:42.345497+00:00,99,15825,81428,49,375.92
|
| 165 |
+
2026-10-25T17:27:12.389158+00:00,62,15825,81428,46,264.07
|
| 166 |
+
2026-10-25T17:27:42.437085+00:00,100,15825,81428,48,331.21
|
| 167 |
+
2026-10-25T17:28:12.478468+00:00,67,15825,81428,47,255.09
|
| 168 |
+
2026-10-25T17:28:42.520765+00:00,100,15825,81428,50,352.07
|
| 169 |
+
2026-10-25T17:29:12.570236+00:00,93,15825,81428,50,344.76
|
| 170 |
+
2026-10-25T17:29:42.614546+00:00,61,15825,81428,46,253.21
|
| 171 |
+
2026-10-25T17:30:12.662893+00:00,98,15825,81428,48,360.68
|
| 172 |
+
2026-10-25T17:30:42.703816+00:00,61,15825,81428,47,252.84
|
| 173 |
+
2026-10-25T17:31:12.754809+00:00,100,15825,81428,49,359.62
|
| 174 |
+
2026-10-25T17:31:42.797959+00:00,58,15825,81428,50,339.71
|
| 175 |
+
2026-10-25T17:32:12.844739+00:00,98,15825,81428,51,366.14
|
| 176 |
+
2026-10-25T17:32:42.893149+00:00,69,15825,81428,50,326.49
|
| 177 |
+
2026-10-25T17:33:12.940465+00:00,100,15825,81428,48,289.13
|
| 178 |
+
2026-10-25T17:33:42.984719+00:00,64,15825,81428,48,249.62
|
| 179 |
+
2026-10-25T17:34:13.035456+00:00,100,15825,81428,47,355.50
|
| 180 |
+
2026-10-25T17:34:43.080235+00:00,65,15825,81428,48,261.47
|
| 181 |
+
2026-10-25T17:35:13.126141+00:00,96,15825,81428,50,323.40
|
| 182 |
+
2026-10-25T17:35:43.170358+00:00,62,15825,81428,47,254.01
|
| 183 |
+
2026-10-25T17:36:13.223405+00:00,98,15825,81428,49,338.13
|
| 184 |
+
2026-10-25T17:36:43.271044+00:00,98,15825,81428,48,333.70
|
| 185 |
+
2026-10-25T17:37:13.314553+00:00,58,15825,81428,49,355.61
|
| 186 |
+
2026-10-25T17:37:43.361603+00:00,100,15825,81428,51,311.19
|
runs/cars_issynth_20261025_seed0_support1/plots/accuracy_curve.png
CHANGED
|
|
runs/cars_issynth_20261025_seed0_support1/plots/f1_curve.png
CHANGED
|
|
runs/cars_issynth_20261025_seed0_support1/plots/loss_curve.png
CHANGED
|
|