DanielNguyen121 commited on
Commit
cec00ec
·
verified ·
1 Parent(s): b56a0b8

Epoch 37/40 snapshot

Browse files
runs/cars_issynth_20261025_seed0_support1/checkpoints/current/latest.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba268538d0f974ebe40dc28036715f28fea8024af7d60ea62586b2331eff621d
3
- size 67614411
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715a2db4488ff2ca4ae90b3a8b3ee7916a9a81ad43d89ff3e106aa36179afb6e
3
+ size 67614539
runs/cars_issynth_20261025_seed0_support1/logs/history.json CHANGED
@@ -466,5 +466,18 @@
466
  "validation_loss": 0.21940239048619503,
467
  "validation_macro_f1": 0.9205610602724712,
468
  "validation_weighted_f1": 0.9226395234894456
 
 
 
 
 
 
 
 
 
 
 
 
 
469
  }
470
  ]
 
466
  "validation_loss": 0.21940239048619503,
467
  "validation_macro_f1": 0.9205610602724712,
468
  "validation_weighted_f1": 0.9226395234894456
469
+ },
470
+ {
471
+ "epoch": 36,
472
+ "epoch_seconds": 1092.897747516632,
473
+ "global_step": 1813,
474
+ "gpu_peak_allocated_gib": 9.692671298980713,
475
+ "learning_rate": 0.0001,
476
+ "timestamp_utc": "2026-10-25T17:37:44.558099+00:00",
477
+ "train_loss": 0.2703210655523806,
478
+ "validation_accuracy": 0.9258123850398529,
479
+ "validation_loss": 0.22394481922475326,
480
+ "validation_macro_f1": 0.9226902240739869,
481
+ "validation_weighted_f1": 0.9253949129569689
482
  }
483
  ]
runs/cars_issynth_20261025_seed0_support1/logs/metrics.csv CHANGED
@@ -35,3 +35,4 @@ epoch,global_step,train_loss,validation_loss,validation_accuracy,validation_macr
35
  33,1666,0.2942883043873067,0.21329601400245268,0.923973022685469,0.9202755283313513,0.9225931984024655,0.0001,1088.935923576355,9.47585391998291,2026-10-25T16:42:48.296623+00:00
36
  34,1715,0.29226920458735256,0.2122886629597009,0.9264255058246474,0.9237472031068418,0.9251235456058136,0.0001,1083.8181335926056,9.610620021820068,2026-10-25T17:01:00.689601+00:00
37
  35,1764,0.2780551676847497,0.21940239048619503,0.9233599019006744,0.9205610602724712,0.9226395234894456,0.0001,1090.73210811615,10.406372547149658,2026-10-25T17:19:21.764853+00:00
 
 
35
  33,1666,0.2942883043873067,0.21329601400245268,0.923973022685469,0.9202755283313513,0.9225931984024655,0.0001,1088.935923576355,9.47585391998291,2026-10-25T16:42:48.296623+00:00
36
  34,1715,0.29226920458735256,0.2122886629597009,0.9264255058246474,0.9237472031068418,0.9251235456058136,0.0001,1083.8181335926056,9.610620021820068,2026-10-25T17:01:00.689601+00:00
37
  35,1764,0.2780551676847497,0.21940239048619503,0.9233599019006744,0.9205610602724712,0.9226395234894456,0.0001,1090.73210811615,10.406372547149658,2026-10-25T17:19:21.764853+00:00
38
+ 36,1813,0.2703210655523806,0.22394481922475326,0.9258123850398529,0.9226902240739869,0.9253949129569689,0.0001,1092.897747516632,9.692671298980713,2026-10-25T17:37:44.558099+00:00
runs/cars_issynth_20261025_seed0_support1/logs/status.json CHANGED
@@ -1,20 +1,20 @@
1
  {
2
  "best_epoch": 27,
3
  "best_validation_accuracy": 0.9331698344573881,
4
- "current_epoch": 36,
5
- "elapsed_seconds": 40982.99598073959,
6
  "error": null,
7
- "estimated_remaining_seconds": 4553.6662200821775,
8
- "global_step": 1764,
9
  "gpu_memory_allocated_gib": 4.06527042388916,
10
  "gpu_memory_reserved_gib": 14.748046875,
11
- "latest_checkpoint_timestamp": 1792948761.8782775,
12
- "latest_hf_sync_timestamp": "2026-10-25T17:19:22.179061+00:00",
13
- "latest_train_loss": 0.2780551676847497,
14
- "latest_validation_accuracy": 0.9233599019006744,
15
- "latest_validation_loss": 0.21940239048619503,
16
  "run_id": "cars_issynth_20261025_seed0_support1",
17
  "status": "RUNNING",
18
  "total_epochs": 40,
19
- "updated_at_utc": "2026-10-25T17:19:22.179896+00:00"
20
  }
 
1
  {
2
  "best_epoch": 27,
3
  "best_validation_accuracy": 0.9331698344573881,
4
+ "current_epoch": 37,
5
+ "elapsed_seconds": 42075.893728256226,
6
  "error": null,
7
+ "estimated_remaining_seconds": 3411.558950939694,
8
+ "global_step": 1813,
9
  "gpu_memory_allocated_gib": 4.06527042388916,
10
  "gpu_memory_reserved_gib": 14.748046875,
11
+ "latest_checkpoint_timestamp": 1792949864.6678853,
12
+ "latest_hf_sync_timestamp": "2026-10-25T17:37:44.958494+00:00",
13
+ "latest_train_loss": 0.2703210655523806,
14
+ "latest_validation_accuracy": 0.9258123850398529,
15
+ "latest_validation_loss": 0.22394481922475326,
16
  "run_id": "cars_issynth_20261025_seed0_support1",
17
  "status": "RUNNING",
18
  "total_epochs": 40,
19
+ "updated_at_utc": "2026-10-25T17:37:44.959203+00:00"
20
  }
runs/cars_issynth_20261025_seed0_support1/logs/supervisor.log CHANGED
@@ -1010,3 +1010,211 @@ I0000 00:00:1792944342.752006 2094 port.cc:153] oneDNN custom operations are
1010
 
1011
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
1012
 
1013
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
1014
 
1015
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1016
  ...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB 
 
 
 
1017
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1018
  ...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
1019
  ...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB 
 
 
 
1020
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1021
  ...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
1022
  ...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB 
 
 
 
1023
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1024
  ...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
1025
  ...kpoints/current/latest.pt: 21%|██ | 14.1MB / 67.6MB 
 
 
 
1026
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1027
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
1028
  ...kpoints/current/latest.pt: 73%|███████▎ | 49.6MB / 67.6MB 
 
 
 
1029
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1030
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
1031
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
 
1032
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1033
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
1034
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
 
1035
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1036
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
1037
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
 
1038
  .../checkpoints/best/best.pt: 100%|██���███████| 67.6MB / 67.6MB 
 
 
 
 
1039
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
1040
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
 
1041
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1042
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
1043
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
 
1044
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1045
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
1046
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
 
 
 
1047
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1048
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
1049
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
1050
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1051
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
 
 
 
 
 
 
 
 
 
1052
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
1053
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1054
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
 
 
 
1055
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
1056
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
1057
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
 
 
 
 
 
 
 
 
1058
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
 
1059
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
 
1060
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
 
1010
 
1011
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
1012
 
1013
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
1014
 
1015
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
1016
+ [2026-10-25T17:19:25.656133+00:00] epoch=35 hf_snapshot_synced=true
1017
+ [2026-10-25T17:19:48.834746+00:00] step=1765 batch=1/49 loss=0.286458 real=0.041865 synth=1.264830 lr=0.0001 gpu_alloc_gib=4.084
1018
+ [2026-10-25T17:20:12.298073+00:00] step=1766 batch=2/49 loss=0.309365 real=0.036257 synth=1.401794 lr=0.0001 gpu_alloc_gib=4.084
1019
+ [2026-10-25T17:20:30.036291+00:00] step=1767 batch=3/49 loss=0.223189 real=0.043825 synth=0.940647 lr=0.0001 gpu_alloc_gib=4.084
1020
+ [2026-10-25T17:20:52.111225+00:00] step=1768 batch=4/49 loss=0.257157 real=0.049212 synth=1.088934 lr=0.0001 gpu_alloc_gib=4.084
1021
+ [2026-10-25T17:21:14.643311+00:00] step=1769 batch=5/49 loss=0.232922 real=0.034952 synth=1.024801 lr=0.0001 gpu_alloc_gib=4.084
1022
+ [2026-10-25T17:21:37.939065+00:00] step=1770 batch=6/49 loss=0.296231 real=0.039977 synth=1.321248 lr=0.0001 gpu_alloc_gib=4.084
1023
+ [2026-10-25T17:21:56.548483+00:00] step=1771 batch=7/49 loss=0.303051 real=0.050622 synth=1.312765 lr=0.0001 gpu_alloc_gib=4.084
1024
+ [2026-10-25T17:22:15.291614+00:00] step=1772 batch=8/49 loss=0.251855 real=0.041533 synth=1.093145 lr=0.0001 gpu_alloc_gib=4.084
1025
+ [2026-10-25T17:22:34.716920+00:00] step=1773 batch=9/49 loss=0.233951 real=0.037680 synth=1.019035 lr=0.0001 gpu_alloc_gib=4.084
1026
+ [2026-10-25T17:22:54.229225+00:00] step=1774 batch=10/49 loss=0.209066 real=0.046358 synth=0.859900 lr=0.0001 gpu_alloc_gib=4.084
1027
+ [2026-10-25T17:23:10.918532+00:00] step=1775 batch=11/49 loss=0.249633 real=0.035939 synth=1.104408 lr=0.0001 gpu_alloc_gib=4.084
1028
+ [2026-10-25T17:23:30.497760+00:00] step=1776 batch=12/49 loss=0.313780 real=0.041878 synth=1.401390 lr=0.0001 gpu_alloc_gib=4.084
1029
+ [2026-10-25T17:23:50.943453+00:00] step=1777 batch=13/49 loss=0.241458 real=0.036232 synth=1.062361 lr=0.0001 gpu_alloc_gib=4.084
1030
+ [2026-10-25T17:24:10.661704+00:00] step=1778 batch=14/49 loss=0.357771 real=0.048272 synth=1.595766 lr=0.0001 gpu_alloc_gib=4.084
1031
+ [2026-10-25T17:24:30.740607+00:00] step=1779 batch=15/49 loss=0.244992 real=0.041498 synth=1.058970 lr=0.0001 gpu_alloc_gib=4.084
1032
+ [2026-10-25T17:24:50.485536+00:00] step=1780 batch=16/49 loss=0.333378 real=0.047667 synth=1.476223 lr=0.0001 gpu_alloc_gib=4.084
1033
+ [2026-10-25T17:25:10.449016+00:00] step=1781 batch=17/49 loss=0.232708 real=0.039271 synth=1.006458 lr=0.0001 gpu_alloc_gib=4.084
1034
+ [2026-10-25T17:25:27.095797+00:00] step=1782 batch=18/49 loss=0.271338 real=0.050803 synth=1.153479 lr=0.0001 gpu_alloc_gib=4.084
1035
+ [2026-10-25T17:25:45.820675+00:00] step=1783 batch=19/49 loss=0.223267 real=0.038084 synth=0.964000 lr=0.0001 gpu_alloc_gib=4.084
1036
+ [2026-10-25T17:26:06.342842+00:00] step=1784 batch=20/49 loss=0.231918 real=0.035357 synth=1.018162 lr=0.0001 gpu_alloc_gib=4.084
1037
+ [2026-10-25T17:26:27.422140+00:00] step=1785 batch=21/49 loss=0.237148 real=0.045652 synth=1.003130 lr=0.0001 gpu_alloc_gib=4.084
1038
+ [2026-10-25T17:26:48.814763+00:00] step=1786 batch=22/49 loss=0.314654 real=0.035233 synth=1.432337 lr=0.0001 gpu_alloc_gib=4.084
1039
+ [2026-10-25T17:27:10.217014+00:00] step=1787 batch=23/49 loss=0.300574 real=0.035014 synth=1.362816 lr=0.0001 gpu_alloc_gib=4.084
1040
+ [2026-10-25T17:27:28.791619+00:00] step=1788 batch=24/49 loss=0.303053 real=0.038690 synth=1.360506 lr=0.0001 gpu_alloc_gib=4.084
1041
+ [2026-10-25T17:27:48.316719+00:00] step=1789 batch=25/49 loss=0.293785 real=0.048514 synth=1.274868 lr=0.0001 gpu_alloc_gib=4.084
1042
+ [2026-10-25T17:28:08.648514+00:00] step=1790 batch=26/49 loss=0.286073 real=0.047163 synth=1.241713 lr=0.0001 gpu_alloc_gib=4.084
1043
+ [2026-10-25T17:28:29.458117+00:00] step=1791 batch=27/49 loss=0.320969 real=0.045385 synth=1.423306 lr=0.0001 gpu_alloc_gib=4.084
1044
+ [2026-10-25T17:28:51.356579+00:00] step=1792 batch=28/49 loss=0.377212 real=0.038876 synth=1.730556 lr=0.0001 gpu_alloc_gib=4.084
1045
+ [2026-10-25T17:29:14.996322+00:00] step=1793 batch=29/49 loss=0.253972 real=0.031329 synth=1.144547 lr=0.0001 gpu_alloc_gib=4.084
1046
+ [2026-10-25T17:29:35.319372+00:00] step=1794 batch=30/49 loss=0.231741 real=0.036182 synth=1.013979 lr=0.0001 gpu_alloc_gib=4.084
1047
+ [2026-10-25T17:29:56.336070+00:00] step=1795 batch=31/49 loss=0.278080 real=0.049927 synth=1.190689 lr=0.0001 gpu_alloc_gib=4.084
1048
+ [2026-10-25T17:30:17.156638+00:00] step=1796 batch=32/49 loss=0.295237 real=0.041740 synth=1.309223 lr=0.0001 gpu_alloc_gib=4.084
1049
+ [2026-10-25T17:30:39.673950+00:00] step=1797 batch=33/49 loss=0.230307 real=0.044496 synth=0.973553 lr=0.0001 gpu_alloc_gib=4.084
1050
+ [2026-10-25T17:31:02.085592+00:00] step=1798 batch=34/49 loss=0.309865 real=0.042981 synth=1.377403 lr=0.0001 gpu_alloc_gib=4.084
1051
+ [2026-10-25T17:31:24.496891+00:00] step=1799 batch=35/49 loss=0.299272 real=0.039164 synth=1.339705 lr=0.0001 gpu_alloc_gib=4.084
1052
+ [2026-10-25T17:31:43.448530+00:00] step=1800 batch=36/49 loss=0.219785 real=0.044096 synth=0.922539 lr=0.0001 gpu_alloc_gib=4.084
1053
+ [2026-10-25T17:32:01.682706+00:00] step=1801 batch=37/49 loss=0.239348 real=0.038042 synth=1.044571 lr=0.0001 gpu_alloc_gib=4.084
1054
+ [2026-10-25T17:32:22.264690+00:00] step=1802 batch=38/49 loss=0.310050 real=0.045298 synth=1.369059 lr=0.0001 gpu_alloc_gib=4.084
1055
+ [2026-10-25T17:32:45.103517+00:00] step=1803 batch=39/49 loss=0.323901 real=0.057707 synth=1.388676 lr=0.0001 gpu_alloc_gib=4.084
1056
+ [2026-10-25T17:33:04.652869+00:00] step=1804 batch=40/49 loss=0.215467 real=0.042668 synth=0.906662 lr=0.0001 gpu_alloc_gib=4.084
1057
+ [2026-10-25T17:33:22.726098+00:00] step=1805 batch=41/49 loss=0.270386 real=0.043485 synth=1.177992 lr=0.0001 gpu_alloc_gib=4.084
1058
+ [2026-10-25T17:33:39.833818+00:00] step=1806 batch=42/49 loss=0.295187 real=0.054683 synth=1.257204 lr=0.0001 gpu_alloc_gib=4.084
1059
+ [2026-10-25T17:33:59.878755+00:00] step=1807 batch=43/49 loss=0.210568 real=0.033586 synth=0.918497 lr=0.0001 gpu_alloc_gib=4.084
1060
+ [2026-10-25T17:34:20.130141+00:00] step=1808 batch=44/49 loss=0.258698 real=0.041272 synth=1.128403 lr=0.0001 gpu_alloc_gib=4.084
1061
+ [2026-10-25T17:34:39.912867+00:00] step=1809 batch=45/49 loss=0.254665 real=0.040135 synth=1.112785 lr=0.0001 gpu_alloc_gib=4.084
1062
+ [2026-10-25T17:34:59.529381+00:00] step=1810 batch=46/49 loss=0.252686 real=0.042566 synth=1.093166 lr=0.0001 gpu_alloc_gib=4.084
1063
+ [2026-10-25T17:35:18.465092+00:00] step=1811 batch=47/49 loss=0.234350 real=0.035356 synth=1.030325 lr=0.0001 gpu_alloc_gib=4.084
1064
+ [2026-10-25T17:35:37.633580+00:00] step=1812 batch=48/49 loss=0.266548 real=0.051559 synth=1.126502 lr=0.0001 gpu_alloc_gib=4.084
1065
+ [2026-10-25T17:35:55.121025+00:00] step=1813 batch=49/49 loss=0.258663 real=0.046058 synth=1.109083 lr=0.0001 gpu_alloc_gib=4.084
1066
+ [2026-10-25T17:37:44.958593+00:00] epoch=36 val_accuracy=0.925812 val_macro_f1=0.922690 best=0.933170 sync=pending
1067
+
1068
+
1069
+
1070
+
1071
  ...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB 
1072
+
1073
+
1074
+
1075
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1076
+
1077
+
1078
+
1079
+
1080
  ...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1081
+
1082
+
1083
  ...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB 
1084
+
1085
+
1086
+
1087
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1088
+
1089
+
1090
+
1091
+
1092
  ...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1093
+
1094
+
1095
  ...kpoints/current/latest.pt: 0%| | 60.7kB / 67.6MB 
1096
+
1097
+
1098
+
1099
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1100
+
1101
+
1102
+
1103
+
1104
  ...nts/periodic/epoch_034.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1105
+
1106
+
1107
  ...kpoints/current/latest.pt: 21%|██ | 14.1MB / 67.6MB 
1108
+
1109
+
1110
+
1111
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1112
+
1113
+
1114
+
1115
+
1116
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1117
+
1118
+
1119
+
1120
  ...kpoints/current/latest.pt: 73%|███████▎ | 49.6MB / 67.6MB 
1121
+
1122
+
1123
+
1124
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1125
+
1126
+
1127
+
1128
+
1129
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1130
+
1131
+
1132
+
1133
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1134
+
1135
+
1136
+
1137
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1138
+
1139
+
1140
+
1141
+
1142
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1143
+
1144
+
1145
+
1146
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1147
+
1148
+
1149
+
1150
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1151
+
1152
+
1153
+
1154
+
1155
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1156
+
1157
+
1158
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1159
+
1160
+
1161
+
1162
  .../checkpoints/best/best.pt: 100%|██���███████| 67.6MB / 67.6MB 
1163
+
1164
+
1165
+
1166
+
1167
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1168
+
1169
+
1170
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1171
+
1172
+
1173
+
1174
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1175
+
1176
+
1177
+
1178
+
1179
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1180
+
1181
+
1182
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1183
+
1184
+
1185
+
1186
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1187
+
1188
+
1189
+
1190
+
1191
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1192
+
1193
+
1194
  ...kpoints/current/latest.pt: 100%|█████████▉| 67.6MB / 67.6MB 
1195
+
1196
+
1197
+
1198
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1199
+
1200
+
1201
+
1202
+
1203
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1204
+
1205
+
1206
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB 
1207
+
1208
+
1209
+
1210
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1211
+
1212
+
1213
+
1214
+
1215
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1216
+
1217
+
1218
+
1219
+
1220
+
1221
+
1222
+
1223
+
1224
+
1225
+
1226
+
1227
+
1228
+
1229
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB 
1230
+
1231
+
1232
+
1233
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1234
+
1235
+
1236
+
1237
+
1238
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1239
+
1240
+
1241
+
1242
+
1243
+
1244
+
1245
+
1246
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB 
1247
+
1248
+
1249
+
1250
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB 
1251
+
1252
+
1253
+
1254
+
1255
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB 
1256
+
1257
+
1258
+
1259
+
1260
+
1261
+
1262
+
1263
+
1264
  ...kpoints/current/latest.pt: 100%|██████████| 67.6MB / 67.6MB
1265
+
1266
  .../checkpoints/best/best.pt: 100%|██████████| 67.6MB / 67.6MB
1267
+
1268
  ...nts/periodic/epoch_034.pt: 100%|██████████| 67.6MB / 67.6MB
runs/cars_issynth_20261025_seed0_support1/logs/train.log CHANGED
@@ -1836,3 +1836,54 @@
1836
  [2026-10-25T17:17:10.076383+00:00] step=1763 batch=48/49 loss=0.289086 real=0.052114 synth=1.236975 lr=0.0001 gpu_alloc_gib=4.084
1837
  [2026-10-25T17:17:31.527969+00:00] step=1764 batch=49/49 loss=0.298658 real=0.035794 synth=1.350115 lr=0.0001 gpu_alloc_gib=4.084
1838
  [2026-10-25T17:19:22.179179+00:00] epoch=35 val_accuracy=0.923360 val_macro_f1=0.920561 best=0.933170 sync=pending
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1836
  [2026-10-25T17:17:10.076383+00:00] step=1763 batch=48/49 loss=0.289086 real=0.052114 synth=1.236975 lr=0.0001 gpu_alloc_gib=4.084
1837
  [2026-10-25T17:17:31.527969+00:00] step=1764 batch=49/49 loss=0.298658 real=0.035794 synth=1.350115 lr=0.0001 gpu_alloc_gib=4.084
1838
  [2026-10-25T17:19:22.179179+00:00] epoch=35 val_accuracy=0.923360 val_macro_f1=0.920561 best=0.933170 sync=pending
1839
+ [2026-10-25T17:19:25.656133+00:00] epoch=35 hf_snapshot_synced=true
1840
+ [2026-10-25T17:19:48.834746+00:00] step=1765 batch=1/49 loss=0.286458 real=0.041865 synth=1.264830 lr=0.0001 gpu_alloc_gib=4.084
1841
+ [2026-10-25T17:20:12.298073+00:00] step=1766 batch=2/49 loss=0.309365 real=0.036257 synth=1.401794 lr=0.0001 gpu_alloc_gib=4.084
1842
+ [2026-10-25T17:20:30.036291+00:00] step=1767 batch=3/49 loss=0.223189 real=0.043825 synth=0.940647 lr=0.0001 gpu_alloc_gib=4.084
1843
+ [2026-10-25T17:20:52.111225+00:00] step=1768 batch=4/49 loss=0.257157 real=0.049212 synth=1.088934 lr=0.0001 gpu_alloc_gib=4.084
1844
+ [2026-10-25T17:21:14.643311+00:00] step=1769 batch=5/49 loss=0.232922 real=0.034952 synth=1.024801 lr=0.0001 gpu_alloc_gib=4.084
1845
+ [2026-10-25T17:21:37.939065+00:00] step=1770 batch=6/49 loss=0.296231 real=0.039977 synth=1.321248 lr=0.0001 gpu_alloc_gib=4.084
1846
+ [2026-10-25T17:21:56.548483+00:00] step=1771 batch=7/49 loss=0.303051 real=0.050622 synth=1.312765 lr=0.0001 gpu_alloc_gib=4.084
1847
+ [2026-10-25T17:22:15.291614+00:00] step=1772 batch=8/49 loss=0.251855 real=0.041533 synth=1.093145 lr=0.0001 gpu_alloc_gib=4.084
1848
+ [2026-10-25T17:22:34.716920+00:00] step=1773 batch=9/49 loss=0.233951 real=0.037680 synth=1.019035 lr=0.0001 gpu_alloc_gib=4.084
1849
+ [2026-10-25T17:22:54.229225+00:00] step=1774 batch=10/49 loss=0.209066 real=0.046358 synth=0.859900 lr=0.0001 gpu_alloc_gib=4.084
1850
+ [2026-10-25T17:23:10.918532+00:00] step=1775 batch=11/49 loss=0.249633 real=0.035939 synth=1.104408 lr=0.0001 gpu_alloc_gib=4.084
1851
+ [2026-10-25T17:23:30.497760+00:00] step=1776 batch=12/49 loss=0.313780 real=0.041878 synth=1.401390 lr=0.0001 gpu_alloc_gib=4.084
1852
+ [2026-10-25T17:23:50.943453+00:00] step=1777 batch=13/49 loss=0.241458 real=0.036232 synth=1.062361 lr=0.0001 gpu_alloc_gib=4.084
1853
+ [2026-10-25T17:24:10.661704+00:00] step=1778 batch=14/49 loss=0.357771 real=0.048272 synth=1.595766 lr=0.0001 gpu_alloc_gib=4.084
1854
+ [2026-10-25T17:24:30.740607+00:00] step=1779 batch=15/49 loss=0.244992 real=0.041498 synth=1.058970 lr=0.0001 gpu_alloc_gib=4.084
1855
+ [2026-10-25T17:24:50.485536+00:00] step=1780 batch=16/49 loss=0.333378 real=0.047667 synth=1.476223 lr=0.0001 gpu_alloc_gib=4.084
1856
+ [2026-10-25T17:25:10.449016+00:00] step=1781 batch=17/49 loss=0.232708 real=0.039271 synth=1.006458 lr=0.0001 gpu_alloc_gib=4.084
1857
+ [2026-10-25T17:25:27.095797+00:00] step=1782 batch=18/49 loss=0.271338 real=0.050803 synth=1.153479 lr=0.0001 gpu_alloc_gib=4.084
1858
+ [2026-10-25T17:25:45.820675+00:00] step=1783 batch=19/49 loss=0.223267 real=0.038084 synth=0.964000 lr=0.0001 gpu_alloc_gib=4.084
1859
+ [2026-10-25T17:26:06.342842+00:00] step=1784 batch=20/49 loss=0.231918 real=0.035357 synth=1.018162 lr=0.0001 gpu_alloc_gib=4.084
1860
+ [2026-10-25T17:26:27.422140+00:00] step=1785 batch=21/49 loss=0.237148 real=0.045652 synth=1.003130 lr=0.0001 gpu_alloc_gib=4.084
1861
+ [2026-10-25T17:26:48.814763+00:00] step=1786 batch=22/49 loss=0.314654 real=0.035233 synth=1.432337 lr=0.0001 gpu_alloc_gib=4.084
1862
+ [2026-10-25T17:27:10.217014+00:00] step=1787 batch=23/49 loss=0.300574 real=0.035014 synth=1.362816 lr=0.0001 gpu_alloc_gib=4.084
1863
+ [2026-10-25T17:27:28.791619+00:00] step=1788 batch=24/49 loss=0.303053 real=0.038690 synth=1.360506 lr=0.0001 gpu_alloc_gib=4.084
1864
+ [2026-10-25T17:27:48.316719+00:00] step=1789 batch=25/49 loss=0.293785 real=0.048514 synth=1.274868 lr=0.0001 gpu_alloc_gib=4.084
1865
+ [2026-10-25T17:28:08.648514+00:00] step=1790 batch=26/49 loss=0.286073 real=0.047163 synth=1.241713 lr=0.0001 gpu_alloc_gib=4.084
1866
+ [2026-10-25T17:28:29.458117+00:00] step=1791 batch=27/49 loss=0.320969 real=0.045385 synth=1.423306 lr=0.0001 gpu_alloc_gib=4.084
1867
+ [2026-10-25T17:28:51.356579+00:00] step=1792 batch=28/49 loss=0.377212 real=0.038876 synth=1.730556 lr=0.0001 gpu_alloc_gib=4.084
1868
+ [2026-10-25T17:29:14.996322+00:00] step=1793 batch=29/49 loss=0.253972 real=0.031329 synth=1.144547 lr=0.0001 gpu_alloc_gib=4.084
1869
+ [2026-10-25T17:29:35.319372+00:00] step=1794 batch=30/49 loss=0.231741 real=0.036182 synth=1.013979 lr=0.0001 gpu_alloc_gib=4.084
1870
+ [2026-10-25T17:29:56.336070+00:00] step=1795 batch=31/49 loss=0.278080 real=0.049927 synth=1.190689 lr=0.0001 gpu_alloc_gib=4.084
1871
+ [2026-10-25T17:30:17.156638+00:00] step=1796 batch=32/49 loss=0.295237 real=0.041740 synth=1.309223 lr=0.0001 gpu_alloc_gib=4.084
1872
+ [2026-10-25T17:30:39.673950+00:00] step=1797 batch=33/49 loss=0.230307 real=0.044496 synth=0.973553 lr=0.0001 gpu_alloc_gib=4.084
1873
+ [2026-10-25T17:31:02.085592+00:00] step=1798 batch=34/49 loss=0.309865 real=0.042981 synth=1.377403 lr=0.0001 gpu_alloc_gib=4.084
1874
+ [2026-10-25T17:31:24.496891+00:00] step=1799 batch=35/49 loss=0.299272 real=0.039164 synth=1.339705 lr=0.0001 gpu_alloc_gib=4.084
1875
+ [2026-10-25T17:31:43.448530+00:00] step=1800 batch=36/49 loss=0.219785 real=0.044096 synth=0.922539 lr=0.0001 gpu_alloc_gib=4.084
1876
+ [2026-10-25T17:32:01.682706+00:00] step=1801 batch=37/49 loss=0.239348 real=0.038042 synth=1.044571 lr=0.0001 gpu_alloc_gib=4.084
1877
+ [2026-10-25T17:32:22.264690+00:00] step=1802 batch=38/49 loss=0.310050 real=0.045298 synth=1.369059 lr=0.0001 gpu_alloc_gib=4.084
1878
+ [2026-10-25T17:32:45.103517+00:00] step=1803 batch=39/49 loss=0.323901 real=0.057707 synth=1.388676 lr=0.0001 gpu_alloc_gib=4.084
1879
+ [2026-10-25T17:33:04.652869+00:00] step=1804 batch=40/49 loss=0.215467 real=0.042668 synth=0.906662 lr=0.0001 gpu_alloc_gib=4.084
1880
+ [2026-10-25T17:33:22.726098+00:00] step=1805 batch=41/49 loss=0.270386 real=0.043485 synth=1.177992 lr=0.0001 gpu_alloc_gib=4.084
1881
+ [2026-10-25T17:33:39.833818+00:00] step=1806 batch=42/49 loss=0.295187 real=0.054683 synth=1.257204 lr=0.0001 gpu_alloc_gib=4.084
1882
+ [2026-10-25T17:33:59.878755+00:00] step=1807 batch=43/49 loss=0.210568 real=0.033586 synth=0.918497 lr=0.0001 gpu_alloc_gib=4.084
1883
+ [2026-10-25T17:34:20.130141+00:00] step=1808 batch=44/49 loss=0.258698 real=0.041272 synth=1.128403 lr=0.0001 gpu_alloc_gib=4.084
1884
+ [2026-10-25T17:34:39.912867+00:00] step=1809 batch=45/49 loss=0.254665 real=0.040135 synth=1.112785 lr=0.0001 gpu_alloc_gib=4.084
1885
+ [2026-10-25T17:34:59.529381+00:00] step=1810 batch=46/49 loss=0.252686 real=0.042566 synth=1.093166 lr=0.0001 gpu_alloc_gib=4.084
1886
+ [2026-10-25T17:35:18.465092+00:00] step=1811 batch=47/49 loss=0.234350 real=0.035356 synth=1.030325 lr=0.0001 gpu_alloc_gib=4.084
1887
+ [2026-10-25T17:35:37.633580+00:00] step=1812 batch=48/49 loss=0.266548 real=0.051559 synth=1.126502 lr=0.0001 gpu_alloc_gib=4.084
1888
+ [2026-10-25T17:35:55.121025+00:00] step=1813 batch=49/49 loss=0.258663 real=0.046058 synth=1.109083 lr=0.0001 gpu_alloc_gib=4.084
1889
+ [2026-10-25T17:37:44.958593+00:00] epoch=36 val_accuracy=0.925812 val_macro_f1=0.922690 best=0.933170 sync=pending
runs/cars_issynth_20261025_seed0_support1/metrics/gpu.csv CHANGED
@@ -147,3 +147,40 @@ timestamp_utc,gpu_util_percent,memory_used_mib,memory_free_mib,temperature_c,pow
147
  2026-10-25T17:18:11.560630+00:00,100,15825,81428,52,308.76
148
  2026-10-25T17:18:41.611155+00:00,93,15825,81428,50,323.16
149
  2026-10-25T17:19:11.658769+00:00,94,15825,81428,52,325.88
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  2026-10-25T17:18:11.560630+00:00,100,15825,81428,52,308.76
148
  2026-10-25T17:18:41.611155+00:00,93,15825,81428,50,323.16
149
  2026-10-25T17:19:11.658769+00:00,94,15825,81428,52,325.88
150
+ 2026-10-25T17:19:41.706529+00:00,98,15825,81428,43,319.14
151
+ 2026-10-25T17:20:11.750453+00:00,45,15825,81428,45,323.04
152
+ 2026-10-25T17:20:41.798259+00:00,100,15825,81428,50,353.64
153
+ 2026-10-25T17:21:11.845589+00:00,98,15825,81428,51,362.59
154
+ 2026-10-25T17:21:41.884209+00:00,70,15825,81428,46,259.14
155
+ 2026-10-25T17:22:11.931638+00:00,100,15825,81428,48,372.56
156
+ 2026-10-25T17:22:41.981100+00:00,60,15825,81428,47,260.79
157
+ 2026-10-25T17:23:12.020239+00:00,66,15825,81428,47,217.40
158
+ 2026-10-25T17:23:42.071108+00:00,92,15825,81428,51,330.22
159
+ 2026-10-25T17:24:12.113508+00:00,64,15825,81428,47,229.33
160
+ 2026-10-25T17:24:42.161948+00:00,100,15825,81428,50,360.95
161
+ 2026-10-25T17:25:12.205142+00:00,62,15825,81428,46,252.14
162
+ 2026-10-25T17:25:42.252836+00:00,22,15825,81428,50,324.29
163
+ 2026-10-25T17:26:12.298322+00:00,62,15825,81428,46,247.27
164
+ 2026-10-25T17:26:42.345497+00:00,99,15825,81428,49,375.92
165
+ 2026-10-25T17:27:12.389158+00:00,62,15825,81428,46,264.07
166
+ 2026-10-25T17:27:42.437085+00:00,100,15825,81428,48,331.21
167
+ 2026-10-25T17:28:12.478468+00:00,67,15825,81428,47,255.09
168
+ 2026-10-25T17:28:42.520765+00:00,100,15825,81428,50,352.07
169
+ 2026-10-25T17:29:12.570236+00:00,93,15825,81428,50,344.76
170
+ 2026-10-25T17:29:42.614546+00:00,61,15825,81428,46,253.21
171
+ 2026-10-25T17:30:12.662893+00:00,98,15825,81428,48,360.68
172
+ 2026-10-25T17:30:42.703816+00:00,61,15825,81428,47,252.84
173
+ 2026-10-25T17:31:12.754809+00:00,100,15825,81428,49,359.62
174
+ 2026-10-25T17:31:42.797959+00:00,58,15825,81428,50,339.71
175
+ 2026-10-25T17:32:12.844739+00:00,98,15825,81428,51,366.14
176
+ 2026-10-25T17:32:42.893149+00:00,69,15825,81428,50,326.49
177
+ 2026-10-25T17:33:12.940465+00:00,100,15825,81428,48,289.13
178
+ 2026-10-25T17:33:42.984719+00:00,64,15825,81428,48,249.62
179
+ 2026-10-25T17:34:13.035456+00:00,100,15825,81428,47,355.50
180
+ 2026-10-25T17:34:43.080235+00:00,65,15825,81428,48,261.47
181
+ 2026-10-25T17:35:13.126141+00:00,96,15825,81428,50,323.40
182
+ 2026-10-25T17:35:43.170358+00:00,62,15825,81428,47,254.01
183
+ 2026-10-25T17:36:13.223405+00:00,98,15825,81428,49,338.13
184
+ 2026-10-25T17:36:43.271044+00:00,98,15825,81428,48,333.70
185
+ 2026-10-25T17:37:13.314553+00:00,58,15825,81428,49,355.61
186
+ 2026-10-25T17:37:43.361603+00:00,100,15825,81428,51,311.19
runs/cars_issynth_20261025_seed0_support1/plots/accuracy_curve.png CHANGED
runs/cars_issynth_20261025_seed0_support1/plots/f1_curve.png CHANGED
runs/cars_issynth_20261025_seed0_support1/plots/loss_curve.png CHANGED