jeffaudi commited on
Commit
e75dbf4
·
verified ·
1 Parent(s): af3ac6c

Update OrientedDet pretrained checkpoints

Browse files
rotated_retinanet_r50_fpn_dota_le90_3x-42968545.json ADDED
@@ -0,0 +1,351 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "rotated_retinanet",
3
+ "experiment_timestamp": "20260913-031811",
4
+ "source_recipe": "configs/rotated_retinanet/dota_le90_3x.json",
5
+ "source_code_root": "/home/jeffaudi/projects/oriented-det",
6
+ "git_commit": "dfb6614eee87d20ba7aa39313db1b8683a9ab57f",
7
+ "git_describe": "v0.2.0-6-gdfb6614",
8
+ "git_dirty": false,
9
+ "git_branch": "main",
10
+ "git_commit_date": "2026-09-13T02:53:08+00:00",
11
+ "package_version": "0.1.0",
12
+ "enable_albumentation": false,
13
+ "enable_profiling": false,
14
+ "dataset": {
15
+ "data_root": "/path/to/data/DOTA-v1.0-tiled",
16
+ "format": "dota",
17
+ "train_tiles_dir": "/path/to/data/DOTA-v1.0-tiled/train",
18
+ "val_tiles_dir": "/path/to/data/DOTA-v1.0-tiled/val",
19
+ "train_tiles_dirs": [
20
+ "/path/to/data/DOTA-v1.0-tiled/train",
21
+ "/path/to/data/DOTA-v1.0-tiled/val"
22
+ ],
23
+ "val_tiles_dirs": [
24
+ "/path/to/data/DOTA-v1.0-tiled/val"
25
+ ],
26
+ "same_folder": false,
27
+ "overlap": 200,
28
+ "annotations_file": null,
29
+ "split_file": null,
30
+ "val_split_id": 0,
31
+ "train_includes_val": false,
32
+ "ignore_labels": [
33
+ "container-crane",
34
+ "airport",
35
+ "helipad"
36
+ ],
37
+ "lookalike_labels": null,
38
+ "map_labels": null,
39
+ "difficult_tags": null,
40
+ "difficult_strategy": "keep",
41
+ "filter_empty_gt": true,
42
+ "max_train_samples": null,
43
+ "max_val_samples": null,
44
+ "max_samples_shuffle_seed": null,
45
+ "allowed_classes": null,
46
+ "train_split": null,
47
+ "val_split": null,
48
+ "tile_metrics_csv": null,
49
+ "hard_tile_metric_column": "f1",
50
+ "hard_tile_threshold": 0.8,
51
+ "hard_tile_oversample_factor": 2.0,
52
+ "class_tile_oversample_classes": null,
53
+ "class_tile_oversample_factor": 1.0,
54
+ "class_tile_oversample_min_count": 1,
55
+ "drop_easy_empty_tiles": false
56
+ },
57
+ "augmentation": {
58
+ "brightness_limit": 0.2,
59
+ "contrast_limit": 0.2,
60
+ "gamma_limit": [
61
+ 80,
62
+ 120
63
+ ],
64
+ "gauss_noise_var_limit": [
65
+ 10.0,
66
+ 50.0
67
+ ],
68
+ "blur_limit": 3,
69
+ "clahe_clip_limit": 4.0,
70
+ "p_brightness_contrast": 0.5,
71
+ "p_gamma": 0.3,
72
+ "p_noise": 0.2,
73
+ "p_blur": 0.2,
74
+ "p_clahe": 0.3
75
+ },
76
+ "data_loader": {
77
+ "batch_size": 2,
78
+ "num_workers": 4,
79
+ "shuffle": true,
80
+ "pin_memory": true
81
+ },
82
+ "model": {
83
+ "backbone": "resnet50",
84
+ "pretrained_backbone": true,
85
+ "trainable_layers": 5,
86
+ "frozen_stages": 1,
87
+ "fpn_returned_layers": [
88
+ 2,
89
+ 3,
90
+ 4
91
+ ],
92
+ "fpn_strides": [
93
+ 8,
94
+ 16,
95
+ 32,
96
+ 64,
97
+ 128
98
+ ],
99
+ "fpn_extra_level": true,
100
+ "anchor_scales": [
101
+ 8
102
+ ],
103
+ "anchor_ratios": [
104
+ 0.5,
105
+ 1.0,
106
+ 2.0
107
+ ],
108
+ "anchor_angles": null,
109
+ "anchor_octave_base_scale": 4,
110
+ "anchor_scales_per_octave": 3,
111
+ "target_means": [
112
+ 0.0,
113
+ 0.0,
114
+ 0.0,
115
+ 0.0,
116
+ 0.0
117
+ ],
118
+ "target_stds": [
119
+ 1.0,
120
+ 1.0,
121
+ 1.0,
122
+ 1.0,
123
+ 1.0
124
+ ],
125
+ "roi_loss_type": "focal",
126
+ "roi_focal_alpha": 0.25,
127
+ "roi_focal_gamma": 2.0,
128
+ "roi_norm_factor": null,
129
+ "roi_edge_swap": true,
130
+ "roi_proj_xy": false,
131
+ "roi_box_reg_angle_weight": 1.0,
132
+ "roi_box_reg_angle_schedule_epochs": null,
133
+ "roi_box_reg_angle_schedule_values": null,
134
+ "roi_box_reg_aux_weight": 0.0,
135
+ "roi_box_reg_aux_schedule_epochs": null,
136
+ "roi_box_reg_aux_schedule_values": null,
137
+ "roi_batch_size_per_image": 512,
138
+ "roi_positive_iou_threshold": 0.5,
139
+ "roi_negative_iou_threshold": 0.5,
140
+ "roi_match_low_quality": false,
141
+ "roi_min_pos_iou": 0.5,
142
+ "roi_box_reg_aux_loss_type": null,
143
+ "roi_box_reg_kfiou_fun": null,
144
+ "roi_box_reg_probiou_mode": null,
145
+ "roi_box_reg_main_loss_type": "smooth_l1",
146
+ "roi_box_reg_norm": "sampled_all",
147
+ "retinanet_stacked_convs": 4,
148
+ "box_reg_loss_type": "l1",
149
+ "box_reg_weight": 1.0,
150
+ "fcos_stacked_convs": 4,
151
+ "fcos_center_sampling": true,
152
+ "fcos_center_sample_radius": 1.5,
153
+ "fcos_norm_on_bbox": true,
154
+ "fcos_centerness_on_reg": true,
155
+ "fcos_scale_angle": true,
156
+ "fcos_regress_ranges": null,
157
+ "fcos_angle_weight": 1.0,
158
+ "fcos_nms_pre": 2000,
159
+ "aux_loss_type": null,
160
+ "aux_loss_weight": 0.0,
161
+ "aux_angle_weight": 1.0,
162
+ "aux_angle_lambda": 1.0,
163
+ "rpn_min_size": 2,
164
+ "rpn_pre_nms_top_n": 6000,
165
+ "rpn_post_nms_top_n": 3000,
166
+ "rpn_nms_threshold": 0.7,
167
+ "rpn_batch_size_per_image": 256,
168
+ "rpn_positive_iou_threshold": 0.5,
169
+ "rpn_negative_iou_threshold": 0.4,
170
+ "rpn_min_pos_iou": 0.3,
171
+ "rpn_match_low_quality": true,
172
+ "use_hbb_for_matching": true,
173
+ "roi_use_hbb_for_matching": false,
174
+ "add_gt_as_proposals": true,
175
+ "final_nms_iou_threshold": 0.1,
176
+ "nms_class_agnostic": false,
177
+ "final_nms_use_cpu": false,
178
+ "final_nms_iou_schedule_epochs": null,
179
+ "final_nms_iou_schedule_values": null,
180
+ "max_detections_per_image": 2000,
181
+ "inference_pre_nms_score_threshold": 0.05,
182
+ "roi_inference_top_class_only": false
183
+ },
184
+ "training": {
185
+ "lr_scheduler_type": null,
186
+ "lr_scheduler_step_epochs": 8,
187
+ "lr_scheduler_milestones": [
188
+ 24,
189
+ 33
190
+ ],
191
+ "lr_scheduler_gamma": 0.1,
192
+ "lr_scheduler_plateau_metric": "total_loss",
193
+ "lr_scheduler_plateau_factor": 0.1,
194
+ "lr_scheduler_plateau_patience": 5,
195
+ "lr_scheduler_one_cycle_pct_start": 0.3,
196
+ "lr_scheduler_one_cycle_div_factor": 25.0,
197
+ "lr_scheduler_one_cycle_final_div_factor": 10000.0,
198
+ "lr_scheduler_cosine_eta_min": 1e-06,
199
+ "lr_scheduler_cosine_epochs": null,
200
+ "lr_scheduler_cosine_tail_epochs": 0,
201
+ "lr_scheduler_cosine_tail_lr": null,
202
+ "lr_warmup_steps": 500,
203
+ "lr_scaling_with_accumulation": "linear",
204
+ "lr_scale_with_world_size": false,
205
+ "use_lr_param_groups": false,
206
+ "lr_mult_backbone": 0.5,
207
+ "lr_mult_rpn": 0.5,
208
+ "lr_mult_roi": 2.0,
209
+ "lr_mult_other": 1.0,
210
+ "lr_mult_head": null,
211
+ "num_epochs": 36,
212
+ "learning_rate": 0.0025,
213
+ "momentum": 0.9,
214
+ "weight_decay": 0.0001,
215
+ "use_amp": false,
216
+ "gradient_accumulation_steps": 1,
217
+ "max_grad_norm": 35.0,
218
+ "loss_weights": null,
219
+ "freeze_backbone_epochs": 0,
220
+ "freeze_rpn_epochs": 0,
221
+ "early_stop_patience": null,
222
+ "early_stop_metric": "mAP",
223
+ "early_stop_min_delta": 0.0,
224
+ "early_stop_higher_is_better": null
225
+ },
226
+ "evaluation": {
227
+ "train_val_score_threshold": 0.3,
228
+ "per_class_score_threshold": null,
229
+ "iou_threshold": 0.5,
230
+ "preds_score_threshold": 0.05,
231
+ "final_nms_iou_threshold": 0.1,
232
+ "compute_map_final": false,
233
+ "compute_map_every_n_epochs": 4,
234
+ "extended_gt_metrics": true,
235
+ "use_exact_rotated_iou": false,
236
+ "use_exact_rotated_iou_for_final_map": null
237
+ },
238
+ "production": {
239
+ "score_threshold": 0.35,
240
+ "per_class_score_threshold": null,
241
+ "final_nms_iou_threshold": 0.1,
242
+ "final_nms_use_cpu": true,
243
+ "inference_pre_nms_score_threshold": 0.05,
244
+ "max_detections_per_image": 3000,
245
+ "nms_class_agnostic": null,
246
+ "roi_inference_top_class_only": null,
247
+ "rpn_pre_nms_top_n": null,
248
+ "rpn_post_nms_top_n": null,
249
+ "rpn_nms_threshold": null,
250
+ "overlap_pixels": 200,
251
+ "ignore_margin_pixels": 0,
252
+ "use_first_image_canvas": false,
253
+ "stick_to_model_canvas": true
254
+ },
255
+ "checkpoint": {
256
+ "load_from_checkpoint": null,
257
+ "load_from_experiment": null,
258
+ "discover_previous_run": false,
259
+ "resume_from_checkpoint_epoch": false,
260
+ "load_optimizer_state": false,
261
+ "load_scheduler_state": false,
262
+ "load_include_prefixes": null,
263
+ "load_exclude_prefixes": null,
264
+ "start_epoch": 0,
265
+ "best_metric": "mAP",
266
+ "higher_is_better": true
267
+ },
268
+ "loss": {
269
+ "loss_type": "focal",
270
+ "class_weight_method": "sqrt",
271
+ "class_weight_beta": 0.9999,
272
+ "class_weight_schedule_type": null,
273
+ "class_weight_schedule_start_epoch": 0,
274
+ "class_weight_schedule_end_epoch": 0,
275
+ "class_weight_schedule_power": 1.0,
276
+ "background_weight": null,
277
+ "focal_alpha": 0.25,
278
+ "focal_gamma": 2.0,
279
+ "class_weight_overrides": null,
280
+ "label_smoothing": 0.0,
281
+ "roi_grouped_ce_enabled": false,
282
+ "roi_grouped_ce_groups": null,
283
+ "roi_grouped_ce_schedule_type": null,
284
+ "roi_grouped_ce_schedule_start_epoch": 0,
285
+ "roi_grouped_ce_schedule_end_epoch": 8,
286
+ "roi_grouped_ce_schedule_power": 1.0
287
+ },
288
+ "tensorboard": {
289
+ "log_debug_anchors_proposals": true,
290
+ "vis_score_threshold": 0.5
291
+ },
292
+ "preprocessing": {
293
+ "resize_mode": "fixed",
294
+ "target_size": [
295
+ 1024,
296
+ 1024
297
+ ],
298
+ "normalize_mean": [
299
+ 0.307941,
300
+ 0.311986,
301
+ 0.297761
302
+ ],
303
+ "normalize_std": [
304
+ 0.192315,
305
+ 0.187769,
306
+ 0.181551
307
+ ],
308
+ "pad_size_divisor": 32,
309
+ "enable_flip_horizontal": true,
310
+ "enable_flip_vertical": true,
311
+ "enable_flip_diagonal": true,
312
+ "enable_random_rotate": false,
313
+ "random_rotate_prob": 0.5,
314
+ "random_rotate_angle_range": 180.0
315
+ },
316
+ "class_map": {
317
+ "baseball-diamond": 1,
318
+ "basketball-court": 2,
319
+ "bridge": 3,
320
+ "ground-track-field": 4,
321
+ "harbor": 5,
322
+ "helicopter": 6,
323
+ "large-vehicle": 7,
324
+ "plane": 8,
325
+ "roundabout": 9,
326
+ "ship": 10,
327
+ "small-vehicle": 11,
328
+ "soccer-ball-field": 12,
329
+ "storage-tank": 13,
330
+ "swimming-pool": 14,
331
+ "tennis-court": 15
332
+ },
333
+ "class_names": [
334
+ "baseball-diamond",
335
+ "basketball-court",
336
+ "bridge",
337
+ "ground-track-field",
338
+ "harbor",
339
+ "helicopter",
340
+ "large-vehicle",
341
+ "plane",
342
+ "roundabout",
343
+ "ship",
344
+ "small-vehicle",
345
+ "soccer-ball-field",
346
+ "storage-tank",
347
+ "swimming-pool",
348
+ "tennis-court"
349
+ ],
350
+ "num_classes": 15
351
+ }
rotated_retinanet_r50_fpn_dota_le90_3x-42968545.log ADDED
@@ -0,0 +1,1709 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Loading configuration from: configs/rotated_retinanet/dota_le90_3x.json
2
+ Training log file: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811/train.log
3
+ ================================================================================
4
+ ROTATED_RETINANET Training
5
+ ================================================================================
6
+ Source git: v0.2.0-6-gdfb6614
7
+ Source branch: main
8
+ Source commit date: 2026-09-13T02:53:08+00:00
9
+ Package: oriented-det 0.1.0
10
+ PyTorch Version: 2.3.0+cu121
11
+ CUDA Available: True
12
+ MPS (Apple Silicon) Available: False
13
+ CUDA Device: NVIDIA GeForce RTX 3090 Ti
14
+ Mixed Precision (AMP): False
15
+
16
+ Checking dataset directories...
17
+ Train tiles (2 root(s)):
18
+ /path/to/data/DOTA-v1.0-tiled/train
19
+ Images exist: True
20
+ Labels exist: True
21
+ /path/to/data/DOTA-v1.0-tiled/val
22
+ Images exist: True
23
+ Labels exist: True
24
+
25
+ Val tiles (1 root(s)):
26
+ /path/to/data/DOTA-v1.0-tiled/val
27
+ Images exist: True
28
+ Labels exist: True
29
+
30
+
31
+ Loading datasets...
32
+ DOTA filter_empty_gt (MMRotate-style):
33
+ train: filter_empty_gt dropped 19464 / 33155 tiles (13691 kept)
34
+ val: filter_empty_gt dropped 4548 / 7669 tiles (3121 kept)
35
+
36
+ Found 15 classes:
37
+ 0: baseball-diamond
38
+ 1: basketball-court
39
+ 2: bridge
40
+ 3: ground-track-field
41
+ 4: harbor
42
+ 5: helicopter
43
+ 6: large-vehicle
44
+ 7: plane
45
+ 8: roundabout
46
+ 9: ship
47
+ 10: small-vehicle
48
+ 11: soccer-ball-field
49
+ 12: storage-tank
50
+ 13: swimming-pool
51
+ 14: tennis-court
52
+
53
+ Number of classes (foreground): 15
54
+ Class mapping: {'baseball-diamond': 1, 'basketball-court': 2, 'bridge': 3, 'ground-track-field': 4, 'harbor': 5, 'helicopter': 6, 'large-vehicle': 7, 'plane': 8, 'roundabout': 9, 'ship': 10, 'small-vehicle': 11, 'soccer-ball-field': 12, 'storage-tank': 13, 'swimming-pool': 14, 'tennis-court': 15}
55
+
56
+ Analyzing class distribution in training set...
57
+
58
+ ================================================================================
59
+ Class Distribution Analysis - Training Set
60
+ ================================================================================
61
+ Total objects: 264,176
62
+ Total classes: 15
63
+
64
+ Class Name Count Percentage
65
+ --------------------------------------------------------------------------------
66
+ ship 82,131 31.09%
67
+ small-vehicle 63,156 23.91%
68
+ large-vehicle 45,972 17.40%
69
+ plane 20,023 7.58%
70
+ harbor 17,028 6.45%
71
+ storage-tank 14,971 5.67%
72
+ tennis-court 6,149 2.33%
73
+ swimming-pool 4,273 1.62%
74
+ bridge 4,122 1.56%
75
+ helicopter 1,286 0.49%
76
+ basketball-court 1,269 0.48%
77
+ baseball-diamond 1,120 0.42%
78
+ roundabout 1,017 0.38%
79
+ soccer-ball-field 874 0.33%
80
+ ground-track-field 785 0.30%
81
+ --------------------------------------------------------------------------------
82
+
83
+ Imbalance Ratio (max/min): 104.63x
84
+ Most frequent class: ship (82,131 instances)
85
+ Least frequent class: ground-track-field (785 instances)
86
+
87
+ Class weighting disabled (loss_type=focal)
88
+
89
+ Loss configuration: focal
90
+ Focal Loss Alpha: 0.25
91
+ Focal Loss Gamma: 2.0
92
+
93
+
94
+ Training configuration created:
95
+ Model type: rotated_retinanet
96
+ Experiment timestamp: 20260913-031811
97
+ Number of classes: 15
98
+ Batch size: 2
99
+ Learning rate: 0.0025
100
+ Epochs: 36
101
+
102
+ Creating collate functions...
103
+ - Training: no Albumentations augmentation (flips: horizontal, vertical, diagonal; rotate off)
104
+ - Validation: no augmentation
105
+
106
+ Creating data loaders...
107
+ Training samples: 13691
108
+ Validation samples: 3121
109
+ Batches per epoch: 6846
110
+
111
+ Creating model...
112
+ Using device: cuda
113
+
114
+ Complete ROTATED_RETINANET model created:
115
+ Backbone: resnet50
116
+ Number of classes: 15 (foreground)
117
+ Pretrained backbone: True
118
+ Trainable backbone layers: 3 (last 3 stages) (frozen_stages=1)
119
+ RPN anchor reference angles (fixed horizontal priors, not configurable): ['0.0°']
120
+ Anchor scales: [8]
121
+ Anchor ratios: [0.5, 1.0, 2.0]
122
+ FPN strides: [8, 16, 32, 64, 128]
123
+ FPN levels: 5 (P3, P4, P5, P6, P7)
124
+ ROI Loss Type: focal
125
+
126
+ Total parameters: 36,587,892
127
+ Trainable parameters: 36,365,492
128
+
129
+ Configuration saved to: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811/config.json
130
+
131
+ Learning rate warmup enabled: 500 optimizer steps
132
+ Warmup: 0 → 0.0025 over 500 steps
133
+ After warmup: MultiStepLR at epochs [24, 33], gamma=0.1
134
+
135
+ Experiment directory: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811
136
+ TensorBoard logging enabled. Logs saved to: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811
137
+ View logs with: tensorboard --logdir /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet
138
+ View this experiment with: tensorboard --logdir /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811
139
+
140
+ Training configuration:
141
+ Epochs: 36
142
+ Learning rate: 0.002500
143
+ Batch size per GPU: 2
144
+ Gradient accumulation: 1
145
+ Best checkpoint metric: mAP (higher_is_better=True)
146
+ Effective batch size: 2
147
+ Mixed precision: False
148
+ Eval (mAP / val matching): score_threshold=0.3, iou_threshold=0.5 (evaluation.train_val_score_threshold; production does not override)
149
+ Eval IoU backend (mAP / GT cover): GPU sampling (approx)
150
+ Eval IoU backend (final mAP): GPU sampling (approx)
151
+
152
+ Starting training from scratch (no checkpoint loaded)
153
+
154
+ Starting epoch: 0
155
+
156
+ Profiling disabled
157
+
158
+ ================================================================================
159
+ Starting training...
160
+ ================================================================================
161
+ TensorBoard: tensorboard --logdir /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet
162
+ ================================================================================
163
+
164
+ Training started at: 2026-09-13T03:19:04+00:00
165
+
166
+ Epoch 1/36
167
+ --------------------------------------------------
168
+ /home/jeffaudi/.pyenv/versions/oriented-det/lib/python3.12/site-packages/torch/nn/modules/conv.py:456: UserWarning: Plan failed with a cudnnException: CUDNN_BACKEND_EXECUTION_PLAN_DESCRIPTOR: cudnnFinalize Descriptor Failed cudnn_status: CUDNN_STATUS_NOT_SUPPORTED (Triggered internally at ../aten/src/ATen/native/cudnn/Conv_v8.cpp:919.)
169
+ return F.conv2d(input, weight, bias, self.stride,
170
+ Epoch 1/36 complete: 6846/6846 batches, loss: 1.5853
171
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
172
+ Validation complete: 1561 batches
173
+ Validation Metrics:
174
+ --------------------------------------------------
175
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
176
+ Avg Detections per Image (score≥0.3000): 8.97
177
+ Avg Detections per Image (score≥0.5): 1.87
178
+ Max detection score: 0.901
179
+ Mean detection score: 0.137
180
+ Time per Step: 0.4878
181
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
182
+ Ground Truth objects: 57768
183
+ mAP: (skipped)
184
+ Ground Truth Classes: 15 classes
185
+ Predicted Classes: 15 classes
186
+ Timing: 30m 20s this epoch (avg 30m 20s) | ETA ~17h 41m for 35 epoch(s) left, mAP every 4 epoch(s).
187
+
188
+ Epoch 2/36
189
+ --------------------------------------------------
190
+ Epoch 2/36 complete: 6846/6846 batches, loss: 1.2816
191
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
192
+ Validation complete: 1561 batches
193
+ Validation Metrics:
194
+ --------------------------------------------------
195
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
196
+ Avg Detections per Image (score≥0.3000): 10.30 ↑1.33
197
+ Avg Detections per Image (score≥0.5): 2.49 ↑0.62
198
+ Max detection score: 0.981
199
+ Mean detection score: 0.148
200
+ Time per Step: 0.5488 ↓0.0610
201
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
202
+ Ground Truth objects: 57768
203
+ mAP: (skipped)
204
+ Ground Truth Classes: 15 classes
205
+ Predicted Classes: 15 classes
206
+ Timing: 33m 31s this epoch (avg 31m 56s) | ETA ~18h 5m for 34 epoch(s) left, mAP every 4 epoch(s).
207
+
208
+ Epoch 3/36
209
+ --------------------------------------------------
210
+ Epoch 3/36 complete: 6846/6846 batches, loss: 1.1239
211
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
212
+ Validation complete: 1561 batches
213
+ Validation Metrics:
214
+ --------------------------------------------------
215
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
216
+ Avg Detections per Image (score≥0.3000): 12.46 ↑2.16
217
+ Avg Detections per Image (score≥0.5): 4.97 ↑2.48
218
+ Max detection score: 0.989
219
+ Mean detection score: 0.190
220
+ Time per Step: 0.5551 ↓0.0063
221
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
222
+ Ground Truth objects: 57768
223
+ mAP: (skipped)
224
+ Ground Truth Classes: 15 classes
225
+ Predicted Classes: 15 classes
226
+ Timing: 32m 24s this epoch (avg 32m 5s) | ETA ~17h 38m for 33 epoch(s) left, mAP every 4 epoch(s).
227
+
228
+ Epoch 4/36
229
+ --------------------------------------------------
230
+ Epoch 4/36 complete: 6846/6846 batches, loss: 1.0266
231
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
232
+
233
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
234
+ Validation complete: 1561 batches
235
+
236
+ Computing mAP (this may take a while)...
237
+ Eval filters: score≥0.3000, IoU≥0.50
238
+ Images: 3,121
239
+ Total detections (post score filter): 52,180 (16.7 per image)
240
+ Total ground truths: 57,768 (18.5 per image)
241
+ Warning: Large number of detections may slow down mAP computation
242
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
243
+ Computing AP for baseball-diamond: 599 dets, 364 GTs (218,036 IoU calculations)
244
+ Computing AP for bridge: 630 dets, 666 GTs (419,580 IoU calculations)
245
+ WARNING: harbor has 24,124,674 IoU calculations (5,613 dets × 4,298 GTs). This will be slow!
246
+ Computing AP for harbor: 5,613 dets, 4,298 GTs (24,124,674 IoU calculations)
247
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (24,124,674 calculations)
248
+ Processing 5,613 detections in chunks of 1,163
249
+ WARNING: large-vehicle has 53,577,998 IoU calculations (5,701 dets × 9,398 GTs). This will be slow!
250
+ Computing AP for large-vehicle: 5,701 dets, 9,398 GTs (53,577,998 IoU calculations)
251
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (53,577,998 calculations)
252
+ Processing 5,701 detections in chunks of 532
253
+ WARNING: plane has 21,582,822 IoU calculations (4,562 dets × 4,731 GTs). This will be slow!
254
+ Computing AP for plane: 4,562 dets, 4,731 GTs (21,582,822 IoU calculations)
255
+ Using chunked batch IoU computation (GPU-accelerated) for plane (21,582,822 calculations)
256
+ Processing 4,562 detections in chunks of 1,056
257
+ WARNING: ship has 357,557,928 IoU calculations (19,292 dets × 18,534 GTs). This will be slow!
258
+ Computing AP for ship: 19,292 dets, 18,534 GTs (357,557,928 IoU calculations)
259
+ Using chunked batch IoU computation (GPU-accelerated) for ship (357,557,928 calculations)
260
+ Processing 19,292 detections in chunks of 269
261
+ WARNING: small-vehicle has 102,213,000 IoU calculations (9,000 dets × 11,357 GTs). This will be slow!
262
+ Computing AP for small-vehicle: 9,000 dets, 11,357 GTs (102,213,000 IoU calculations)
263
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (102,213,000 calculations)
264
+ Processing 9,000 detections in chunks of 440
265
+ WARNING: storage-tank has 13,981,149 IoU calculations (2,779 dets × 5,031 GTs). This will be slow!
266
+ Computing AP for storage-tank: 2,779 dets, 5,031 GTs (13,981,149 IoU calculations)
267
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (13,981,149 calculations)
268
+ Processing 2,779 detections in chunks of 993
269
+ Computing AP for swimming-pool: 1,137 dets, 693 GTs (787,941 IoU calculations)
270
+ Computing AP for tennis-court: 1,504 dets, 1,529 GTs (2,299,616 IoU calculations)
271
+ mAP computation completed in 8m 41s. mAP: 0.5285
272
+ Validation Metrics:
273
+ --------------------------------------------------
274
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
275
+ Avg Detections per Image (score≥0.3000): 13.53 ↑1.06
276
+ Avg Detections per Image (score≥0.5): 6.46 ↑1.49
277
+ Max detection score: 0.995
278
+ Mean detection score: 0.206
279
+ Time per Step: 0.5642 ↓0.0091
280
+ Accuracy: 0.7153 (71.53%)
281
+ Correct Predictions: 37322/52180 (matched detections)
282
+ Ground Truth objects: 57768
283
+ GT covered pre-eval-threshold: 42504/57768
284
+ GT covered post-eval-threshold: 37360/57768
285
+ GT lost by eval-threshold filtering: 5144
286
+ GT cover rate pre-eval-threshold: 73.58%
287
+ GT cover rate post-eval-threshold: 64.67%
288
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
289
+ mean best IoU (any class): 0.6172, median: 0.7138
290
+ mean best IoU (correct class): 0.5907, median: 0.7021
291
+ per-class mean best IoU (raw detections):
292
+ | class | gts | mean_any | mean_same | med_same |
293
+ |--------------------|-----:|----------:|-----------:|----------:|
294
+ | baseball-diamond | 364 | 0.6668 | 0.6572 | 0.7096 |
295
+ | basketball-court | 278 | 0.7252 | 0.6569 | 0.7811 |
296
+ | bridge | 666 | 0.5187 | 0.5047 | 0.5422 |
297
+ | ground-track-field | 216 | 0.7156 | 0.6857 | 0.7417 |
298
+ | harbor | 4298 | 0.5950 | 0.5841 | 0.6083 |
299
+ | helicopter | 157 | 0.6578 | 0.4708 | 0.5589 |
300
+ | large-vehicle | 9398 | 0.6229 | 0.5491 | 0.6464 |
301
+ | plane | 4731 | 0.7470 | 0.7317 | 0.7898 |
302
+ | roundabout | 256 | 0.6628 | 0.6332 | 0.7423 |
303
+ | ship | 18534 | 0.6299 | 0.6227 | 0.7295 |
304
+ | small-vehicle | 11357 | 0.5798 | 0.5539 | 0.6748 |
305
+ | soccer-ball-field | 260 | 0.6756 | 0.6078 | 0.7133 |
306
+ | storage-tank | 5031 | 0.4826 | 0.4509 | 0.5989 |
307
+ | swimming-pool | 693 | 0.5655 | 0.5499 | 0.6255 |
308
+ | tennis-court | 1529 | 0.8086 | 0.7925 | 0.8520 |
309
+ | global | 57768 | 0.6172 | 0.5907 | 0.7021 |
310
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 1910
311
+ GTs with no detection above IoU thresh (missed / poor loc): 13323
312
+ GTs with 0% best IoU vs any detection (no spatial overlap): 3170 (5.49% of GTs)
313
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 7512/5811/21305/23140
314
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 9437/5796/20742/21793
315
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=2.04% (1066/52180 boxes), macro mean over images with detections=3.02% (2975 images)
316
+ mAP: 0.5285 (52.85%)
317
+ Per-Class AP:
318
+ baseball-diamond: 0.6677 (66.77%)
319
+ basketball-court: 0.6080 (60.80%)
320
+ bridge: 0.3460 (34.60%)
321
+ ground-track-field: 0.4616 (46.16%)
322
+ harbor: 0.5277 (52.77%)
323
+ helicopter: 0.2328 (23.28%)
324
+ large-vehicle: 0.3288 (32.88%)
325
+ plane: 0.8130 (81.30%)
326
+ roundabout: 0.5028 (50.28%)
327
+ ship: 0.7018 (70.18%)
328
+ small-vehicle: 0.4775 (47.75%)
329
+ soccer-ball-field: 0.4173 (41.73%)
330
+ storage-tank: 0.4458 (44.58%)
331
+ swimming-pool: 0.4965 (49.65%)
332
+ tennis-court: 0.9012 (90.12%)
333
+ Ground Truth Classes: 15 classes
334
+ Predicted Classes: 15 classes
335
+ Timing: 43m 46s this epoch (avg 35m 0s) | ETA ~18h 40m for 32 epoch(s) left, mAP every 4 epoch(s).
336
+
337
+ Epoch 5/36
338
+ --------------------------------------------------
339
+ Epoch 5/36 complete: 6846/6846 batches, loss: 0.9569
340
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
341
+ Validation complete: 1561 batches
342
+ Validation Metrics:
343
+ --------------------------------------------------
344
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
345
+ Avg Detections per Image (score≥0.3000): 14.43 ↑0.90
346
+ Avg Detections per Image (score≥0.5): 7.71 ↑1.25
347
+ Max detection score: 0.993
348
+ Mean detection score: 0.220
349
+ Time per Step: 0.5566 ↑0.0075
350
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
351
+ Ground Truth objects: 57768
352
+ mAP: (skipped)
353
+ Ground Truth Classes: 15 classes
354
+ Predicted Classes: 15 classes
355
+ Timing: 31m 19s this epoch (avg 34m 16s) | ETA ~17h 42m for 31 epoch(s) left, mAP every 4 epoch(s).
356
+
357
+ Epoch 6/36
358
+ --------------------------------------------------
359
+ Epoch 6/36 complete: 6846/6846 batches, loss: 0.9022
360
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
361
+ Validation complete: 1561 batches
362
+ Validation Metrics:
363
+ --------------------------------------------------
364
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
365
+ Avg Detections per Image (score≥0.3000): 15.00 ↑0.57
366
+ Avg Detections per Image (score≥0.5): 8.57 ↑0.86
367
+ Max detection score: 0.998
368
+ Mean detection score: 0.202
369
+ Time per Step: 0.5526 ↑0.0040
370
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
371
+ Ground Truth objects: 57768
372
+ mAP: (skipped)
373
+ Ground Truth Classes: 15 classes
374
+ Predicted Classes: 15 classes
375
+ Timing: 31m 34s this epoch (avg 33m 49s) | ETA ~16h 54m for 30 epoch(s) left, mAP every 4 epoch(s).
376
+
377
+ Epoch 7/36
378
+ --------------------------------------------------
379
+ Epoch 7/36 complete: 6846/6846 batches, loss: 0.8603
380
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
381
+ Validation complete: 1561 batches
382
+ Validation Metrics:
383
+ --------------------------------------------------
384
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
385
+ Avg Detections per Image (score≥0.3000): 15.52 ↑0.51
386
+ Avg Detections per Image (score≥0.5): 9.16 ↑0.59
387
+ Max detection score: 0.998
388
+ Mean detection score: 0.203
389
+ Time per Step: 0.5507 ↑0.0019
390
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
391
+ Ground Truth objects: 57768
392
+ mAP: (skipped)
393
+ Ground Truth Classes: 15 classes
394
+ Predicted Classes: 15 classes
395
+ Timing: 31m 42s this epoch (avg 33m 31s) | ETA ~16h 11m for 29 epoch(s) left, mAP every 4 epoch(s).
396
+
397
+ Epoch 8/36
398
+ --------------------------------------------------
399
+ Epoch 8/36 complete: 6846/6846 batches, loss: 0.8262
400
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
401
+
402
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
403
+ Validation complete: 1561 batches
404
+
405
+ Computing mAP (this may take a while)...
406
+ Eval filters: score≥0.3000, IoU≥0.50
407
+ Images: 3,121
408
+ Total detections (post score filter): 58,191 (18.6 per image)
409
+ Total ground truths: 57,768 (18.5 per image)
410
+ Warning: Large number of detections may slow down mAP computation
411
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
412
+ Computing AP for baseball-diamond: 450 dets, 364 GTs (163,800 IoU calculations)
413
+ Computing AP for basketball-court: 448 dets, 278 GTs (124,544 IoU calculations)
414
+ Computing AP for bridge: 758 dets, 666 GTs (504,828 IoU calculations)
415
+ Computing AP for ground-track-field: 536 dets, 216 GTs (115,776 IoU calculations)
416
+ WARNING: harbor has 22,727,824 IoU calculations (5,288 dets × 4,298 GTs). This will be slow!
417
+ Computing AP for harbor: 5,288 dets, 4,298 GTs (22,727,824 IoU calculations)
418
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (22,727,824 calculations)
419
+ Processing 5,288 detections in chunks of 1,163
420
+ WARNING: large-vehicle has 99,975,924 IoU calculations (10,638 dets × 9,398 GTs). This will be slow!
421
+ Computing AP for large-vehicle: 10,638 dets, 9,398 GTs (99,975,924 IoU calculations)
422
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (99,975,924 calculations)
423
+ Processing 10,638 detections in chunks of 532
424
+ WARNING: plane has 23,371,140 IoU calculations (4,940 dets × 4,731 GTs). This will be slow!
425
+ Computing AP for plane: 4,940 dets, 4,731 GTs (23,371,140 IoU calculations)
426
+ Using chunked batch IoU computation (GPU-accelerated) for plane (23,371,140 calculations)
427
+ Processing 4,940 detections in chunks of 1,056
428
+ Computing AP for roundabout: 428 dets, 256 GTs (109,568 IoU calculations)
429
+ WARNING: ship has 334,724,040 IoU calculations (18,060 dets × 18,534 GTs). This will be slow!
430
+ Computing AP for ship: 18,060 dets, 18,534 GTs (334,724,040 IoU calculations)
431
+ Using chunked batch IoU computation (GPU-accelerated) for ship (334,724,040 calculations)
432
+ Processing 18,060 detections in chunks of 269
433
+ WARNING: small-vehicle has 113,274,718 IoU calculations (9,974 dets × 11,357 GTs). This will be slow!
434
+ Computing AP for small-vehicle: 9,974 dets, 11,357 GTs (113,274,718 IoU calculations)
435
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (113,274,718 calculations)
436
+ Processing 9,974 detections in chunks of 440
437
+ WARNING: storage-tank has 18,659,979 IoU calculations (3,709 dets × 5,031 GTs). This will be slow!
438
+ Computing AP for storage-tank: 3,709 dets, 5,031 GTs (18,659,979 IoU calculations)
439
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (18,659,979 calculations)
440
+ Processing 3,709 detections in chunks of 993
441
+ Computing AP for swimming-pool: 705 dets, 693 GTs (488,565 IoU calculations)
442
+ Computing AP for tennis-court: 1,623 dets, 1,529 GTs (2,481,567 IoU calculations)
443
+ mAP computation completed in 9m 16s. mAP: 0.6524
444
+ Validation Metrics:
445
+ --------------------------------------------------
446
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
447
+ Avg Detections per Image (score≥0.3000): 15.91 ↑0.39
448
+ Avg Detections per Image (score≥0.5): 9.49 ↑0.33
449
+ Max detection score: 0.997
450
+ Mean detection score: 0.220
451
+ Time per Step: 0.5416 ↑0.0091
452
+ Accuracy: 0.7309 (73.09%)
453
+ Correct Predictions: 42534/58191 (matched detections)
454
+ Ground Truth objects: 57768
455
+ GT covered pre-eval-threshold: 46006/57768
456
+ GT covered post-eval-threshold: 42565/57768
457
+ GT lost by eval-threshold filtering: 3441
458
+ GT cover rate pre-eval-threshold: 79.64%
459
+ GT cover rate post-eval-threshold: 73.68%
460
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
461
+ mean best IoU (any class): 0.6590, median: 0.7392
462
+ mean best IoU (correct class): 0.6467, median: 0.7360
463
+ per-class mean best IoU (raw detections):
464
+ | class | gts | mean_any | mean_same | med_same |
465
+ |--------------------|-----:|----------:|-----------:|----------:|
466
+ | baseball-diamond | 364 | 0.7134 | 0.7032 | 0.7395 |
467
+ | basketball-court | 278 | 0.8134 | 0.8067 | 0.8442 |
468
+ | bridge | 666 | 0.5621 | 0.5551 | 0.6008 |
469
+ | ground-track-field | 216 | 0.7765 | 0.7587 | 0.7960 |
470
+ | harbor | 4298 | 0.6379 | 0.6262 | 0.6614 |
471
+ | helicopter | 157 | 0.7063 | 0.6415 | 0.7114 |
472
+ | large-vehicle | 9398 | 0.6635 | 0.6437 | 0.7153 |
473
+ | plane | 4731 | 0.7914 | 0.7817 | 0.8298 |
474
+ | roundabout | 256 | 0.6720 | 0.6660 | 0.7593 |
475
+ | ship | 18534 | 0.6396 | 0.6331 | 0.7383 |
476
+ | small-vehicle | 11357 | 0.6410 | 0.6241 | 0.7197 |
477
+ | soccer-ball-field | 260 | 0.7061 | 0.6426 | 0.7830 |
478
+ | storage-tank | 5031 | 0.6001 | 0.5925 | 0.7194 |
479
+ | swimming-pool | 693 | 0.5915 | 0.5634 | 0.6375 |
480
+ | tennis-court | 1529 | 0.8431 | 0.8352 | 0.8734 |
481
+ | global | 57768 | 0.6590 | 0.6467 | 0.7360 |
482
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 857
483
+ GTs with no detection above IoU thresh (missed / poor loc): 10785
484
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1039 (1.80% of GTs)
485
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5065/5720/19888/27095
486
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5981/5661/19510/26616
487
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=1.73% (1004/58191 boxes), macro mean over images with detections=2.34% (3069 images)
488
+ mAP: 0.6524 ↑0.1238 (65.24%)
489
+ Per-Class AP:
490
+ baseball-diamond: 0.6702 ↑0.0025 (67.02%)
491
+ basketball-court: 0.7896 ↑0.1816 (78.96%)
492
+ bridge: 0.4433 ↑0.0973 (44.33%)
493
+ ground-track-field: 0.7805 ↑0.3189 (78.05%)
494
+ harbor: 0.6578 ↑0.1301 (65.78%)
495
+ helicopter: 0.4221 ↑0.1893 (42.21%)
496
+ large-vehicle: 0.5740 ↑0.2453 (57.40%)
497
+ plane: 0.9008 ↑0.0878 (90.08%)
498
+ roundabout: 0.6536 ↑0.1509 (65.36%)
499
+ ship: 0.6726 ↓0.0291 (67.26%)
500
+ small-vehicle: 0.5764 ↑0.0989 (57.64%)
501
+ soccer-ball-field: 0.5705 ↑0.1532 (57.05%)
502
+ storage-tank: 0.6125 ↑0.1667 (61.25%)
503
+ swimming-pool: 0.5532 ↑0.0567 (55.32%)
504
+ tennis-court: 0.9086 ↑0.0074 (90.86%)
505
+ Ground Truth Classes: 15 classes
506
+ Predicted Classes: 15 classes
507
+ Timing: 41m 44s this epoch (avg 34m 33s) | ETA ~16h 7m for 28 epoch(s) left, mAP every 4 epoch(s).
508
+
509
+ Epoch 9/36
510
+ --------------------------------------------------
511
+ Epoch 9/36 complete: 6846/6846 batches, loss: 0.7970
512
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
513
+ Validation complete: 1561 batches
514
+ Validation Metrics:
515
+ --------------------------------------------------
516
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
517
+ Avg Detections per Image (score≥0.3000): 16.15 ↑0.25
518
+ Avg Detections per Image (score≥0.5): 9.90 ↑0.42
519
+ Max detection score: 0.999
520
+ Mean detection score: 0.249
521
+ Time per Step: 0.5361 ↑0.0055
522
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
523
+ Ground Truth objects: 57768
524
+ mAP: (skipped)
525
+ Ground Truth Classes: 15 classes
526
+ Predicted Classes: 15 classes
527
+ Timing: 30m 31s this epoch (avg 34m 6s) | ETA ~15h 20m for 27 epoch(s) left, mAP every 4 epoch(s).
528
+
529
+ Epoch 10/36
530
+ --------------------------------------------------
531
+ Epoch 10/36 complete: 6846/6846 batches, loss: 0.7710
532
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
533
+ Validation complete: 1561 batches
534
+ Validation Metrics:
535
+ --------------------------------------------------
536
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
537
+ Avg Detections per Image (score≥0.3000): 16.37 ↑0.22
538
+ Avg Detections per Image (score≥0.5): 10.34 ↑0.44
539
+ Max detection score: 0.998
540
+ Mean detection score: 0.255
541
+ Time per Step: 0.5317 ↑0.0044
542
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
543
+ Ground Truth objects: 57768
544
+ mAP: (skipped)
545
+ Ground Truth Classes: 15 classes
546
+ Predicted Classes: 15 classes
547
+ Timing: 30m 29s this epoch (avg 33m 44s) | ETA ~14h 37m for 26 epoch(s) left, mAP every 4 epoch(s).
548
+
549
+ Epoch 11/36
550
+ --------------------------------------------------
551
+ Epoch 11/36 complete: 6846/6846 batches, loss: 0.7486
552
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
553
+ Validation complete: 1561 batches
554
+ Validation Metrics:
555
+ --------------------------------------------------
556
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
557
+ Avg Detections per Image (score≥0.3000): 16.40 ↑0.04
558
+ Avg Detections per Image (score≥0.5): 10.28 ↓0.06
559
+ Max detection score: 0.997
560
+ Mean detection score: 0.226
561
+ Time per Step: 0.5260 ↑0.0057
562
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
563
+ Ground Truth objects: 57768
564
+ mAP: (skipped)
565
+ Ground Truth Classes: 15 classes
566
+ Predicted Classes: 15 classes
567
+ Timing: 29m 55s this epoch (avg 33m 23s) | ETA ~13h 54m for 25 epoch(s) left, mAP every 4 epoch(s).
568
+
569
+ Epoch 12/36
570
+ --------------------------------------------------
571
+ Epoch 12/36 complete: 6846/6846 batches, loss: 0.7293
572
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
573
+
574
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
575
+ Validation complete: 1561 batches
576
+
577
+ Computing mAP (this may take a while)...
578
+ Eval filters: score≥0.3000, IoU≥0.50
579
+ Images: 3,121
580
+ Total detections (post score filter): 45,341 (14.5 per image)
581
+ Total ground truths: 57,768 (18.5 per image)
582
+ Computing AP for baseball-diamond: 338 dets, 364 GTs (123,032 IoU calculations)
583
+ Computing AP for bridge: 648 dets, 666 GTs (431,568 IoU calculations)
584
+ WARNING: harbor has 20,067,362 IoU calculations (4,669 dets × 4,298 GTs). This will be slow!
585
+ Computing AP for harbor: 4,669 dets, 4,298 GTs (20,067,362 IoU calculations)
586
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (20,067,362 calculations)
587
+ Processing 4,669 detections in chunks of 1,163
588
+ WARNING: large-vehicle has 77,448,918 IoU calculations (8,241 dets × 9,398 GTs). This will be slow!
589
+ Computing AP for large-vehicle: 8,241 dets, 9,398 GTs (77,448,918 IoU calculations)
590
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (77,448,918 calculations)
591
+ Processing 8,241 detections in chunks of 532
592
+ WARNING: plane has 21,204,342 IoU calculations (4,482 dets × 4,731 GTs). This will be slow!
593
+ Computing AP for plane: 4,482 dets, 4,731 GTs (21,204,342 IoU calculations)
594
+ Using chunked batch IoU computation (GPU-accelerated) for plane (21,204,342 calculations)
595
+ Processing 4,482 detections in chunks of 1,056
596
+ WARNING: ship has 226,114,800 IoU calculations (12,200 dets × 18,534 GTs). This will be slow!
597
+ Computing AP for ship: 12,200 dets, 18,534 GTs (226,114,800 IoU calculations)
598
+ Using chunked batch IoU computation (GPU-accelerated) for ship (226,114,800 calculations)
599
+ Processing 12,200 detections in chunks of 269
600
+ WARNING: small-vehicle has 99,964,314 IoU calculations (8,802 dets × 11,357 GTs). This will be slow!
601
+ Computing AP for small-vehicle: 8,802 dets, 11,357 GTs (99,964,314 IoU calculations)
602
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (99,964,314 calculations)
603
+ Processing 8,802 detections in chunks of 440
604
+ WARNING: storage-tank has 13,327,119 IoU calculations (2,649 dets × 5,031 GTs). This will be slow!
605
+ Computing AP for storage-tank: 2,649 dets, 5,031 GTs (13,327,119 IoU calculations)
606
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (13,327,119 calculations)
607
+ Processing 2,649 detections in chunks of 993
608
+ Computing AP for swimming-pool: 734 dets, 693 GTs (508,662 IoU calculations)
609
+ Computing AP for tennis-court: 1,502 dets, 1,529 GTs (2,296,558 IoU calculations)
610
+ mAP computation completed in 7m 2s. mAP: 0.6306
611
+ Validation Metrics:
612
+ --------------------------------------------------
613
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
614
+ Avg Detections per Image (score≥0.3000): 16.25 ↓0.16
615
+ Avg Detections per Image (score≥0.5): 10.18 ↓0.10
616
+ Max detection score: 0.993
617
+ Mean detection score: 0.253
618
+ Time per Step: 0.5106 ↑0.0154
619
+ Accuracy: 0.8236 (82.36%)
620
+ Correct Predictions: 37345/45341 (matched detections)
621
+ Ground Truth objects: 57768
622
+ GT covered pre-eval-threshold: 46051/57768
623
+ GT covered post-eval-threshold: 37377/57768
624
+ GT lost by eval-threshold filtering: 8674
625
+ GT cover rate pre-eval-threshold: 79.72%
626
+ GT cover rate post-eval-threshold: 64.70%
627
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
628
+ mean best IoU (any class): 0.6591, median: 0.7456
629
+ mean best IoU (correct class): 0.6420, median: 0.7392
630
+ per-class mean best IoU (raw detections):
631
+ | class | gts | mean_any | mean_same | med_same |
632
+ |--------------------|-----:|----------:|-----------:|----------:|
633
+ | baseball-diamond | 364 | 0.7290 | 0.7224 | 0.7610 |
634
+ | basketball-court | 278 | 0.7371 | 0.7101 | 0.8453 |
635
+ | bridge | 666 | 0.5833 | 0.5799 | 0.6255 |
636
+ | ground-track-field | 216 | 0.7499 | 0.7433 | 0.7851 |
637
+ | harbor | 4298 | 0.6189 | 0.6126 | 0.6509 |
638
+ | helicopter | 157 | 0.6867 | 0.6243 | 0.6998 |
639
+ | large-vehicle | 9398 | 0.6512 | 0.6260 | 0.7129 |
640
+ | plane | 4731 | 0.7797 | 0.7783 | 0.8309 |
641
+ | roundabout | 256 | 0.7189 | 0.7112 | 0.7845 |
642
+ | ship | 18534 | 0.6516 | 0.6204 | 0.7409 |
643
+ | small-vehicle | 11357 | 0.6497 | 0.6431 | 0.7300 |
644
+ | soccer-ball-field | 260 | 0.7228 | 0.6846 | 0.7900 |
645
+ | storage-tank | 5031 | 0.5871 | 0.5844 | 0.7265 |
646
+ | swimming-pool | 693 | 0.6062 | 0.6029 | 0.6517 |
647
+ | tennis-court | 1529 | 0.8356 | 0.8250 | 0.8640 |
648
+ | global | 57768 | 0.6591 | 0.6420 | 0.7392 |
649
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 1097
650
+ GTs with no detection above IoU thresh (missed / poor loc): 10472
651
+ GTs with 0% best IoU vs any detection (no spatial overlap): 2374 (4.11% of GTs)
652
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5751/4721/19107/28189
653
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 6892/4677/19074/27125
654
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=0.81% (365/45341 boxes), macro mean over images with detections=1.65% (2928 images)
655
+ mAP: 0.6306 ↓0.0218 (63.06%)
656
+ Per-Class AP:
657
+ baseball-diamond: 0.7960 ↑0.1258 (79.60%)
658
+ basketball-court: 0.7064 ↓0.0832 (70.64%)
659
+ bridge: 0.4677 ↑0.0244 (46.77%)
660
+ ground-track-field: 0.7507 ↓0.0299 (75.07%)
661
+ harbor: 0.5032 ↓0.1546 (50.32%)
662
+ helicopter: 0.4491 ↑0.0270 (44.91%)
663
+ large-vehicle: 0.5286 ↓0.0454 (52.86%)
664
+ plane: 0.8152 ↓0.0856 (81.52%)
665
+ roundabout: 0.7018 ↑0.0482 (70.18%)
666
+ ship: 0.5222 ↓0.1505 (52.22%)
667
+ small-vehicle: 0.5972 ↑0.0208 (59.72%)
668
+ soccer-ball-field: 0.6855 ↑0.1150 (68.55%)
669
+ storage-tank: 0.4530 ↓0.1595 (45.30%)
670
+ swimming-pool: 0.5729 ↑0.0197 (57.29%)
671
+ tennis-court: 0.9090 ↑0.0004 (90.90%)
672
+ Ground Truth Classes: 15 classes
673
+ Predicted Classes: 15 classes
674
+ Timing: 35m 25s this epoch (avg 33m 33s) | ETA ~13h 25m for 24 epoch(s) left, mAP every 4 epoch(s).
675
+
676
+ Epoch 13/36
677
+ --------------------------------------------------
678
+ Epoch 13/36 complete: 6846/6846 batches, loss: 0.7119
679
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
680
+ Validation complete: 1561 batches
681
+ Validation Metrics:
682
+ --------------------------------------------------
683
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
684
+ Avg Detections per Image (score≥0.3000): 16.38 ↑0.13
685
+ Avg Detections per Image (score≥0.5): 10.49 ↑0.31
686
+ Max detection score: 0.998
687
+ Mean detection score: 0.251
688
+ Time per Step: 0.5013 ↑0.0093
689
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
690
+ Ground Truth objects: 57768
691
+ mAP: (skipped)
692
+ Ground Truth Classes: 15 classes
693
+ Predicted Classes: 15 classes
694
+ Timing: 27m 43s this epoch (avg 33m 6s) | ETA ~12h 41m for 23 epoch(s) left, mAP every 4 epoch(s).
695
+
696
+ Epoch 14/36
697
+ --------------------------------------------------
698
+ Epoch 14/36 complete: 6846/6846 batches, loss: 0.6956
699
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
700
+ Validation complete: 1561 batches
701
+ Validation Metrics:
702
+ --------------------------------------------------
703
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
704
+ Avg Detections per Image (score≥0.3000): 16.38 ↑0.01
705
+ Avg Detections per Image (score≥0.5): 10.58 ↑0.09
706
+ Max detection score: 0.999
707
+ Mean detection score: 0.217
708
+ Time per Step: 0.4901 ↑0.0112
709
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
710
+ Ground Truth objects: 57768
711
+ mAP: (skipped)
712
+ Ground Truth Classes: 15 classes
713
+ Predicted Classes: 15 classes
714
+ Timing: 26m 33s this epoch (avg 32m 38s) | ETA ~11h 58m for 22 epoch(s) left, mAP every 4 epoch(s).
715
+
716
+ Epoch 15/36
717
+ --------------------------------------------------
718
+ Epoch 15/36 complete: 6846/6846 batches, loss: 0.6809
719
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
720
+ Validation complete: 1561 batches
721
+ Validation Metrics:
722
+ --------------------------------------------------
723
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
724
+ Avg Detections per Image (score≥0.3000): 16.48 ↑0.09
725
+ Avg Detections per Image (score≥0.5): 10.77 ↑0.18
726
+ Max detection score: 0.997
727
+ Mean detection score: 0.285
728
+ Time per Step: 0.4823 ↑0.0079
729
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
730
+ Ground Truth objects: 57768
731
+ mAP: (skipped)
732
+ Ground Truth Classes: 15 classes
733
+ Predicted Classes: 15 classes
734
+ Timing: 27m 13s this epoch (avg 32m 17s) | ETA ~11h 17m for 21 epoch(s) left, mAP every 4 epoch(s).
735
+
736
+ Epoch 16/36
737
+ --------------------------------------------------
738
+ Epoch 16/36 complete: 6846/6846 batches, loss: 0.6676
739
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
740
+
741
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
742
+ Validation complete: 1561 batches
743
+
744
+ Computing mAP (this may take a while)...
745
+ Eval filters: score≥0.3000, IoU≥0.50
746
+ Images: 3,121
747
+ Total detections (post score filter): 53,923 (17.3 per image)
748
+ Total ground truths: 57,768 (18.5 per image)
749
+ Warning: Large number of detections may slow down mAP computation
750
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
751
+ Computing AP for baseball-diamond: 415 dets, 364 GTs (151,060 IoU calculations)
752
+ Computing AP for bridge: 845 dets, 666 GTs (562,770 IoU calculations)
753
+ WARNING: harbor has 20,359,626 IoU calculations (4,737 dets × 4,298 GTs). This will be slow!
754
+ Computing AP for harbor: 4,737 dets, 4,298 GTs (20,359,626 IoU calculations)
755
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (20,359,626 calculations)
756
+ Processing 4,737 detections in chunks of 1,163
757
+ WARNING: large-vehicle has 86,377,018 IoU calculations (9,191 dets × 9,398 GTs). This will be slow!
758
+ Computing AP for large-vehicle: 9,191 dets, 9,398 GTs (86,377,018 IoU calculations)
759
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (86,377,018 calculations)
760
+ Processing 9,191 detections in chunks of 532
761
+ WARNING: plane has 21,809,910 IoU calculations (4,610 dets × 4,731 GTs). This will be slow!
762
+ Computing AP for plane: 4,610 dets, 4,731 GTs (21,809,910 IoU calculations)
763
+ Using chunked batch IoU computation (GPU-accelerated) for plane (21,809,910 calculations)
764
+ Processing 4,610 detections in chunks of 1,056
765
+ WARNING: ship has 317,691,294 IoU calculations (17,141 dets × 18,534 GTs). This will be slow!
766
+ Computing AP for ship: 17,141 dets, 18,534 GTs (317,691,294 IoU calculations)
767
+ Using chunked batch IoU computation (GPU-accelerated) for ship (317,691,294 calculations)
768
+ Processing 17,141 detections in chunks of 269
769
+ WARNING: small-vehicle has 101,645,150 IoU calculations (8,950 dets × 11,357 GTs). This will be slow!
770
+ Computing AP for small-vehicle: 8,950 dets, 11,357 GTs (101,645,150 IoU calculations)
771
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (101,645,150 calculations)
772
+ Processing 8,950 detections in chunks of 440
773
+ WARNING: storage-tank has 21,582,990 IoU calculations (4,290 dets × 5,031 GTs). This will be slow!
774
+ Computing AP for storage-tank: 4,290 dets, 5,031 GTs (21,582,990 IoU calculations)
775
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (21,582,990 calculations)
776
+ Processing 4,290 detections in chunks of 993
777
+ Computing AP for swimming-pool: 917 dets, 693 GTs (635,481 IoU calculations)
778
+ Computing AP for tennis-court: 1,566 dets, 1,529 GTs (2,394,414 IoU calculations)
779
+ mAP computation completed in 8m 37s. mAP: 0.7263
780
+ Validation Metrics:
781
+ --------------------------------------------------
782
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
783
+ Avg Detections per Image (score≥0.3000): 16.53 ↑0.05
784
+ Avg Detections per Image (score≥0.5): 10.82 ↑0.06
785
+ Max detection score: 0.999
786
+ Mean detection score: 0.258
787
+ Time per Step: 0.4761 ↑0.0061
788
+ Accuracy: 0.8020 (80.20%)
789
+ Correct Predictions: 43248/53923 (matched detections)
790
+ Ground Truth objects: 57768
791
+ GT covered pre-eval-threshold: 47404/57768
792
+ GT covered post-eval-threshold: 43274/57768
793
+ GT lost by eval-threshold filtering: 4131
794
+ GT cover rate pre-eval-threshold: 82.06%
795
+ GT cover rate post-eval-threshold: 74.91%
796
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
797
+ mean best IoU (any class): 0.6738, median: 0.7543
798
+ mean best IoU (correct class): 0.6651, median: 0.7526
799
+ per-class mean best IoU (raw detections):
800
+ | class | gts | mean_any | mean_same | med_same |
801
+ |--------------------|-----:|----------:|-----------:|----------:|
802
+ | baseball-diamond | 364 | 0.7613 | 0.7561 | 0.7845 |
803
+ | basketball-court | 278 | 0.8185 | 0.8170 | 0.8553 |
804
+ | bridge | 666 | 0.6131 | 0.6093 | 0.6478 |
805
+ | ground-track-field | 216 | 0.7803 | 0.7703 | 0.8036 |
806
+ | harbor | 4298 | 0.6634 | 0.6593 | 0.6920 |
807
+ | helicopter | 157 | 0.7311 | 0.6770 | 0.7222 |
808
+ | large-vehicle | 9398 | 0.6773 | 0.6616 | 0.7362 |
809
+ | plane | 4731 | 0.7841 | 0.7822 | 0.8339 |
810
+ | roundabout | 256 | 0.7359 | 0.7197 | 0.8229 |
811
+ | ship | 18534 | 0.6581 | 0.6507 | 0.7551 |
812
+ | small-vehicle | 11357 | 0.6484 | 0.6360 | 0.7310 |
813
+ | soccer-ball-field | 260 | 0.7245 | 0.6829 | 0.8131 |
814
+ | storage-tank | 5031 | 0.6228 | 0.6212 | 0.7466 |
815
+ | swimming-pool | 693 | 0.5943 | 0.5933 | 0.6669 |
816
+ | tennis-court | 1529 | 0.8599 | 0.8531 | 0.8866 |
817
+ | global | 57768 | 0.6738 | 0.6651 | 0.7526 |
818
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 510
819
+ GTs with no detection above IoU thresh (missed / poor loc): 9751
820
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1291 (2.23% of GTs)
821
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5049/4702/18344/29673
822
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5709/4552/18176/29331
823
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=0.86% (462/53923 boxes), macro mean over images with detections=1.49% (3040 images)
824
+ mAP: 0.7263 ↑0.0957 (72.63%)
825
+ Per-Class AP:
826
+ baseball-diamond: 0.8854 ↑0.0894 (88.54%)
827
+ basketball-court: 0.8999 ↑0.1935 (89.99%)
828
+ bridge: 0.5432 ↑0.0755 (54.32%)
829
+ ground-track-field: 0.8694 ↑0.1187 (86.94%)
830
+ harbor: 0.6588 ↑0.1556 (65.88%)
831
+ helicopter: 0.7064 ↑0.2573 (70.64%)
832
+ large-vehicle: 0.5805 ↑0.0519 (58.05%)
833
+ plane: 0.9030 ↑0.0878 (90.30%)
834
+ roundabout: 0.6983 ↓0.0035 (69.83%)
835
+ ship: 0.6790 ↑0.1568 (67.90%)
836
+ small-vehicle: 0.5884 ↓0.0089 (58.84%)
837
+ soccer-ball-field: 0.7010 ↑0.0155 (70.10%)
838
+ storage-tank: 0.6238 ↑0.1708 (62.38%)
839
+ swimming-pool: 0.6489 ↑0.0760 (64.89%)
840
+ tennis-court: 0.9088 ↓0.0002 (90.88%)
841
+ Ground Truth Classes: 15 classes
842
+ Predicted Classes: 15 classes
843
+ Timing: 38m 21s this epoch (avg 32m 39s) | ETA ~10h 53m for 20 epoch(s) left, mAP every 4 epoch(s).
844
+
845
+ Epoch 17/36
846
+ --------------------------------------------------
847
+ Epoch 17/36 complete: 6846/6846 batches, loss: 0.6549
848
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
849
+ Validation complete: 1561 batches
850
+ Validation Metrics:
851
+ --------------------------------------------------
852
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
853
+ Avg Detections per Image (score≥0.3000): 16.59 ↑0.06
854
+ Avg Detections per Image (score≥0.5): 11.00 ↑0.17
855
+ Max detection score: 1.000
856
+ Mean detection score: 0.277
857
+ Time per Step: 0.4680 ↑0.0081
858
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
859
+ Ground Truth objects: 57768
860
+ mAP: (skipped)
861
+ Ground Truth Classes: 15 classes
862
+ Predicted Classes: 15 classes
863
+ Timing: 26m 19s this epoch (avg 32m 17s) | ETA ~10h 13m for 19 epoch(s) left, mAP every 4 epoch(s).
864
+
865
+ Epoch 18/36
866
+ --------------------------------------------------
867
+ Epoch 18/36 complete: 6846/6846 batches, loss: 0.6435
868
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
869
+ Validation complete: 1561 batches
870
+ Validation Metrics:
871
+ --------------------------------------------------
872
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
873
+ Avg Detections per Image (score≥0.3000): 16.68 ↑0.09
874
+ Avg Detections per Image (score≥0.5): 11.20 ↑0.21
875
+ Max detection score: 1.000
876
+ Mean detection score: 0.332
877
+ Time per Step: 0.4632 ↑0.0048
878
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
879
+ Ground Truth objects: 57768
880
+ mAP: (skipped)
881
+ Ground Truth Classes: 15 classes
882
+ Predicted Classes: 15 classes
883
+ Timing: 27m 33s this epoch (avg 32m 1s) | ETA ~9h 36m for 18 epoch(s) left, mAP every 4 epoch(s).
884
+
885
+ Epoch 19/36
886
+ --------------------------------------------------
887
+ Epoch 19/36 complete: 6846/6846 batches, loss: 0.6329
888
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
889
+ Validation complete: 1561 batches
890
+ Validation Metrics:
891
+ --------------------------------------------------
892
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
893
+ Avg Detections per Image (score≥0.3000): 16.61 ↓0.07
894
+ Avg Detections per Image (score≥0.5): 11.21 ↑0.01
895
+ Max detection score: 0.997
896
+ Mean detection score: 0.267
897
+ Time per Step: 0.4577 ↑0.0056
898
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
899
+ Ground Truth objects: 57768
900
+ mAP: (skipped)
901
+ Ground Truth Classes: 15 classes
902
+ Predicted Classes: 15 classes
903
+ Timing: 26m 49s this epoch (avg 31m 45s) | ETA ~8h 59m for 17 epoch(s) left, mAP every 4 epoch(s).
904
+
905
+ Epoch 20/36
906
+ --------------------------------------------------
907
+ Epoch 20/36 complete: 6846/6846 batches, loss: 0.6235
908
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
909
+
910
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
911
+ Validation complete: 1561 batches
912
+
913
+ Computing mAP (this may take a while)...
914
+ Eval filters: score≥0.3000, IoU≥0.50
915
+ Images: 3,121
916
+ Total detections (post score filter): 51,817 (16.6 per image)
917
+ Total ground truths: 57,768 (18.5 per image)
918
+ Warning: Large number of detections may slow down mAP computation
919
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
920
+ Computing AP for baseball-diamond: 447 dets, 364 GTs (162,708 IoU calculations)
921
+ Computing AP for bridge: 870 dets, 666 GTs (579,420 IoU calculations)
922
+ WARNING: harbor has 20,351,030 IoU calculations (4,735 dets × 4,298 GTs). This will be slow!
923
+ Computing AP for harbor: 4,735 dets, 4,298 GTs (20,351,030 IoU calculations)
924
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (20,351,030 calculations)
925
+ Processing 4,735 detections in chunks of 1,163
926
+ WARNING: large-vehicle has 88,247,220 IoU calculations (9,390 dets × 9,398 GTs). This will be slow!
927
+ Computing AP for large-vehicle: 9,390 dets, 9,398 GTs (88,247,220 IoU calculations)
928
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (88,247,220 calculations)
929
+ Processing 9,390 detections in chunks of 532
930
+ WARNING: plane has 20,319,645 IoU calculations (4,295 dets × 4,731 GTs). This will be slow!
931
+ Computing AP for plane: 4,295 dets, 4,731 GTs (20,319,645 IoU calculations)
932
+ Using chunked batch IoU computation (GPU-accelerated) for plane (20,319,645 calculations)
933
+ Processing 4,295 detections in chunks of 1,056
934
+ WARNING: ship has 304,680,426 IoU calculations (16,439 dets × 18,534 GTs). This will be slow!
935
+ Computing AP for ship: 16,439 dets, 18,534 GTs (304,680,426 IoU calculations)
936
+ Using chunked batch IoU computation (GPU-accelerated) for ship (304,680,426 calculations)
937
+ Processing 16,439 detections in chunks of 269
938
+ WARNING: small-vehicle has 105,063,607 IoU calculations (9,251 dets × 11,357 GTs). This will be slow!
939
+ Computing AP for small-vehicle: 9,251 dets, 11,357 GTs (105,063,607 IoU calculations)
940
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (105,063,607 calculations)
941
+ Processing 9,251 detections in chunks of 440
942
+ WARNING: storage-tank has 15,877,836 IoU calculations (3,156 dets × 5,031 GTs). This will be slow!
943
+ Computing AP for storage-tank: 3,156 dets, 5,031 GTs (15,877,836 IoU calculations)
944
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (15,877,836 calculations)
945
+ Processing 3,156 detections in chunks of 993
946
+ Computing AP for swimming-pool: 547 dets, 693 GTs (379,071 IoU calculations)
947
+ Computing AP for tennis-court: 1,510 dets, 1,529 GTs (2,308,790 IoU calculations)
948
+ mAP computation completed in 8m 27s. mAP: 0.6674
949
+ Validation Metrics:
950
+ --------------------------------------------------
951
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
952
+ Avg Detections per Image (score≥0.3000): 16.61 ↓0.00
953
+ Avg Detections per Image (score≥0.5): 11.28 ↑0.06
954
+ Max detection score: 0.998
955
+ Mean detection score: 0.256
956
+ Time per Step: 0.4545 ↑0.0032
957
+ Accuracy: 0.8109 (81.09%)
958
+ Correct Predictions: 42016/51817 (matched detections)
959
+ Ground Truth objects: 57768
960
+ GT covered pre-eval-threshold: 46670/57768
961
+ GT covered post-eval-threshold: 42045/57768
962
+ GT lost by eval-threshold filtering: 4625
963
+ GT cover rate pre-eval-threshold: 80.79%
964
+ GT cover rate post-eval-threshold: 72.78%
965
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
966
+ mean best IoU (any class): 0.6654, median: 0.7506
967
+ mean best IoU (correct class): 0.6550, median: 0.7485
968
+ per-class mean best IoU (raw detections):
969
+ | class | gts | mean_any | mean_same | med_same |
970
+ |--------------------|-----:|----------:|-----------:|----------:|
971
+ | baseball-diamond | 364 | 0.7556 | 0.7529 | 0.7783 |
972
+ | basketball-court | 278 | 0.8334 | 0.8319 | 0.8624 |
973
+ | bridge | 666 | 0.5289 | 0.5068 | 0.5977 |
974
+ | ground-track-field | 216 | 0.8095 | 0.7872 | 0.8090 |
975
+ | harbor | 4298 | 0.6522 | 0.6407 | 0.6907 |
976
+ | helicopter | 157 | 0.6986 | 0.6794 | 0.7240 |
977
+ | large-vehicle | 9398 | 0.6786 | 0.6601 | 0.7349 |
978
+ | plane | 4731 | 0.7683 | 0.7631 | 0.8391 |
979
+ | roundabout | 256 | 0.6999 | 0.6201 | 0.8027 |
980
+ | ship | 18533 | 0.6548 | 0.6440 | 0.7538 |
981
+ | small-vehicle | 11357 | 0.6413 | 0.6357 | 0.7239 |
982
+ | soccer-ball-field | 260 | 0.7080 | 0.6843 | 0.7765 |
983
+ | storage-tank | 5031 | 0.5956 | 0.5908 | 0.7047 |
984
+ | swimming-pool | 693 | 0.5811 | 0.5723 | 0.6699 |
985
+ | tennis-court | 1529 | 0.8500 | 0.8433 | 0.8757 |
986
+ | global | 57767 | 0.6654 | 0.6550 | 0.7485 |
987
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 605
988
+ GTs with no detection above IoU thresh (missed / poor loc): 10360
989
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1714 (2.97% of GTs)
990
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5329/5031/18423/28984
991
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 6147/4818/18178/28624
992
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=1.11% (576/51817 boxes), macro mean over images with detections=1.97% (2916 images)
993
+ mAP: 0.6674 ↓0.0589 (66.74%)
994
+ Per-Class AP:
995
+ baseball-diamond: 0.8849 ↓0.0005 (88.49%)
996
+ basketball-court: 0.8986 ↓0.0013 (89.86%)
997
+ bridge: 0.2941 ↓0.2491 (29.41%)
998
+ ground-track-field: 0.7915 ↓0.0779 (79.15%)
999
+ harbor: 0.6158 ↓0.0430 (61.58%)
1000
+ helicopter: 0.5835 ↓0.1230 (58.35%)
1001
+ large-vehicle: 0.6077 ↑0.0272 (60.77%)
1002
+ plane: 0.8141 ↓0.0889 (81.41%)
1003
+ roundabout: 0.5325 ↓0.1659 (53.25%)
1004
+ ship: 0.6923 ↑0.0133 (69.23%)
1005
+ small-vehicle: 0.5834 ↓0.0049 (58.34%)
1006
+ soccer-ball-field: 0.6798 ↓0.0213 (67.98%)
1007
+ storage-tank: 0.5400 ↓0.0839 (54.00%)
1008
+ swimming-pool: 0.5846 ↓0.0643 (58.46%)
1009
+ tennis-court: 0.9090 ↑0.0001 (90.90%)
1010
+ Ground Truth Classes: 15 classes
1011
+ Predicted Classes: 15 classes
1012
+ Timing: 38m 20s this epoch (avg 32m 5s) | ETA ~8h 33m for 16 epoch(s) left, mAP every 4 epoch(s).
1013
+
1014
+ Epoch 21/36
1015
+ --------------------------------------------------
1016
+ Epoch 21/36 complete: 6846/6846 batches, loss: 0.6151
1017
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
1018
+ Validation complete: 1561 batches
1019
+ Validation Metrics:
1020
+ --------------------------------------------------
1021
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1022
+ Avg Detections per Image (score≥0.3000): 16.66 ↑0.05
1023
+ Avg Detections per Image (score≥0.5): 11.37 ↑0.09
1024
+ Max detection score: 0.999
1025
+ Mean detection score: 0.281
1026
+ Time per Step: 0.4495 ↑0.0050
1027
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1028
+ Ground Truth objects: 57768
1029
+ mAP: (skipped)
1030
+ Ground Truth Classes: 15 classes
1031
+ Predicted Classes: 15 classes
1032
+ Timing: 26m 35s this epoch (avg 31m 49s) | ETA ~7h 57m for 15 epoch(s) left, mAP every 4 epoch(s).
1033
+
1034
+ Epoch 22/36
1035
+ --------------------------------------------------
1036
+ Epoch 22/36 complete: 6846/6846 batches, loss: 0.6067
1037
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
1038
+ Validation complete: 1561 batches
1039
+ Validation Metrics:
1040
+ --------------------------------------------------
1041
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1042
+ Avg Detections per Image (score≥0.3000): 16.72 ↑0.07
1043
+ Avg Detections per Image (score≥0.5): 11.48 ↑0.11
1044
+ Max detection score: 0.999
1045
+ Mean detection score: 0.293
1046
+ Time per Step: 0.4458 ↑0.0037
1047
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1048
+ Ground Truth objects: 57768
1049
+ mAP: (skipped)
1050
+ Ground Truth Classes: 15 classes
1051
+ Predicted Classes: 15 classes
1052
+ Timing: 27m 2s this epoch (avg 31m 36s) | ETA ~7h 22m for 14 epoch(s) left, mAP every 4 epoch(s).
1053
+
1054
+ Epoch 23/36
1055
+ --------------------------------------------------
1056
+ Epoch 23/36 complete: 6846/6846 batches, loss: 0.5986
1057
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
1058
+ Validation complete: 1561 batches
1059
+ Validation Metrics:
1060
+ --------------------------------------------------
1061
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1062
+ Avg Detections per Image (score≥0.3000): 16.77 ↑0.05
1063
+ Avg Detections per Image (score≥0.5): 11.62 ↑0.15
1064
+ Max detection score: 1.000
1065
+ Mean detection score: 0.304
1066
+ Time per Step: 0.4403 ↑0.0055
1067
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1068
+ Ground Truth objects: 57768
1069
+ mAP: (skipped)
1070
+ Ground Truth Classes: 15 classes
1071
+ Predicted Classes: 15 classes
1072
+ Timing: 25m 48s this epoch (avg 31m 21s) | ETA ~6h 47m for 13 epoch(s) left, mAP every 4 epoch(s).
1073
+
1074
+ Epoch 24/36
1075
+ --------------------------------------------------
1076
+ Epoch 24/36 complete: 6846/6846 batches, loss: 0.5907
1077
+ Effective LR: ref=2.500e-03 (0=2.500e-03)
1078
+
1079
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
1080
+ Validation complete: 1561 batches
1081
+
1082
+ Computing mAP (this may take a while)...
1083
+ Eval filters: score≥0.3000, IoU≥0.50
1084
+ Images: 3,121
1085
+ Total detections (post score filter): 58,962 (18.9 per image)
1086
+ Total ground truths: 57,768 (18.5 per image)
1087
+ Warning: Large number of detections may slow down mAP computation
1088
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
1089
+ Computing AP for baseball-diamond: 293 dets, 364 GTs (106,652 IoU calculations)
1090
+ Computing AP for bridge: 560 dets, 666 GTs (372,960 IoU calculations)
1091
+ WARNING: harbor has 20,939,856 IoU calculations (4,872 dets × 4,298 GTs). This will be slow!
1092
+ Computing AP for harbor: 4,872 dets, 4,298 GTs (20,939,856 IoU calculations)
1093
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (20,939,856 calculations)
1094
+ Processing 4,872 detections in chunks of 1,163
1095
+ WARNING: large-vehicle has 102,926,896 IoU calculations (10,952 dets × 9,398 GTs). This will be slow!
1096
+ Computing AP for large-vehicle: 10,952 dets, 9,398 GTs (102,926,896 IoU calculations)
1097
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (102,926,896 calculations)
1098
+ Processing 10,952 detections in chunks of 532
1099
+ WARNING: plane has 22,112,694 IoU calculations (4,674 dets × 4,731 GTs). This will be slow!
1100
+ Computing AP for plane: 4,674 dets, 4,731 GTs (22,112,694 IoU calculations)
1101
+ Using chunked batch IoU computation (GPU-accelerated) for plane (22,112,694 calculations)
1102
+ Processing 4,674 detections in chunks of 1,056
1103
+ WARNING: ship has 340,098,900 IoU calculations (18,350 dets × 18,534 GTs). This will be slow!
1104
+ Computing AP for ship: 18,350 dets, 18,534 GTs (340,098,900 IoU calculations)
1105
+ Using chunked batch IoU computation (GPU-accelerated) for ship (340,098,900 calculations)
1106
+ Processing 18,350 detections in chunks of 269
1107
+ WARNING: small-vehicle has 129,004,163 IoU calculations (11,359 dets × 11,357 GTs). This will be slow!
1108
+ Computing AP for small-vehicle: 11,359 dets, 11,357 GTs (129,004,163 IoU calculations)
1109
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (129,004,163 calculations)
1110
+ Processing 11,359 detections in chunks of 440
1111
+ WARNING: storage-tank has 22,025,718 IoU calculations (4,378 dets × 5,031 GTs). This will be slow!
1112
+ Computing AP for storage-tank: 4,378 dets, 5,031 GTs (22,025,718 IoU calculations)
1113
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (22,025,718 calculations)
1114
+ Processing 4,378 detections in chunks of 993
1115
+ Computing AP for swimming-pool: 900 dets, 693 GTs (623,700 IoU calculations)
1116
+ Computing AP for tennis-court: 1,504 dets, 1,529 GTs (2,299,616 IoU calculations)
1117
+ mAP computation completed in 9m 37s. mAP: 0.7218
1118
+ Validation Metrics:
1119
+ --------------------------------------------------
1120
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1121
+ Avg Detections per Image (score≥0.3000): 16.86 ↑0.09
1122
+ Avg Detections per Image (score≥0.5): 11.76 ↑0.14
1123
+ Max detection score: 1.000
1124
+ Mean detection score: 0.284
1125
+ Time per Step: 0.4357 ↑0.0046
1126
+ Accuracy: 0.7697 (76.97%)
1127
+ Correct Predictions: 45382/58962 (matched detections)
1128
+ Ground Truth objects: 57768
1129
+ GT covered pre-eval-threshold: 48500/57768
1130
+ GT covered post-eval-threshold: 45401/57768
1131
+ GT lost by eval-threshold filtering: 3099
1132
+ GT cover rate pre-eval-threshold: 83.96%
1133
+ GT cover rate post-eval-threshold: 78.59%
1134
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
1135
+ mean best IoU (any class): 0.6946, median: 0.7696
1136
+ mean best IoU (correct class): 0.6859, median: 0.7683
1137
+ per-class mean best IoU (raw detections):
1138
+ | class | gts | mean_any | mean_same | med_same |
1139
+ |--------------------|-----:|----------:|-----------:|----------:|
1140
+ | baseball-diamond | 364 | 0.7450 | 0.7396 | 0.7755 |
1141
+ | basketball-court | 278 | 0.8595 | 0.8409 | 0.8732 |
1142
+ | bridge | 666 | 0.5730 | 0.5707 | 0.6179 |
1143
+ | ground-track-field | 216 | 0.7983 | 0.7940 | 0.8232 |
1144
+ | harbor | 4298 | 0.6846 | 0.6792 | 0.7174 |
1145
+ | helicopter | 157 | 0.7399 | 0.6963 | 0.7418 |
1146
+ | large-vehicle | 9398 | 0.7006 | 0.6809 | 0.7532 |
1147
+ | plane | 4731 | 0.8014 | 0.7987 | 0.8470 |
1148
+ | roundabout | 256 | 0.7558 | 0.7436 | 0.8217 |
1149
+ | ship | 18534 | 0.6720 | 0.6638 | 0.7709 |
1150
+ | small-vehicle | 11357 | 0.6737 | 0.6666 | 0.7454 |
1151
+ | soccer-ball-field | 260 | 0.7331 | 0.7035 | 0.8339 |
1152
+ | storage-tank | 5031 | 0.6718 | 0.6692 | 0.7701 |
1153
+ | swimming-pool | 693 | 0.6323 | 0.6286 | 0.6765 |
1154
+ | tennis-court | 1529 | 0.8633 | 0.8571 | 0.8923 |
1155
+ | global | 57768 | 0.6946 | 0.6859 | 0.7683 |
1156
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 530
1157
+ GTs with no detection above IoU thresh (missed / poor loc): 8697
1158
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1033 (1.79% of GTs)
1159
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 4027/4670/16775/32296
1160
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 4737/4490/16524/32017
1161
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=1.00% (590/58962 boxes), macro mean over images with detections=1.51% (3007 images)
1162
+ mAP: 0.7218 ↑0.0544 (72.18%)
1163
+ Per-Class AP:
1164
+ baseball-diamond: 0.7220 ↓0.1629 (72.20%)
1165
+ basketball-court: 0.8159 ↓0.0827 (81.59%)
1166
+ bridge: 0.4669 ↑0.1729 (46.69%)
1167
+ ground-track-field: 0.7964 ↑0.0049 (79.64%)
1168
+ harbor: 0.7594 ↑0.1436 (75.94%)
1169
+ helicopter: 0.6986 ↑0.1151 (69.86%)
1170
+ large-vehicle: 0.6869 ↑0.0792 (68.69%)
1171
+ plane: 0.9017 ↑0.0876 (90.17%)
1172
+ roundabout: 0.7151 ↑0.1827 (71.51%)
1173
+ ship: 0.7563 ↑0.0640 (75.63%)
1174
+ small-vehicle: 0.6039 ↑0.0205 (60.39%)
1175
+ soccer-ball-field: 0.6245 ↓0.0552 (62.45%)
1176
+ storage-tank: 0.7084 ↑0.1685 (70.84%)
1177
+ swimming-pool: 0.6626 ↑0.0779 (66.26%)
1178
+ tennis-court: 0.9089 ↓0.0001 (90.89%)
1179
+ Ground Truth Classes: 15 classes
1180
+ Predicted Classes: 15 classes
1181
+ Timing: 38m 13s this epoch (avg 31m 38s) | ETA ~6h 19m for 12 epoch(s) left, mAP every 4 epoch(s).
1182
+
1183
+ Epoch 25/36
1184
+ --------------------------------------------------
1185
+ Epoch 25/36 complete: 6846/6846 batches, loss: 0.5808
1186
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1187
+ Validation complete: 1561 batches
1188
+ Validation Metrics:
1189
+ --------------------------------------------------
1190
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1191
+ Avg Detections per Image (score≥0.3000): 16.88 ↑0.02
1192
+ Avg Detections per Image (score≥0.5): 11.87 ↑0.11
1193
+ Max detection score: 1.000
1194
+ Mean detection score: 0.305
1195
+ Time per Step: 0.4302 ↑0.0055
1196
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1197
+ Ground Truth objects: 57768
1198
+ mAP: (skipped)
1199
+ Ground Truth Classes: 15 classes
1200
+ Predicted Classes: 15 classes
1201
+ Timing: 25m 24s this epoch (avg 31m 23s) | ETA ~5h 45m for 11 epoch(s) left, mAP every 4 epoch(s).
1202
+
1203
+ Epoch 26/36
1204
+ --------------------------------------------------
1205
+ Epoch 26/36 complete: 6846/6846 batches, loss: 0.5708
1206
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1207
+ Validation complete: 1561 batches
1208
+ Validation Metrics:
1209
+ --------------------------------------------------
1210
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1211
+ Avg Detections per Image (score≥0.3000): 16.90 ↑0.01
1212
+ Avg Detections per Image (score≥0.5): 11.97 ↑0.09
1213
+ Max detection score: 1.000
1214
+ Mean detection score: 0.322
1215
+ Time per Step: 0.4242 ↑0.0060
1216
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1217
+ Ground Truth objects: 57768
1218
+ mAP: (skipped)
1219
+ Ground Truth Classes: 15 classes
1220
+ Predicted Classes: 15 classes
1221
+ Timing: 24m 43s this epoch (avg 31m 8s) | ETA ~5h 11m for 10 epoch(s) left, mAP every 4 epoch(s).
1222
+
1223
+ Epoch 27/36
1224
+ --------------------------------------------------
1225
+ Epoch 27/36 complete: 6846/6846 batches, loss: 0.5613
1226
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1227
+ Validation complete: 1561 batches
1228
+ Validation Metrics:
1229
+ --------------------------------------------------
1230
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1231
+ Avg Detections per Image (score≥0.3000): 16.93 ↑0.03
1232
+ Avg Detections per Image (score≥0.5): 12.06 ↑0.10
1233
+ Max detection score: 1.000
1234
+ Mean detection score: 0.330
1235
+ Time per Step: 0.4189 ↑0.0053
1236
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1237
+ Ground Truth objects: 57768
1238
+ mAP: (skipped)
1239
+ Ground Truth Classes: 15 classes
1240
+ Predicted Classes: 15 classes
1241
+ Timing: 24m 50s this epoch (avg 30m 54s) | ETA ~4h 38m for 9 epoch(s) left, mAP every 4 epoch(s).
1242
+
1243
+ Epoch 28/36
1244
+ --------------------------------------------------
1245
+ Epoch 28/36 complete: 6846/6846 batches, loss: 0.5522
1246
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1247
+
1248
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
1249
+ Validation complete: 1561 batches
1250
+
1251
+ Computing mAP (this may take a while)...
1252
+ Eval filters: score≥0.3000, IoU≥0.50
1253
+ Images: 3,121
1254
+ Total detections (post score filter): 54,602 (17.5 per image)
1255
+ Total ground truths: 57,768 (18.5 per image)
1256
+ Warning: Large number of detections may slow down mAP computation
1257
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
1258
+ Computing AP for baseball-diamond: 379 dets, 364 GTs (137,956 IoU calculations)
1259
+ Computing AP for bridge: 801 dets, 666 GTs (533,466 IoU calculations)
1260
+ WARNING: harbor has 21,734,986 IoU calculations (5,057 dets × 4,298 GTs). This will be slow!
1261
+ Computing AP for harbor: 5,057 dets, 4,298 GTs (21,734,986 IoU calculations)
1262
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (21,734,986 calculations)
1263
+ Processing 5,057 detections in chunks of 1,163
1264
+ WARNING: large-vehicle has 94,807,024 IoU calculations (10,088 dets × 9,398 GTs). This will be slow!
1265
+ Computing AP for large-vehicle: 10,088 dets, 9,398 GTs (94,807,024 IoU calculations)
1266
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (94,807,024 calculations)
1267
+ Processing 10,088 detections in chunks of 532
1268
+ WARNING: plane has 21,975,495 IoU calculations (4,645 dets × 4,731 GTs). This will be slow!
1269
+ Computing AP for plane: 4,645 dets, 4,731 GTs (21,975,495 IoU calculations)
1270
+ Using chunked batch IoU computation (GPU-accelerated) for plane (21,975,495 calculations)
1271
+ Processing 4,645 detections in chunks of 1,056
1272
+ WARNING: ship has 305,366,184 IoU calculations (16,476 dets × 18,534 GTs). This will be slow!
1273
+ Computing AP for ship: 16,476 dets, 18,534 GTs (305,366,184 IoU calculations)
1274
+ Using chunked batch IoU computation (GPU-accelerated) for ship (305,366,184 calculations)
1275
+ Processing 16,476 detections in chunks of 269
1276
+ WARNING: small-vehicle has 109,095,342 IoU calculations (9,606 dets × 11,357 GTs). This will be slow!
1277
+ Computing AP for small-vehicle: 9,606 dets, 11,357 GTs (109,095,342 IoU calculations)
1278
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (109,095,342 calculations)
1279
+ Processing 9,606 detections in chunks of 440
1280
+ WARNING: storage-tank has 20,405,736 IoU calculations (4,056 dets × 5,031 GTs). This will be slow!
1281
+ Computing AP for storage-tank: 4,056 dets, 5,031 GTs (20,405,736 IoU calculations)
1282
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (20,405,736 calculations)
1283
+ Processing 4,056 detections in chunks of 993
1284
+ Computing AP for swimming-pool: 709 dets, 693 GTs (491,337 IoU calculations)
1285
+ Computing AP for tennis-court: 1,542 dets, 1,529 GTs (2,357,718 IoU calculations)
1286
+ mAP computation completed in 8m 39s. mAP: 0.7896
1287
+ Validation Metrics:
1288
+ --------------------------------------------------
1289
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1290
+ Avg Detections per Image (score≥0.3000): 16.95 ↑0.02
1291
+ Avg Detections per Image (score≥0.5): 12.16 ↑0.09
1292
+ Max detection score: 1.000
1293
+ Mean detection score: 0.329
1294
+ Time per Step: 0.4136 ↑0.0053
1295
+ Accuracy: 0.8303 (83.03%)
1296
+ Correct Predictions: 45338/54602 (matched detections)
1297
+ Ground Truth objects: 57768
1298
+ GT covered pre-eval-threshold: 48650/57768
1299
+ GT covered post-eval-threshold: 45358/57768
1300
+ GT lost by eval-threshold filtering: 3292
1301
+ GT cover rate pre-eval-threshold: 84.22%
1302
+ GT cover rate post-eval-threshold: 78.52%
1303
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
1304
+ mean best IoU (any class): 0.7064, median: 0.7884
1305
+ mean best IoU (correct class): 0.6976, median: 0.7875
1306
+ per-class mean best IoU (raw detections):
1307
+ | class | gts | mean_any | mean_same | med_same |
1308
+ |--------------------|-----:|----------:|-----------:|----------:|
1309
+ | baseball-diamond | 364 | 0.8156 | 0.8154 | 0.8309 |
1310
+ | basketball-court | 278 | 0.8774 | 0.8763 | 0.8993 |
1311
+ | bridge | 666 | 0.6789 | 0.6744 | 0.7253 |
1312
+ | ground-track-field | 216 | 0.8405 | 0.8377 | 0.8590 |
1313
+ | harbor | 4298 | 0.7211 | 0.7188 | 0.7605 |
1314
+ | helicopter | 157 | 0.7683 | 0.7467 | 0.7619 |
1315
+ | large-vehicle | 9398 | 0.7216 | 0.7114 | 0.7822 |
1316
+ | plane | 4731 | 0.8213 | 0.8212 | 0.8642 |
1317
+ | roundabout | 256 | 0.7872 | 0.7733 | 0.8599 |
1318
+ | ship | 18534 | 0.6640 | 0.6499 | 0.7831 |
1319
+ | small-vehicle | 11357 | 0.6844 | 0.6749 | 0.7581 |
1320
+ | soccer-ball-field | 260 | 0.7747 | 0.7523 | 0.8720 |
1321
+ | storage-tank | 5030 | 0.6841 | 0.6829 | 0.7828 |
1322
+ | swimming-pool | 693 | 0.6601 | 0.6586 | 0.7048 |
1323
+ | tennis-court | 1529 | 0.8905 | 0.8843 | 0.9102 |
1324
+ | global | 57767 | 0.7064 | 0.6976 | 0.7875 |
1325
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 487
1326
+ GTs with no detection above IoU thresh (missed / poor loc): 8617
1327
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1050 (1.82% of GTs)
1328
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 4462/4155/13830/35320
1329
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5186/3918/13568/35095
1330
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=0.75% (408/54602 boxes), macro mean over images with detections=1.27% (3066 images)
1331
+ mAP: 0.7896 ↑0.0677 (78.96%)
1332
+ Per-Class AP:
1333
+ baseball-diamond: 0.9072 ↑0.1852 (90.72%)
1334
+ basketball-court: 0.9030 ↑0.0871 (90.30%)
1335
+ bridge: 0.7292 ↑0.2622 (72.92%)
1336
+ ground-track-field: 0.9058 ↑0.1094 (90.58%)
1337
+ harbor: 0.7657 ↑0.0063 (76.57%)
1338
+ helicopter: 0.8950 ↑0.1964 (89.50%)
1339
+ large-vehicle: 0.7031 ↑0.0162 (70.31%)
1340
+ plane: 0.9052 ↑0.0035 (90.52%)
1341
+ roundabout: 0.8104 ↑0.0953 (81.04%)
1342
+ ship: 0.6748 ↓0.0815 (67.48%)
1343
+ small-vehicle: 0.6107 ↑0.0068 (61.07%)
1344
+ soccer-ball-field: 0.7998 ↑0.1752 (79.98%)
1345
+ storage-tank: 0.6298 ↓0.0786 (62.98%)
1346
+ swimming-pool: 0.6946 ↑0.0320 (69.46%)
1347
+ tennis-court: 0.9091 ↑0.0002 (90.91%)
1348
+ Ground Truth Classes: 15 classes
1349
+ Predicted Classes: 15 classes
1350
+ Timing: 35m 26s this epoch (avg 31m 3s) | ETA ~4h 8m for 8 epoch(s) left, mAP every 4 epoch(s).
1351
+
1352
+ Epoch 29/36
1353
+ --------------------------------------------------
1354
+ Epoch 29/36 complete: 6846/6846 batches, loss: 0.5437
1355
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1356
+ Validation complete: 1561 batches
1357
+ Validation Metrics:
1358
+ --------------------------------------------------
1359
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1360
+ Avg Detections per Image (score≥0.3000): 16.97 ↑0.02
1361
+ Avg Detections per Image (score≥0.5): 12.25 ↑0.09
1362
+ Max detection score: 1.000
1363
+ Mean detection score: 0.318
1364
+ Time per Step: 0.4087 ↑0.0049
1365
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1366
+ Ground Truth objects: 57768
1367
+ mAP: (skipped)
1368
+ Ground Truth Classes: 15 classes
1369
+ Predicted Classes: 15 classes
1370
+ Timing: 24m 37s this epoch (avg 30m 50s) | ETA ~3h 35m for 7 epoch(s) left, mAP every 4 epoch(s).
1371
+
1372
+ Epoch 30/36
1373
+ --------------------------------------------------
1374
+ Epoch 30/36 complete: 6846/6846 batches, loss: 0.5355
1375
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1376
+ Validation complete: 1561 batches
1377
+ Validation Metrics:
1378
+ --------------------------------------------------
1379
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1380
+ Avg Detections per Image (score≥0.3000): 16.99 ↑0.02
1381
+ Avg Detections per Image (score≥0.5): 12.33 ↑0.08
1382
+ Max detection score: 1.000
1383
+ Mean detection score: 0.320
1384
+ Time per Step: 0.4042 ↑0.0045
1385
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1386
+ Ground Truth objects: 57768
1387
+ mAP: (skipped)
1388
+ Ground Truth Classes: 15 classes
1389
+ Predicted Classes: 15 classes
1390
+ Timing: 24m 43s this epoch (avg 30m 38s) | ETA ~3h 3m for 6 epoch(s) left, mAP every 4 epoch(s).
1391
+
1392
+ Epoch 31/36
1393
+ --------------------------------------------------
1394
+ Epoch 31/36 complete: 6846/6846 batches, loss: 0.5279
1395
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1396
+ Validation complete: 1561 batches
1397
+ Validation Metrics:
1398
+ --------------------------------------------------
1399
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1400
+ Avg Detections per Image (score≥0.3000): 17.01 ↑0.02
1401
+ Avg Detections per Image (score≥0.5): 12.41 ↑0.07
1402
+ Max detection score: 1.000
1403
+ Mean detection score: 0.332
1404
+ Time per Step: 0.3998 ↑0.0044
1405
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1406
+ Ground Truth objects: 57768
1407
+ mAP: (skipped)
1408
+ Ground Truth Classes: 15 classes
1409
+ Predicted Classes: 15 classes
1410
+ Timing: 24m 34s this epoch (avg 30m 26s) | ETA ~2h 32m for 5 epoch(s) left, mAP every 4 epoch(s).
1411
+
1412
+ Epoch 32/36
1413
+ --------------------------------------------------
1414
+ Epoch 32/36 complete: 6846/6846 batches, loss: 0.5205
1415
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1416
+
1417
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
1418
+ Validation complete: 1561 batches
1419
+
1420
+ Computing mAP (this may take a while)...
1421
+ Eval filters: score≥0.3000, IoU≥0.50
1422
+ Images: 3,121
1423
+ Total detections (post score filter): 54,703 (17.5 per image)
1424
+ Total ground truths: 57,768 (18.5 per image)
1425
+ Warning: Large number of detections may slow down mAP computation
1426
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
1427
+ Computing AP for baseball-diamond: 381 dets, 364 GTs (138,684 IoU calculations)
1428
+ Computing AP for bridge: 812 dets, 666 GTs (540,792 IoU calculations)
1429
+ WARNING: harbor has 21,382,550 IoU calculations (4,975 dets × 4,298 GTs). This will be slow!
1430
+ Computing AP for harbor: 4,975 dets, 4,298 GTs (21,382,550 IoU calculations)
1431
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (21,382,550 calculations)
1432
+ Processing 4,975 detections in chunks of 1,163
1433
+ WARNING: large-vehicle has 90,728,292 IoU calculations (9,654 dets × 9,398 GTs). This will be slow!
1434
+ Computing AP for large-vehicle: 9,654 dets, 9,398 GTs (90,728,292 IoU calculations)
1435
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (90,728,292 calculations)
1436
+ Processing 9,654 detections in chunks of 532
1437
+ WARNING: plane has 21,757,869 IoU calculations (4,599 dets × 4,731 GTs). This will be slow!
1438
+ Computing AP for plane: 4,599 dets, 4,731 GTs (21,757,869 IoU calculations)
1439
+ Using chunked batch IoU computation (GPU-accelerated) for plane (21,757,869 calculations)
1440
+ Processing 4,599 detections in chunks of 1,056
1441
+ WARNING: ship has 309,425,130 IoU calculations (16,695 dets × 18,534 GTs). This will be slow!
1442
+ Computing AP for ship: 16,695 dets, 18,534 GTs (309,425,130 IoU calculations)
1443
+ Using chunked batch IoU computation (GPU-accelerated) for ship (309,425,130 calculations)
1444
+ Processing 16,695 detections in chunks of 269
1445
+ WARNING: small-vehicle has 113,763,069 IoU calculations (10,017 dets × 11,357 GTs). This will be slow!
1446
+ Computing AP for small-vehicle: 10,017 dets, 11,357 GTs (113,763,069 IoU calculations)
1447
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (113,763,069 calculations)
1448
+ Processing 10,017 detections in chunks of 440
1449
+ WARNING: storage-tank has 20,264,868 IoU calculations (4,028 dets × 5,031 GTs). This will be slow!
1450
+ Computing AP for storage-tank: 4,028 dets, 5,031 GTs (20,264,868 IoU calculations)
1451
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (20,264,868 calculations)
1452
+ Processing 4,028 detections in chunks of 993
1453
+ Computing AP for swimming-pool: 740 dets, 693 GTs (512,820 IoU calculations)
1454
+ Computing AP for tennis-court: 1,530 dets, 1,529 GTs (2,339,370 IoU calculations)
1455
+ mAP computation completed in 8m 43s. mAP: 0.7848
1456
+ Validation Metrics:
1457
+ --------------------------------------------------
1458
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1459
+ Avg Detections per Image (score≥0.3000): 17.02 ↑0.02
1460
+ Avg Detections per Image (score≥0.5): 12.48 ↑0.07
1461
+ Max detection score: 1.000
1462
+ Mean detection score: 0.325
1463
+ Time per Step: 0.3956 ↑0.0042
1464
+ Accuracy: 0.8301 (83.01%)
1465
+ Correct Predictions: 45410/54703 (matched detections)
1466
+ Ground Truth objects: 57768
1467
+ GT covered pre-eval-threshold: 48631/57768
1468
+ GT covered post-eval-threshold: 45431/57768
1469
+ GT lost by eval-threshold filtering: 3200
1470
+ GT cover rate pre-eval-threshold: 84.18%
1471
+ GT cover rate post-eval-threshold: 78.64%
1472
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
1473
+ mean best IoU (any class): 0.7093, median: 0.7916
1474
+ mean best IoU (correct class): 0.7002, median: 0.7907
1475
+ per-class mean best IoU (raw detections):
1476
+ | class | gts | mean_any | mean_same | med_same |
1477
+ |--------------------|-----:|----------:|-----------:|----------:|
1478
+ | baseball-diamond | 364 | 0.8216 | 0.8215 | 0.8400 |
1479
+ | basketball-court | 278 | 0.8768 | 0.8761 | 0.9045 |
1480
+ | bridge | 666 | 0.6908 | 0.6886 | 0.7393 |
1481
+ | ground-track-field | 216 | 0.8463 | 0.8452 | 0.8670 |
1482
+ | harbor | 4298 | 0.7281 | 0.7255 | 0.7681 |
1483
+ | helicopter | 157 | 0.7699 | 0.7449 | 0.7687 |
1484
+ | large-vehicle | 9398 | 0.7241 | 0.7073 | 0.7856 |
1485
+ | plane | 4731 | 0.8241 | 0.8239 | 0.8674 |
1486
+ | roundabout | 256 | 0.7926 | 0.7898 | 0.8649 |
1487
+ | ship | 18534 | 0.6648 | 0.6501 | 0.7844 |
1488
+ | small-vehicle | 11357 | 0.6890 | 0.6843 | 0.7606 |
1489
+ | soccer-ball-field | 260 | 0.7779 | 0.7589 | 0.8759 |
1490
+ | storage-tank | 5030 | 0.6856 | 0.6841 | 0.7879 |
1491
+ | swimming-pool | 693 | 0.6659 | 0.6659 | 0.7094 |
1492
+ | tennis-court | 1529 | 0.8973 | 0.8911 | 0.9148 |
1493
+ | global | 57767 | 0.7093 | 0.7002 | 0.7907 |
1494
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 482
1495
+ GTs with no detection above IoU thresh (missed / poor loc): 8642
1496
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1000 (1.73% of GTs)
1497
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 4365/4277/13354/35771
1498
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5130/3994/13094/35549
1499
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=0.69% (380/54703 boxes), macro mean over images with detections=1.29% (3063 images)
1500
+ mAP: 0.7848 ↓0.0048 (78.48%)
1501
+ Per-Class AP:
1502
+ baseball-diamond: 0.9083 ↑0.0011 (90.83%)
1503
+ basketball-court: 0.9014 ↓0.0015 (90.14%)
1504
+ bridge: 0.7403 ↑0.0112 (74.03%)
1505
+ ground-track-field: 0.9068 ↑0.0009 (90.68%)
1506
+ harbor: 0.7680 ↑0.0022 (76.80%)
1507
+ helicopter: 0.8175 ↓0.0775 (81.75%)
1508
+ large-vehicle: 0.6877 ↓0.0155 (68.77%)
1509
+ plane: 0.9049 ↓0.0003 (90.49%)
1510
+ roundabout: 0.8103 ↓0.0001 (81.03%)
1511
+ ship: 0.6721 ↓0.0027 (67.21%)
1512
+ small-vehicle: 0.6081 ↓0.0026 (60.81%)
1513
+ soccer-ball-field: 0.8072 ↑0.0075 (80.72%)
1514
+ storage-tank: 0.6295 ↓0.0004 (62.95%)
1515
+ swimming-pool: 0.7008 ↑0.0062 (70.08%)
1516
+ tennis-court: 0.9086 ↓0.0005 (90.86%)
1517
+ Ground Truth Classes: 15 classes
1518
+ Predicted Classes: 15 classes
1519
+ Timing: 35m 19s this epoch (avg 30m 35s) | ETA ~2h 2m for 4 epoch(s) left, mAP every 4 epoch(s).
1520
+
1521
+ Epoch 33/36
1522
+ --------------------------------------------------
1523
+ Epoch 33/36 complete: 6846/6846 batches, loss: 0.5135
1524
+ Effective LR: ref=2.500e-04 (0=2.500e-04)
1525
+ Validation complete: 1561 batches
1526
+ Validation Metrics:
1527
+ --------------------------------------------------
1528
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1529
+ Avg Detections per Image (score≥0.3000): 17.04 ↑0.01
1530
+ Avg Detections per Image (score≥0.5): 12.55 ↑0.07
1531
+ Max detection score: 1.000
1532
+ Mean detection score: 0.334
1533
+ Time per Step: 0.3917 ↑0.0039
1534
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1535
+ Ground Truth objects: 57768
1536
+ mAP: (skipped)
1537
+ Ground Truth Classes: 15 classes
1538
+ Predicted Classes: 15 classes
1539
+ Timing: 24m 33s this epoch (avg 30m 24s) | ETA ~1h 31m for 3 epoch(s) left, mAP every 4 epoch(s).
1540
+
1541
+ Epoch 34/36
1542
+ --------------------------------------------------
1543
+ Epoch 34/36 complete: 6846/6846 batches, loss: 0.5068
1544
+ Effective LR: ref=2.500e-05 (0=2.500e-05)
1545
+ Validation complete: 1561 batches
1546
+ Validation Metrics:
1547
+ --------------------------------------------------
1548
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1549
+ Avg Detections per Image (score≥0.3000): 17.05 ↑0.01
1550
+ Avg Detections per Image (score≥0.5): 12.61 ↑0.06
1551
+ Max detection score: 1.000
1552
+ Mean detection score: 0.336
1553
+ Time per Step: 0.3879 ↑0.0038
1554
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1555
+ Ground Truth objects: 57768
1556
+ mAP: (skipped)
1557
+ Ground Truth Classes: 15 classes
1558
+ Predicted Classes: 15 classes
1559
+ Timing: 24m 23s this epoch (avg 30m 14s) | ETA ~1h 0m for 2 epoch(s) left, mAP every 4 epoch(s).
1560
+
1561
+ Epoch 35/36
1562
+ --------------------------------------------------
1563
+ Epoch 35/36 complete: 6846/6846 batches, loss: 0.5004
1564
+ Effective LR: ref=2.500e-05 (0=2.500e-05)
1565
+ Validation complete: 1561 batches
1566
+ Validation Metrics:
1567
+ --------------------------------------------------
1568
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1569
+ Avg Detections per Image (score≥0.3000): 17.06 ↑0.01
1570
+ Avg Detections per Image (score≥0.5): 12.67 ↑0.06
1571
+ Max detection score: 1.000
1572
+ Mean detection score: 0.334
1573
+ Time per Step: 0.3843 ↑0.0036
1574
+ Accuracy / GT cover: (skipped — computed on mAP epochs)
1575
+ Ground Truth objects: 57768
1576
+ mAP: (skipped)
1577
+ Ground Truth Classes: 15 classes
1578
+ Predicted Classes: 15 classes
1579
+ Timing: 24m 21s this epoch (avg 30m 4s) | ETA ~30m 4s for 1 epoch(s) left, mAP every 4 epoch(s).
1580
+
1581
+ Epoch 36/36
1582
+ --------------------------------------------------
1583
+ Epoch 36/36 complete: 6846/6846 batches, loss: 0.4943
1584
+ Effective LR: ref=2.500e-05 (0=2.500e-05)
1585
+
1586
+ Computing mAP (periodic evaluation: every 4 epoch(s))...
1587
+ Validation complete: 1561 batches
1588
+
1589
+ Computing mAP (this may take a while)...
1590
+ Eval filters: score≥0.3000, IoU≥0.50
1591
+ Images: 3,121
1592
+ Total detections (post score filter): 54,778 (17.6 per image)
1593
+ Total ground truths: 57,768 (18.5 per image)
1594
+ Warning: Large number of detections may slow down mAP computation
1595
+ Consider increasing evaluation.train_val_score_threshold (current: 0.3) for faster mAP matching
1596
+ Computing AP for baseball-diamond: 382 dets, 364 GTs (139,048 IoU calculations)
1597
+ Computing AP for bridge: 762 dets, 666 GTs (507,492 IoU calculations)
1598
+ WARNING: harbor has 21,421,232 IoU calculations (4,984 dets × 4,298 GTs). This will be slow!
1599
+ Computing AP for harbor: 4,984 dets, 4,298 GTs (21,421,232 IoU calculations)
1600
+ Using chunked batch IoU computation (GPU-accelerated) for harbor (21,421,232 calculations)
1601
+ Processing 4,984 detections in chunks of 1,163
1602
+ WARNING: large-vehicle has 92,401,136 IoU calculations (9,832 dets × 9,398 GTs). This will be slow!
1603
+ Computing AP for large-vehicle: 9,832 dets, 9,398 GTs (92,401,136 IoU calculations)
1604
+ Using chunked batch IoU computation (GPU-accelerated) for large-vehicle (92,401,136 calculations)
1605
+ Processing 9,832 detections in chunks of 532
1606
+ WARNING: plane has 21,876,144 IoU calculations (4,624 dets × 4,731 GTs). This will be slow!
1607
+ Computing AP for plane: 4,624 dets, 4,731 GTs (21,876,144 IoU calculations)
1608
+ Using chunked batch IoU computation (GPU-accelerated) for plane (21,876,144 calculations)
1609
+ Processing 4,624 detections in chunks of 1,056
1610
+ WARNING: ship has 308,424,294 IoU calculations (16,641 dets × 18,534 GTs). This will be slow!
1611
+ Computing AP for ship: 16,641 dets, 18,534 GTs (308,424,294 IoU calculations)
1612
+ Using chunked batch IoU computation (GPU-accelerated) for ship (308,424,294 calculations)
1613
+ Processing 16,641 detections in chunks of 269
1614
+ WARNING: small-vehicle has 111,298,600 IoU calculations (9,800 dets × 11,357 GTs). This will be slow!
1615
+ Computing AP for small-vehicle: 9,800 dets, 11,357 GTs (111,298,600 IoU calculations)
1616
+ Using chunked batch IoU computation (GPU-accelerated) for small-vehicle (111,298,600 calculations)
1617
+ Processing 9,800 detections in chunks of 440
1618
+ WARNING: storage-tank has 21,331,440 IoU calculations (4,240 dets × 5,031 GTs). This will be slow!
1619
+ Computing AP for storage-tank: 4,240 dets, 5,031 GTs (21,331,440 IoU calculations)
1620
+ Using chunked batch IoU computation (GPU-accelerated) for storage-tank (21,331,440 calculations)
1621
+ Processing 4,240 detections in chunks of 993
1622
+ Computing AP for swimming-pool: 726 dets, 693 GTs (503,118 IoU calculations)
1623
+ Computing AP for tennis-court: 1,535 dets, 1,529 GTs (2,347,015 IoU calculations)
1624
+ mAP computation completed in 8m 41s. mAP: 0.7962
1625
+ Validation Metrics:
1626
+ --------------------------------------------------
1627
+ Eval thresholds (mAP / matching): score≥0.3000, IoU≥0.50
1628
+ Avg Detections per Image (score≥0.3000): 17.08 ↑0.01
1629
+ Avg Detections per Image (score≥0.5): 12.73 ↑0.06
1630
+ Max detection score: 1.000
1631
+ Mean detection score: 0.343
1632
+ Time per Step: 0.3808 ↑0.0034
1633
+ Accuracy: 0.8312 (83.12%)
1634
+ Correct Predictions: 45531/54778 (matched detections)
1635
+ Ground Truth objects: 57768
1636
+ GT covered pre-eval-threshold: 48655/57768
1637
+ GT covered post-eval-threshold: 45552/57768
1638
+ GT lost by eval-threshold filtering: 3103
1639
+ GT cover rate pre-eval-threshold: 84.22%
1640
+ GT cover rate post-eval-threshold: 78.85%
1641
+ GT IoU vs raw dets (eval IoU threshold=0.50; per-GT max IoU over all dets / over same-class dets):
1642
+ mean best IoU (any class): 0.7092, median: 0.7916
1643
+ mean best IoU (correct class): 0.7011, median: 0.7907
1644
+ per-class mean best IoU (raw detections):
1645
+ | class | gts | mean_any | mean_same | med_same |
1646
+ |--------------------|-----:|----------:|-----------:|----------:|
1647
+ | baseball-diamond | 364 | 0.8254 | 0.8252 | 0.8392 |
1648
+ | basketball-court | 278 | 0.8805 | 0.8792 | 0.9049 |
1649
+ | bridge | 666 | 0.6935 | 0.6905 | 0.7424 |
1650
+ | ground-track-field | 216 | 0.8487 | 0.8480 | 0.8664 |
1651
+ | harbor | 4298 | 0.7315 | 0.7291 | 0.7701 |
1652
+ | helicopter | 157 | 0.7775 | 0.7543 | 0.7801 |
1653
+ | large-vehicle | 9398 | 0.7237 | 0.7103 | 0.7856 |
1654
+ | plane | 4731 | 0.8259 | 0.8258 | 0.8692 |
1655
+ | roundabout | 256 | 0.7985 | 0.7876 | 0.8646 |
1656
+ | ship | 18534 | 0.6641 | 0.6513 | 0.7852 |
1657
+ | small-vehicle | 11357 | 0.6860 | 0.6801 | 0.7591 |
1658
+ | soccer-ball-field | 260 | 0.7829 | 0.7630 | 0.8750 |
1659
+ | storage-tank | 5030 | 0.6877 | 0.6867 | 0.7857 |
1660
+ | swimming-pool | 693 | 0.6667 | 0.6667 | 0.7145 |
1661
+ | tennis-court | 1529 | 0.8996 | 0.8934 | 0.9165 |
1662
+ | global | 57767 | 0.7092 | 0.7011 | 0.7907 |
1663
+ GTs with IoU≥thresh but no same-class hit (wrong-class / misaligned): 417
1664
+ GTs with no detection above IoU thresh (missed / poor loc): 8687
1665
+ GTs with 0% best IoU vs any detection (no spatial overlap): 1043 (1.81% of GTs)
1666
+ histogram best IoU (any class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 4445/4242/13222/35858
1667
+ histogram best IoU (correct class) [0,0.25)/[0.25,0.5)/[0.5,0.75)/[0.75,1]: 5114/3990/13007/35656
1668
+ Class-agnostic duplicate rate (post score thresh; IoU≥0.50 vs a higher-score box): micro=0.67% (365/54778 boxes), macro mean over images with detections=1.29% (3064 images)
1669
+ mAP: 0.7962 ↑0.0115 (79.62%)
1670
+ Per-Class AP:
1671
+ baseball-diamond: 0.9085 ↑0.0003 (90.85%)
1672
+ basketball-court: 0.9017 ↑0.0003 (90.17%)
1673
+ bridge: 0.7439 ↑0.0035 (74.39%)
1674
+ ground-track-field: 0.9078 ↑0.0010 (90.78%)
1675
+ harbor: 0.7684 ↑0.0005 (76.84%)
1676
+ helicopter: 0.8967 ↑0.0792 (89.67%)
1677
+ large-vehicle: 0.6889 ↑0.0012 (68.89%)
1678
+ plane: 0.9050 ↑0.0000 (90.50%)
1679
+ roundabout: 0.8114 ↑0.0012 (81.14%)
1680
+ ship: 0.6725 ↑0.0004 (67.25%)
1681
+ small-vehicle: 0.6087 ↑0.0006 (60.87%)
1682
+ soccer-ball-field: 0.8104 ↑0.0032 (81.04%)
1683
+ storage-tank: 0.7086 ↑0.0791 (70.86%)
1684
+ swimming-pool: 0.7018 ↑0.0010 (70.18%)
1685
+ tennis-court: 0.9091 ↑0.0005 (90.91%)
1686
+ Ground Truth Classes: 15 classes
1687
+ Predicted Classes: 15 classes
1688
+ Timing: 35m 15s this epoch (avg 30m 12s) | Training loop finished (no final mAP).
1689
+
1690
+ ================================================================================
1691
+ Training timing summary
1692
+ ================================================================================
1693
+ Started: 2026-09-13T03:19:04+00:00
1694
+ Finished: 2026-09-13T21:26:33+00:00
1695
+ Total wall: 18h 7m (65249.7 s)
1696
+ Epochs: 36 completed (mean 30m 12s, min 24m 21s, max 43m 46s)
1697
+ ================================================================================
1698
+
1699
+ ================================================================================
1700
+ Training completed successfully!
1701
+ ================================================================================
1702
+ Experiment directory: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811
1703
+ Checkpoints saved to: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811/checkpoints
1704
+ TensorBoard logs saved to: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811
1705
+ Config saved to: /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811/config.json
1706
+
1707
+ View TensorBoard with:
1708
+ tensorboard --logdir /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet
1709
+ tensorboard --logdir /home/jeffaudi/projects/oriented-det/runs/rotated_retinanet/20260913-031811
rotated_retinanet_r50_fpn_dota_le90_3x-42968545.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429685453dc18b03d7ec659643fc3419745a361bd8d947a0cb98a88bb562ba9a
3
+ size 292312372