danielbogdoll commited on
Commit
951e2dc
·
verified ·
1 Parent(s): 6ef004d
output/native_batch2/dino_fuse_cnx/train/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fdf54e598710079c063cbbe1a04d830a5bd5b9f4c36e4e23d5e172931a5f446
3
+ size 2608131418
output/native_batch2/dino_fuse_lr10/train/config.yaml ADDED
@@ -0,0 +1,454 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ANOMALY_DETECTOR: UNO
2
+ CUDNN_BENCHMARK: false
3
+ DATALOADER:
4
+ ASPECT_RATIO_GROUPING: true
5
+ FILTER_EMPTY_ANNOTATIONS: true
6
+ NUM_WORKERS: 4
7
+ REPEAT_SQRT: true
8
+ REPEAT_THRESHOLD: 0.0
9
+ SAMPLER_TRAIN: TrainingSampler
10
+ DATASETS:
11
+ PRECOMPUTED_PROPOSAL_TOPK_TEST: 1000
12
+ PRECOMPUTED_PROPOSAL_TOPK_TRAIN: 2000
13
+ PROPOSAL_FILES_TEST: []
14
+ PROPOSAL_FILES_TRAIN: []
15
+ TEST: []
16
+ TRAIN:
17
+ - cityscapes_fine_sem_seg_train
18
+ - mapillary_vistas_sem_seg_train
19
+ FLOAT32_PRECISION: ''
20
+ GLOBAL:
21
+ HACK: 1.0
22
+ INPUT:
23
+ COLOR_AUG_SSD: true
24
+ CROP:
25
+ ENABLED: true
26
+ SINGLE_CATEGORY_MAX_AREA: 1.0
27
+ SIZE:
28
+ - 512
29
+ - 1024
30
+ TYPE: absolute
31
+ DATASET_MAPPER_NAME: mask_former_object_paste
32
+ FORMAT: RGB
33
+ IMAGE_SIZE: 1024
34
+ MASK_FORMAT: polygon
35
+ MAX_SCALE: 2.0
36
+ MAX_SIZE_TEST: 2048
37
+ MAX_SIZE_TRAIN: 4096
38
+ MIN_SCALE: 0.1
39
+ MIN_SIZE_TEST: 1024
40
+ MIN_SIZE_TRAIN:
41
+ - 512
42
+ - 614
43
+ - 716
44
+ - 819
45
+ - 921
46
+ - 1024
47
+ - 1126
48
+ - 1228
49
+ - 1331
50
+ - 1433
51
+ - 1536
52
+ - 1638
53
+ - 1740
54
+ - 1843
55
+ - 1945
56
+ - 2048
57
+ MIN_SIZE_TRAIN_SAMPLING: choice
58
+ RANDOM_FLIP: horizontal
59
+ SIZE_DIVISIBILITY: -1
60
+ MODEL:
61
+ ANCHOR_GENERATOR:
62
+ ANGLES:
63
+ - - -90
64
+ - 0
65
+ - 90
66
+ ASPECT_RATIOS:
67
+ - - 0.5
68
+ - 1.0
69
+ - 2.0
70
+ NAME: DefaultAnchorGenerator
71
+ OFFSET: 0.0
72
+ SIZES:
73
+ - - 32
74
+ - 64
75
+ - 128
76
+ - 256
77
+ - 512
78
+ BACKBONE:
79
+ FREEZE_AT: 0
80
+ NAME: D2SwinDINOFusion
81
+ DEVICE: cuda
82
+ DINO_FUSION:
83
+ HIDDEN: 256
84
+ LAYERS:
85
+ - 5
86
+ - 11
87
+ - 17
88
+ - 23
89
+ LR_MULT: 10.0
90
+ MODEL: vit_large_patch16_dinov3.lvd1689m
91
+ FPN:
92
+ FUSE_TYPE: sum
93
+ IN_FEATURES: []
94
+ NORM: ''
95
+ OUT_CHANNELS: 256
96
+ KEYPOINT_ON: false
97
+ LOAD_PROPOSALS: false
98
+ MASK_FORMER:
99
+ CLASS_WEIGHT: 2.0
100
+ DEC_LAYERS: 10
101
+ DEEP_SUPERVISION: true
102
+ DICE_WEIGHT: 5.0
103
+ DIM_FEEDFORWARD: 2048
104
+ DROPOUT: 0.0
105
+ ENC_LAYERS: 0
106
+ ENFORCE_INPUT_PROJ: false
107
+ HIDDEN_DIM: 256
108
+ IMPORTANCE_SAMPLE_RATIO: 0.75
109
+ JSD_WEIGHT: 0.03
110
+ MASK_WEIGHT: 5.0
111
+ NHEADS: 8
112
+ NO_OBJECT_WEIGHT: 0.1
113
+ NUM_OBJECT_QUERIES: 100
114
+ OVERSAMPLE_RATIO: 3.0
115
+ PRE_NORM: false
116
+ SIZE_DIVISIBILITY: 32
117
+ TEST:
118
+ INSTANCE_ON: false
119
+ OBJECT_MASK_THRESHOLD: 0.8
120
+ OVERLAP_THRESHOLD: 0.8
121
+ PANOPTIC_ON: false
122
+ SEMANTIC_ON: true
123
+ SEM_SEG_POSTPROCESSING_BEFORE_INFERENCE: false
124
+ TRAIN_NUM_POINTS: 12544
125
+ TRANSFORMER_DECODER_NAME: MultiScaleMaskedTransformerDecoder
126
+ TRANSFORMER_IN_FEATURE: multi_scale_pixel_decoder
127
+ MASK_ON: false
128
+ META_ARCHITECTURE: MaskFormer
129
+ PANOPTIC_FPN:
130
+ COMBINE:
131
+ ENABLED: true
132
+ INSTANCES_CONFIDENCE_THRESH: 0.5
133
+ OVERLAP_THRESH: 0.5
134
+ STUFF_AREA_LIMIT: 4096
135
+ INSTANCE_LOSS_WEIGHT: 1.0
136
+ PIXEL_MEAN:
137
+ - 123.675
138
+ - 116.28
139
+ - 103.53
140
+ PIXEL_STD:
141
+ - 58.395
142
+ - 57.12
143
+ - 57.375
144
+ PROPOSAL_GENERATOR:
145
+ MIN_SIZE: 0
146
+ NAME: RPN
147
+ RESNETS:
148
+ DEFORM_MODULATED: false
149
+ DEFORM_NUM_GROUPS: 1
150
+ DEFORM_ON_PER_STAGE:
151
+ - false
152
+ - false
153
+ - false
154
+ - false
155
+ DEPTH: 50
156
+ NORM: SyncBN
157
+ NUM_GROUPS: 1
158
+ OUT_FEATURES:
159
+ - res2
160
+ - res3
161
+ - res4
162
+ - res5
163
+ RES2_OUT_CHANNELS: 256
164
+ RES4_DILATION: 1
165
+ RES5_DILATION: 1
166
+ RES5_MULTI_GRID:
167
+ - 1
168
+ - 1
169
+ - 1
170
+ STEM_OUT_CHANNELS: 64
171
+ STEM_TYPE: basic
172
+ STRIDE_IN_1X1: false
173
+ WIDTH_PER_GROUP: 64
174
+ RETINANET:
175
+ BBOX_REG_LOSS_TYPE: smooth_l1
176
+ BBOX_REG_WEIGHTS: &id002
177
+ - 1.0
178
+ - 1.0
179
+ - 1.0
180
+ - 1.0
181
+ FOCAL_LOSS_ALPHA: 0.25
182
+ FOCAL_LOSS_GAMMA: 2.0
183
+ IN_FEATURES:
184
+ - p3
185
+ - p4
186
+ - p5
187
+ - p6
188
+ - p7
189
+ IOU_LABELS:
190
+ - 0
191
+ - -1
192
+ - 1
193
+ IOU_THRESHOLDS:
194
+ - 0.4
195
+ - 0.5
196
+ NMS_THRESH_TEST: 0.5
197
+ NORM: ''
198
+ NUM_CLASSES: 80
199
+ NUM_CONVS: 4
200
+ PRIOR_PROB: 0.01
201
+ SCORE_THRESH_TEST: 0.05
202
+ SMOOTH_L1_LOSS_BETA: 0.1
203
+ TOPK_CANDIDATES_TEST: 1000
204
+ ROI_BOX_CASCADE_HEAD:
205
+ BBOX_REG_WEIGHTS:
206
+ - &id001
207
+ - 10.0
208
+ - 10.0
209
+ - 5.0
210
+ - 5.0
211
+ - - 20.0
212
+ - 20.0
213
+ - 10.0
214
+ - 10.0
215
+ - - 30.0
216
+ - 30.0
217
+ - 15.0
218
+ - 15.0
219
+ IOUS:
220
+ - 0.5
221
+ - 0.6
222
+ - 0.7
223
+ ROI_BOX_HEAD:
224
+ BBOX_REG_LOSS_TYPE: smooth_l1
225
+ BBOX_REG_LOSS_WEIGHT: 1.0
226
+ BBOX_REG_WEIGHTS: *id001
227
+ CLS_AGNOSTIC_BBOX_REG: false
228
+ CONV_DIM: 256
229
+ FC_DIM: 1024
230
+ FED_LOSS_FREQ_WEIGHT_POWER: 0.5
231
+ FED_LOSS_NUM_CLASSES: 50
232
+ NAME: ''
233
+ NORM: ''
234
+ NUM_CONV: 0
235
+ NUM_FC: 0
236
+ POOLER_RESOLUTION: 14
237
+ POOLER_SAMPLING_RATIO: 0
238
+ POOLER_TYPE: ROIAlignV2
239
+ SMOOTH_L1_BETA: 0.0
240
+ TRAIN_ON_PRED_BOXES: false
241
+ USE_FED_LOSS: false
242
+ USE_SIGMOID_CE: false
243
+ ROI_HEADS:
244
+ BATCH_SIZE_PER_IMAGE: 512
245
+ IN_FEATURES:
246
+ - res4
247
+ IOU_LABELS:
248
+ - 0
249
+ - 1
250
+ IOU_THRESHOLDS:
251
+ - 0.5
252
+ NAME: Res5ROIHeads
253
+ NMS_THRESH_TEST: 0.5
254
+ NUM_CLASSES: 80
255
+ POSITIVE_FRACTION: 0.25
256
+ PROPOSAL_APPEND_GT: true
257
+ SCORE_THRESH_TEST: 0.05
258
+ ROI_KEYPOINT_HEAD:
259
+ CONV_DIMS:
260
+ - 512
261
+ - 512
262
+ - 512
263
+ - 512
264
+ - 512
265
+ - 512
266
+ - 512
267
+ - 512
268
+ LOSS_WEIGHT: 1.0
269
+ MIN_KEYPOINTS_PER_IMAGE: 1
270
+ NAME: KRCNNConvDeconvUpsampleHead
271
+ NORMALIZE_LOSS_BY_VISIBLE_KEYPOINTS: true
272
+ NUM_KEYPOINTS: 17
273
+ POOLER_RESOLUTION: 14
274
+ POOLER_SAMPLING_RATIO: 0
275
+ POOLER_TYPE: ROIAlignV2
276
+ ROI_MASK_HEAD:
277
+ CLS_AGNOSTIC_MASK: false
278
+ CONV_DIM: 256
279
+ NAME: MaskRCNNConvUpsampleHead
280
+ NORM: ''
281
+ NUM_CONV: 0
282
+ POOLER_RESOLUTION: 14
283
+ POOLER_SAMPLING_RATIO: 0
284
+ POOLER_TYPE: ROIAlignV2
285
+ RPN:
286
+ BATCH_SIZE_PER_IMAGE: 256
287
+ BBOX_REG_LOSS_TYPE: smooth_l1
288
+ BBOX_REG_LOSS_WEIGHT: 1.0
289
+ BBOX_REG_WEIGHTS: *id002
290
+ BOUNDARY_THRESH: -1
291
+ CONV_DIMS:
292
+ - -1
293
+ HEAD_NAME: StandardRPNHead
294
+ IN_FEATURES:
295
+ - res4
296
+ IOU_LABELS:
297
+ - 0
298
+ - -1
299
+ - 1
300
+ IOU_THRESHOLDS:
301
+ - 0.3
302
+ - 0.7
303
+ LOSS_WEIGHT: 1.0
304
+ NMS_THRESH: 0.7
305
+ POSITIVE_FRACTION: 0.5
306
+ POST_NMS_TOPK_TEST: 1000
307
+ POST_NMS_TOPK_TRAIN: 2000
308
+ PRE_NMS_TOPK_TEST: 6000
309
+ PRE_NMS_TOPK_TRAIN: 12000
310
+ SMOOTH_L1_BETA: 0.0
311
+ SEM_SEG_HEAD:
312
+ ASPP_CHANNELS: 256
313
+ ASPP_DILATIONS:
314
+ - 6
315
+ - 12
316
+ - 18
317
+ ASPP_DROPOUT: 0.1
318
+ COMMON_STRIDE: 4
319
+ CONVS_DIM: 256
320
+ DEFORMABLE_TRANSFORMER_ENCODER_IN_FEATURES:
321
+ - res3
322
+ - res4
323
+ - res5
324
+ DEFORMABLE_TRANSFORMER_ENCODER_N_HEADS: 8
325
+ DEFORMABLE_TRANSFORMER_ENCODER_N_POINTS: 4
326
+ IGNORE_VALUE: 255
327
+ IN_FEATURES:
328
+ - res2
329
+ - res3
330
+ - res4
331
+ - res5
332
+ LOSS_TYPE: hard_pixel_mining
333
+ LOSS_WEIGHT: 1.0
334
+ MASK_DIM: 256
335
+ NAME: MaskFormerHead
336
+ NORM: GN
337
+ NUM_CLASSES: 20
338
+ PIXEL_DECODER_NAME: MSDeformAttnPixelDecoder
339
+ PROJECT_CHANNELS:
340
+ - 48
341
+ PROJECT_FEATURES:
342
+ - res2
343
+ TRANSFORMER_ENC_LAYERS: 6
344
+ USE_DEPTHWISE_SEPARABLE_CONV: false
345
+ SWIN:
346
+ APE: false
347
+ ATTN_DROP_RATE: 0.0
348
+ DEPTHS:
349
+ - 2
350
+ - 2
351
+ - 18
352
+ - 2
353
+ DROP_PATH_RATE: 0.3
354
+ DROP_RATE: 0.0
355
+ EMBED_DIM: 192
356
+ MLP_RATIO: 4.0
357
+ NUM_HEADS:
358
+ - 6
359
+ - 12
360
+ - 24
361
+ - 48
362
+ OUT_FEATURES:
363
+ - res2
364
+ - res3
365
+ - res4
366
+ - res5
367
+ PATCH_NORM: true
368
+ PATCH_SIZE: 4
369
+ PRETRAIN_IMG_SIZE: 384
370
+ QKV_BIAS: true
371
+ QK_SCALE: null
372
+ USE_CHECKPOINT: false
373
+ WINDOW_SIZE: 12
374
+ WEIGHTS: model_weights/m2f_panoptic/vistas_swinL_panoptic_q100.pth
375
+ OUTPUT_DIR: output/native_batch2/dino_fuse_lr10/train
376
+ PASTE:
377
+ ANY_SIZE_MAX: 280
378
+ ANY_SIZE_MIN: 24
379
+ CAM_HEIGHT_M: 1.3
380
+ GROUP_MAX: 5
381
+ GROUP_PROB: 0.25
382
+ HEIGHT_MAX_M: 1.0
383
+ HEIGHT_MIN_M: 0.1
384
+ MIN_PIXEL_HEIGHT: 6
385
+ NUM_MAX: 10
386
+ NUM_MIN: 4
387
+ ROAD_FRAC: 0.6
388
+ SAM3_CLASS: 0
389
+ SAM3_OBJECTS: ./output/native_batch2/sam3_objects
390
+ SAM3_REL_PROB: 0.25
391
+ SAM3_SPLIT_CLASSES:
392
+ - 5
393
+ - 6
394
+ - 7
395
+ SAM3_TOP_K: 20
396
+ SEMANTIC_TARGETS: true
397
+ SYNTH_FRAC: 0.0
398
+ THING_INSTANCES: true
399
+ SEED: 1
400
+ SOLVER:
401
+ AMP:
402
+ ENABLED: true
403
+ BACKBONE_MULTIPLIER: 0.1
404
+ BASE_LR: 1.0e-05
405
+ BASE_LR_END: 0.0
406
+ BIAS_LR_FACTOR: 1.0
407
+ CHECKPOINT_PERIOD: 3000
408
+ CLIP_GRADIENTS:
409
+ CLIP_TYPE: full_model
410
+ CLIP_VALUE: 0.01
411
+ ENABLED: true
412
+ NORM_TYPE: 2.0
413
+ GAMMA: 0.1
414
+ IMS_PER_BATCH: 4
415
+ LR_SCHEDULER_NAME: WarmupPolyLR
416
+ MAX_ITER: 6000
417
+ MOMENTUM: 0.9
418
+ NESTEROV: false
419
+ NUM_DECAYS: 3
420
+ OPTIMIZER: ADAMW
421
+ POLY_LR_CONSTANT_ENDING: 0.0
422
+ POLY_LR_POWER: 0.9
423
+ REFERENCE_WORLD_SIZE: 0
424
+ RESCALE_INTERVAL: false
425
+ STEPS:
426
+ - 30000
427
+ WARMUP_FACTOR: 1.0
428
+ WARMUP_ITERS: 0
429
+ WARMUP_METHOD: linear
430
+ WEIGHT_DECAY: 0.05
431
+ WEIGHT_DECAY_BIAS: null
432
+ WEIGHT_DECAY_EMBED: 0.0
433
+ WEIGHT_DECAY_NORM: 0.0
434
+ TEST:
435
+ AUG:
436
+ ENABLED: false
437
+ FLIP: true
438
+ MAX_SIZE: 4096
439
+ MIN_SIZES:
440
+ - 512
441
+ - 768
442
+ - 1024
443
+ - 1280
444
+ - 1536
445
+ - 1792
446
+ DETECTIONS_PER_IMAGE: 100
447
+ EVAL_PERIOD: 0
448
+ EXPECTED_RESULTS: []
449
+ KEYPOINT_OKS_SIGMAS: []
450
+ PRECISE_BN:
451
+ ENABLED: false
452
+ NUM_ITER: 200
453
+ VERSION: 2
454
+ VIS_PERIOD: 0