File size: 9,047 Bytes
d70361b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
{
  "model_id": "deepang/adaptformer-LEVIR-CD",
  "dummy": false,
  "epochs": 20,
  "epochs_ran": 10,
  "lr": 5e-05,
  "augment": true,
  "stride": 64,
  "loss": "ce",
  "pos_weight": 6.879002425524496,
  "pos_oversample": 4,
  "exclude_empty": true,
  "full_resize": true,
  "threshold": 0.5,
  "device": "cuda",
  "split": {
    "train": [
      "delhi_0009",
      "dda_before3_after3",
      "delhi_0032",
      "delhi_0028",
      "delhi_0021",
      "delhi_0029",
      "delhi_0011",
      "dda_before6_after6",
      "delhi_0027",
      "delhi_0023",
      "delhi_0018",
      "delhi_0022",
      "delhi_0004",
      "delhi_0031",
      "delhi_0003",
      "delhi_0012",
      "dda_after_testing",
      "dda_before4_after4",
      "dda_before1_after",
      "dda_before5_after5",
      "dda_before1_after2_testing",
      "dda_before2_after2",
      "delhi_0030",
      "delhi_0020"
    ],
    "val": [
      "dda_1_2_scene",
      "delhi_0025",
      "delhi_0019",
      "delhi_0017",
      "delhi_0026"
    ],
    "test": [
      "delhi_0024",
      "delhi_0001",
      "delhi_0005",
      "delhi_0016"
    ],
    "split": "70/15/15",
    "seed": 0,
    "source": "C:\\Users\\udayb\\cursor\\change_detection_webapp\\data\\delhi_cd",
    "stratified": true,
    "excluded_empty": true,
    "min_change_frac": 0.001
  },
  "class_balance": {
    "train": {
      "split": "train",
      "n_pairs": 24,
      "change_frac_mean": 0.12692,
      "change_frac_min": 0.0235,
      "change_frac_max": 0.480067,
      "bg_to_change_ratio": 6.88
    },
    "val": {
      "split": "val",
      "n_pairs": 5,
      "change_frac_mean": 0.048417,
      "change_frac_min": 0.007885,
      "change_frac_max": 0.095822,
      "bg_to_change_ratio": 19.65
    },
    "test": {
      "split": "test",
      "n_pairs": 4,
      "change_frac_mean": 0.073411,
      "change_frac_min": 0.043467,
      "change_frac_max": 0.109744,
      "bg_to_change_ratio": 12.62
    }
  },
  "train_pairs": 24,
  "val_pairs": 5,
  "test_pairs": 4,
  "train_tiles": 160,
  "best_val_f1": 0.4358,
  "test_mean_f1": 0.4872,
  "test_precision": 0.3615,
  "test_recall": 0.8493,
  "test_iou": 0.3241,
  "history": [
    {
      "epoch": 1,
      "train_loss": 8.3712,
      "val_mean_f1": 0.4275,
      "val_precision": 0.3873,
      "val_recall": 0.5079,
      "val_iou": 0.2957,
      "threshold": 0.5,
      "calibrate_f1": 0.4461,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.44611787514279655,
        "precision": 0.4208053374865358,
        "recall": 0.5066315614459208,
        "obj": 0.44611787514279655
      },
      "val_mean_prob": 0.122191,
      "val_max_prob": 1.0,
      "lr": 5e-05
    },
    {
      "epoch": 2,
      "train_loss": 1.9831,
      "val_mean_f1": 0.4148,
      "val_precision": 0.3641,
      "val_recall": 0.5365,
      "val_iou": 0.2805,
      "threshold": 0.5,
      "calibrate_f1": 0.4405,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.44051990054931844,
        "precision": 0.40239207114642933,
        "recall": 0.5395854535848865,
        "obj": 0.44051990054931844
      },
      "val_mean_prob": 0.126515,
      "val_max_prob": 1.0,
      "lr": 5e-05
    },
    {
      "epoch": 3,
      "train_loss": 0.9569,
      "val_mean_f1": 0.4358,
      "val_precision": 0.3453,
      "val_recall": 0.6413,
      "val_iou": 0.298,
      "threshold": 0.5,
      "calibrate_f1": 0.4646,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.4646375814971083,
        "precision": 0.3789670578677157,
        "recall": 0.6505373199704615,
        "obj": 0.4646375814971083
      },
      "val_mean_prob": 0.159251,
      "val_max_prob": 1.0,
      "lr": 5e-05
    },
    {
      "epoch": 4,
      "train_loss": 0.8186,
      "val_mean_f1": 0.3355,
      "val_precision": 0.2406,
      "val_recall": 0.659,
      "val_iou": 0.2138,
      "threshold": 0.5,
      "calibrate_f1": 0.364,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.3640493643917685,
        "precision": 0.2701768645603212,
        "recall": 0.6656401566294842,
        "obj": 0.3640493643917685
      },
      "val_mean_prob": 0.211085,
      "val_max_prob": 1.0,
      "lr": 5e-05
    },
    {
      "epoch": 5,
      "train_loss": 0.6358,
      "val_mean_f1": 0.1296,
      "val_precision": 0.0721,
      "val_recall": 0.8861,
      "val_iou": 0.071,
      "threshold": 0.5,
      "calibrate_f1": 0.1306,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.13055345305205135,
        "precision": 0.07257082106623017,
        "recall": 0.8975960536112002,
        "obj": 0.13055345305205135
      },
      "val_mean_prob": 0.534334,
      "val_max_prob": 0.999995,
      "lr": 5e-05
    },
    {
      "epoch": 6,
      "train_loss": 0.7804,
      "val_mean_f1": 0.2568,
      "val_precision": 0.1635,
      "val_recall": 0.7288,
      "val_iou": 0.1524,
      "threshold": 0.5,
      "calibrate_f1": 0.2784,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.27840329107700656,
        "precision": 0.18070950905373637,
        "recall": 0.7336164120930057,
        "obj": 0.27840329107700656
      },
      "val_mean_prob": 0.34043,
      "val_max_prob": 0.999998,
      "lr": 5e-05
    },
    {
      "epoch": 7,
      "train_loss": 0.4907,
      "val_mean_f1": 0.1175,
      "val_precision": 0.0641,
      "val_recall": 0.9631,
      "val_iou": 0.0638,
      "threshold": 0.5,
      "calibrate_f1": 0.1171,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.1170563176940311,
        "precision": 0.063799127303378,
        "recall": 0.9692432968171278,
        "obj": 0.1170563176940311
      },
      "val_mean_prob": 0.601109,
      "val_max_prob": 0.999993,
      "lr": 2.5e-05
    },
    {
      "epoch": 8,
      "train_loss": 0.6579,
      "val_mean_f1": 0.1694,
      "val_precision": 0.0969,
      "val_recall": 0.8517,
      "val_iou": 0.0951,
      "threshold": 0.5,
      "calibrate_f1": 0.1756,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.17563402382086846,
        "precision": 0.10076921385113913,
        "recall": 0.8676212222324633,
        "obj": 0.17563402382086846
      },
      "val_mean_prob": 0.470999,
      "val_max_prob": 0.999991,
      "lr": 2.5e-05
    },
    {
      "epoch": 9,
      "train_loss": 0.5252,
      "val_mean_f1": 0.1326,
      "val_precision": 0.074,
      "val_recall": 0.8591,
      "val_iou": 0.0727,
      "threshold": 0.5,
      "calibrate_f1": 0.1344,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.1343618450957093,
        "precision": 0.0750080048153346,
        "recall": 0.8767595093720832,
        "obj": 0.1343618450957093
      },
      "val_mean_prob": 0.530932,
      "val_max_prob": 0.999889,
      "lr": 2.5e-05
    },
    {
      "epoch": 10,
      "train_loss": 0.3968,
      "val_mean_f1": 0.1031,
      "val_precision": 0.0559,
      "val_recall": 0.932,
      "val_iou": 0.0555,
      "threshold": 0.5,
      "calibrate_f1": 0.1032,
      "calibrate_selected": {
        "thr": 0.5,
        "f1": 0.10320470730705296,
        "precision": 0.055897992053942344,
        "recall": 0.9433645988368635,
        "obj": 0.10320470730705296
      },
      "val_mean_prob": 0.647605,
      "val_max_prob": 0.999814,
      "lr": 1.25e-05
    }
  ],
  "preset": "wed",
  "output_probe": {
    "n": 2,
    "pairs": [
      {
        "pair_id": "delhi_0009",
        "logits_shape": [
          1,
          2,
          256,
          256
        ],
        "logits_min": -241226.015625,
        "logits_max": 260716.984375,
        "logits_mean": -0.860139012336731,
        "gt_pos_frac": 0.023529052734375,
        "ch0_mean": 0.9639692306518555,
        "ch1_mean": 0.03603081405162811,
        "ch1_min": 0.0,
        "ch1_max": 1.0,
        "ch1_on_gt": 0.7094519734382629,
        "ch1_on_bg": 0.019804049283266068,
        "ch0_on_gt": 0.29054805636405945,
        "change_channel": 1,
        "prob_min": 0.0,
        "prob_max": 1.0,
        "prob_mean": 0.03603081405162811,
        "prob_on_gt": 0.7094519734382629,
        "prob_on_bg": 0.019804049283266068,
        "pred_pos_at_0.5": 0.03485107421875
      },
      {
        "pair_id": "dda_before3_after3",
        "logits_shape": [
          1,
          2,
          256,
          256
        ],
        "logits_min": -168.86109924316406,
        "logits_max": 227.7565460205078,
        "logits_mean": -1.4674285650253296,
        "gt_pos_frac": 0.0332183837890625,
        "ch0_mean": 0.8818953633308411,
        "ch1_mean": 0.11810461431741714,
        "ch1_min": 0.0,
        "ch1_max": 1.0,
        "ch1_on_gt": 0.1943313628435135,
        "ch1_on_bg": 0.11548548936843872,
        "ch0_on_gt": 0.8056685924530029,
        "change_channel": 0,
        "prob_min": 0.0,
        "prob_max": 1.0,
        "prob_mean": 0.11810461431741714,
        "prob_on_gt": 0.1943313628435135,
        "prob_on_bg": 0.11548548936843872,
        "pred_pos_at_0.5": 0.114959716796875
      }
    ]
  }
}