Reduanul1997 commited on
Commit
d0c3fdc
·
verified ·
1 Parent(s): 7aca249

Add Baseline vs SE validation comparison

Browse files
evaluation/baseline_vs_se_comparison.json CHANGED
@@ -14,6 +14,7 @@
14
  "models": {
15
  "Baseline 3D U-Net": {
16
  "repository": "Reduanul1997/RepositoryBaseLine3DuNet",
 
17
  "best_model_epoch": 45,
18
  "training_reported_best_validation_dice": 0.772125,
19
  "foreground_macro": {
@@ -38,6 +39,7 @@
38
  },
39
  "SE Attention 3D U-Net": {
40
  "repository": "Reduanul1997/RepositorySeAttention3DuNet",
 
41
  "best_model_epoch": 48,
42
  "training_reported_best_validation_dice": 0.773046,
43
  "foreground_macro": {
@@ -60,5 +62,29 @@
60
  "FN": 415503
61
  }
62
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  }
64
  }
 
14
  "models": {
15
  "Baseline 3D U-Net": {
16
  "repository": "Reduanul1997/RepositoryBaseLine3DuNet",
17
+ "parameters": 22580964,
18
  "best_model_epoch": 45,
19
  "training_reported_best_validation_dice": 0.772125,
20
  "foreground_macro": {
 
39
  },
40
  "SE Attention 3D U-Net": {
41
  "repository": "Reduanul1997/RepositorySeAttention3DuNet",
42
+ "parameters": 5662146,
43
  "best_model_epoch": 48,
44
  "training_reported_best_validation_dice": 0.773046,
45
  "foreground_macro": {
 
62
  "FN": 415503
63
  }
64
  }
65
+ },
66
+ "metric_comparison_rule": {
67
+ "higher_is_better": [
68
+ "Training-Reported Best Validation Dice",
69
+ "Foreground Macro Dice",
70
+ "Foreground Macro IoU",
71
+ "Foreground Macro Precision",
72
+ "Foreground Macro Recall",
73
+ "Tumor Dice",
74
+ "Tumor IoU",
75
+ "Tumor Precision",
76
+ "Tumor Recall / Sensitivity",
77
+ "Tumor TP",
78
+ "Tumor TN"
79
+ ],
80
+ "lower_is_better": [
81
+ "Tumor FNR",
82
+ "Tumor FPR",
83
+ "Tumor FP",
84
+ "Tumor FN"
85
+ ],
86
+ "no_better_model": [
87
+ "Best Model Epoch"
88
+ ]
89
  }
90
  }