Add Baseline vs SE validation comparison
Browse files
evaluation/baseline_vs_se_comparison.json
CHANGED
|
@@ -14,6 +14,7 @@
|
|
| 14 |
"models": {
|
| 15 |
"Baseline 3D U-Net": {
|
| 16 |
"repository": "Reduanul1997/RepositoryBaseLine3DuNet",
|
|
|
|
| 17 |
"best_model_epoch": 45,
|
| 18 |
"training_reported_best_validation_dice": 0.772125,
|
| 19 |
"foreground_macro": {
|
|
@@ -38,6 +39,7 @@
|
|
| 38 |
},
|
| 39 |
"SE Attention 3D U-Net": {
|
| 40 |
"repository": "Reduanul1997/RepositorySeAttention3DuNet",
|
|
|
|
| 41 |
"best_model_epoch": 48,
|
| 42 |
"training_reported_best_validation_dice": 0.773046,
|
| 43 |
"foreground_macro": {
|
|
@@ -60,5 +62,29 @@
|
|
| 60 |
"FN": 415503
|
| 61 |
}
|
| 62 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
}
|
| 64 |
}
|
|
|
|
| 14 |
"models": {
|
| 15 |
"Baseline 3D U-Net": {
|
| 16 |
"repository": "Reduanul1997/RepositoryBaseLine3DuNet",
|
| 17 |
+
"parameters": 22580964,
|
| 18 |
"best_model_epoch": 45,
|
| 19 |
"training_reported_best_validation_dice": 0.772125,
|
| 20 |
"foreground_macro": {
|
|
|
|
| 39 |
},
|
| 40 |
"SE Attention 3D U-Net": {
|
| 41 |
"repository": "Reduanul1997/RepositorySeAttention3DuNet",
|
| 42 |
+
"parameters": 5662146,
|
| 43 |
"best_model_epoch": 48,
|
| 44 |
"training_reported_best_validation_dice": 0.773046,
|
| 45 |
"foreground_macro": {
|
|
|
|
| 62 |
"FN": 415503
|
| 63 |
}
|
| 64 |
}
|
| 65 |
+
},
|
| 66 |
+
"metric_comparison_rule": {
|
| 67 |
+
"higher_is_better": [
|
| 68 |
+
"Training-Reported Best Validation Dice",
|
| 69 |
+
"Foreground Macro Dice",
|
| 70 |
+
"Foreground Macro IoU",
|
| 71 |
+
"Foreground Macro Precision",
|
| 72 |
+
"Foreground Macro Recall",
|
| 73 |
+
"Tumor Dice",
|
| 74 |
+
"Tumor IoU",
|
| 75 |
+
"Tumor Precision",
|
| 76 |
+
"Tumor Recall / Sensitivity",
|
| 77 |
+
"Tumor TP",
|
| 78 |
+
"Tumor TN"
|
| 79 |
+
],
|
| 80 |
+
"lower_is_better": [
|
| 81 |
+
"Tumor FNR",
|
| 82 |
+
"Tumor FPR",
|
| 83 |
+
"Tumor FP",
|
| 84 |
+
"Tumor FN"
|
| 85 |
+
],
|
| 86 |
+
"no_better_model": [
|
| 87 |
+
"Best Model Epoch"
|
| 88 |
+
]
|
| 89 |
}
|
| 90 |
}
|