Upload Stage2 robustness bridge v2
Browse files
metrics/formal_x4_benchmark_stage2_robustness_bridge_v2_summary.json
ADDED
|
@@ -0,0 +1,138 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"candidates": {
|
| 3 |
+
"bicubic": {
|
| 4 |
+
"by_dataset": {
|
| 5 |
+
"DIV2K": {
|
| 6 |
+
"count": 100,
|
| 7 |
+
"mean_rgb_psnr": 26.682888905924038,
|
| 8 |
+
"mean_rgb_ssim": 0.7519832918206025,
|
| 9 |
+
"mean_y_psnr": 28.104447077829068,
|
| 10 |
+
"mean_y_ssim": 0.7744344440926121
|
| 11 |
+
},
|
| 12 |
+
"Set14": {
|
| 13 |
+
"count": 14,
|
| 14 |
+
"mean_rgb_psnr": 24.466428790177485,
|
| 15 |
+
"mean_rgb_ssim": 0.6639526695647072,
|
| 16 |
+
"mean_y_psnr": 26.092754727832787,
|
| 17 |
+
"mean_y_ssim": 0.7049105502099173
|
| 18 |
+
},
|
| 19 |
+
"Set5": {
|
| 20 |
+
"count": 5,
|
| 21 |
+
"mean_rgb_psnr": 26.695956233017256,
|
| 22 |
+
"mean_rgb_ssim": 0.7733691878543689,
|
| 23 |
+
"mean_y_psnr": 28.43175355184288,
|
| 24 |
+
"mean_y_ssim": 0.8112626696705835
|
| 25 |
+
},
|
| 26 |
+
"Urban100": {
|
| 27 |
+
"count": 100,
|
| 28 |
+
"mean_rgb_psnr": 21.70767561927902,
|
| 29 |
+
"mean_rgb_ssim": 0.6319762536793598,
|
| 30 |
+
"mean_y_psnr": 23.141237611962925,
|
| 31 |
+
"mean_y_ssim": 0.6581525881373521
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"count": 219,
|
| 35 |
+
"mean_rgb_psnr": 24.269708843597616,
|
| 36 |
+
"mean_rgb_ssim": 0.6920462916126666,
|
| 37 |
+
"mean_y_psnr": 25.71701279875833,
|
| 38 |
+
"mean_y_ssim": 0.7177340834442383
|
| 39 |
+
},
|
| 40 |
+
"bridge_v2": {
|
| 41 |
+
"by_dataset": {
|
| 42 |
+
"DIV2K": {
|
| 43 |
+
"count": 100,
|
| 44 |
+
"mean_rgb_psnr": 28.60747491211829,
|
| 45 |
+
"mean_rgb_ssim": 0.8123847430635243,
|
| 46 |
+
"mean_y_psnr": 30.090408366876655,
|
| 47 |
+
"mean_y_ssim": 0.8331938626772711
|
| 48 |
+
},
|
| 49 |
+
"Set14": {
|
| 50 |
+
"count": 14,
|
| 51 |
+
"mean_rgb_psnr": 26.55317741366602,
|
| 52 |
+
"mean_rgb_ssim": 0.7397870120380488,
|
| 53 |
+
"mean_y_psnr": 28.36287276693968,
|
| 54 |
+
"mean_y_ssim": 0.778696699263982
|
| 55 |
+
},
|
| 56 |
+
"Set5": {
|
| 57 |
+
"count": 5,
|
| 58 |
+
"mean_rgb_psnr": 29.816248693550097,
|
| 59 |
+
"mean_rgb_ssim": 0.856196290914084,
|
| 60 |
+
"mean_y_psnr": 31.776001497708382,
|
| 61 |
+
"mean_y_ssim": 0.8906154236158071
|
| 62 |
+
},
|
| 63 |
+
"Urban100": {
|
| 64 |
+
"count": 100,
|
| 65 |
+
"mean_rgb_psnr": 24.096313339545283,
|
| 66 |
+
"mean_rgb_ssim": 0.7475791097578767,
|
| 67 |
+
"mean_y_psnr": 25.604518663226724,
|
| 68 |
+
"mean_y_ssim": 0.7709235779114131
|
| 69 |
+
}
|
| 70 |
+
},
|
| 71 |
+
"count": 219,
|
| 72 |
+
"mean_rgb_psnr": 26.443856403769093,
|
| 73 |
+
"mean_rgb_psnr_delta_vs_bicubic": 2.174147560171482,
|
| 74 |
+
"mean_rgb_ssim": 0.7791524424896948,
|
| 75 |
+
"mean_rgb_ssim_delta_vs_bicubic": 0.08710615087702833,
|
| 76 |
+
"mean_y_psnr": 27.97010469970792,
|
| 77 |
+
"mean_y_psnr_delta_vs_bicubic": 2.253091900949601,
|
| 78 |
+
"mean_y_ssim": 0.8025871003043068,
|
| 79 |
+
"mean_y_ssim_delta_vs_bicubic": 0.08485301686006874,
|
| 80 |
+
"wins_rgb_psnr_vs_bicubic": 219,
|
| 81 |
+
"wins_rgb_ssim_vs_bicubic": 219,
|
| 82 |
+
"wins_y_psnr_vs_bicubic": 219,
|
| 83 |
+
"wins_y_ssim_vs_bicubic": 219
|
| 84 |
+
},
|
| 85 |
+
"v3": {
|
| 86 |
+
"by_dataset": {
|
| 87 |
+
"DIV2K": {
|
| 88 |
+
"count": 100,
|
| 89 |
+
"mean_rgb_psnr": 28.642903443631695,
|
| 90 |
+
"mean_rgb_ssim": 0.8122012658262932,
|
| 91 |
+
"mean_y_psnr": 30.119327204182138,
|
| 92 |
+
"mean_y_ssim": 0.8329371879325512
|
| 93 |
+
},
|
| 94 |
+
"Set14": {
|
| 95 |
+
"count": 14,
|
| 96 |
+
"mean_rgb_psnr": 26.566679553822723,
|
| 97 |
+
"mean_rgb_ssim": 0.7400855165049789,
|
| 98 |
+
"mean_y_psnr": 28.374025271634,
|
| 99 |
+
"mean_y_ssim": 0.7788581132793233
|
| 100 |
+
},
|
| 101 |
+
"Set5": {
|
| 102 |
+
"count": 5,
|
| 103 |
+
"mean_rgb_psnr": 29.82126970877231,
|
| 104 |
+
"mean_rgb_ssim": 0.8561338563593518,
|
| 105 |
+
"mean_y_psnr": 31.760095154633213,
|
| 106 |
+
"mean_y_ssim": 0.8897336957417487
|
| 107 |
+
},
|
| 108 |
+
"Urban100": {
|
| 109 |
+
"count": 100,
|
| 110 |
+
"mean_rgb_psnr": 24.117102256211556,
|
| 111 |
+
"mean_rgb_ssim": 0.7488929359347081,
|
| 112 |
+
"mean_y_psnr": 25.62206071393968,
|
| 113 |
+
"mean_y_ssim": 0.7720037329658355
|
| 114 |
+
}
|
| 115 |
+
},
|
| 116 |
+
"count": 219,
|
| 117 |
+
"mean_rgb_psnr": 26.470504256994086,
|
| 118 |
+
"mean_rgb_psnr_delta_vs_bicubic": 2.2007954133964702,
|
| 119 |
+
"mean_rgb_ssim": 0.7796862405888887,
|
| 120 |
+
"mean_rgb_ssim_delta_vs_bicubic": 0.08763994897622206,
|
| 121 |
+
"mean_y_psnr": 27.991669504055814,
|
| 122 |
+
"mean_y_psnr_delta_vs_bicubic": 2.274656705297489,
|
| 123 |
+
"mean_y_ssim": 0.8029533066413604,
|
| 124 |
+
"mean_y_ssim_delta_vs_bicubic": 0.08521922319712216,
|
| 125 |
+
"wins_rgb_psnr_vs_bicubic": 219,
|
| 126 |
+
"wins_rgb_ssim_vs_bicubic": 219,
|
| 127 |
+
"wins_y_psnr_vs_bicubic": 219,
|
| 128 |
+
"wins_y_ssim_vs_bicubic": 219
|
| 129 |
+
}
|
| 130 |
+
},
|
| 131 |
+
"crop_border": 4,
|
| 132 |
+
"include_rgb_ssim": true,
|
| 133 |
+
"include_ssim": true,
|
| 134 |
+
"manifest": "/home/ubuntu/scratch/sr-diffusion/benchmarks/x4_benchmark_manifest.csv",
|
| 135 |
+
"num_images": 219,
|
| 136 |
+
"protocol": "official x4 LR pairs; MATLAB BT.601 Y; scale-pixel shave; MATLAB-style SSIM when enabled",
|
| 137 |
+
"workers": 4
|
| 138 |
+
}
|