| { | |
| "protocol": "editing-v2", | |
| "pairs": 10, | |
| "cases": 5, | |
| "seeds": [ | |
| 1000042, | |
| 1000123 | |
| ], | |
| "resolution": 1024, | |
| "observations": "See AUDIT.md; similarity is not an edit-success score.", | |
| "comparisons": [ | |
| { | |
| "case_id": "portrait_recolor", | |
| "seed": 1000042, | |
| "rgb_mae_white": 0.0029675376135855913, | |
| "rgb_psnr_white_db": 45.66288693703319, | |
| "alpha_mae": 8.914045611163601e-05 | |
| }, | |
| { | |
| "case_id": "portrait_recolor", | |
| "seed": 1000123, | |
| "rgb_mae_white": 0.0027256591711193323, | |
| "rgb_psnr_white_db": 46.190840958046124, | |
| "alpha_mae": 6.285271956585348e-05 | |
| }, | |
| { | |
| "case_id": "cup_material", | |
| "seed": 1000042, | |
| "rgb_mae_white": 0.002638048492372036, | |
| "rgb_psnr_white_db": 47.672621834542674, | |
| "alpha_mae": 1.7442889657104388e-05 | |
| }, | |
| { | |
| "case_id": "cup_material", | |
| "seed": 1000123, | |
| "rgb_mae_white": 0.002041328465566039, | |
| "rgb_psnr_white_db": 48.64532322708574, | |
| "alpha_mae": 1.98925263248384e-05 | |
| }, | |
| { | |
| "case_id": "bird_background", | |
| "seed": 1000042, | |
| "rgb_mae_white": 0.008807799778878689, | |
| "rgb_psnr_white_db": 34.48232666474491, | |
| "alpha_mae": 7.433422433678061e-05 | |
| }, | |
| { | |
| "case_id": "bird_background", | |
| "seed": 1000123, | |
| "rgb_mae_white": 0.00749199790880084, | |
| "rgb_psnr_white_db": 37.56971500798633, | |
| "alpha_mae": 4.950879520038143e-05 | |
| }, | |
| { | |
| "case_id": "bird_remove_background", | |
| "seed": 1000042, | |
| "rgb_mae_white": 0.003966199234127998, | |
| "rgb_psnr_white_db": 35.914555076726785, | |
| "alpha_mae": 0.001151645788922906 | |
| }, | |
| { | |
| "case_id": "bird_remove_background", | |
| "seed": 1000123, | |
| "rgb_mae_white": 0.00370429758913815, | |
| "rgb_psnr_white_db": 39.374324373952035, | |
| "alpha_mae": 0.0008310242556035519 | |
| }, | |
| { | |
| "case_id": "cup_identity", | |
| "seed": 1000042, | |
| "rgb_mae_white": 0.0025437797885388136, | |
| "rgb_psnr_white_db": 39.6681031560844, | |
| "alpha_mae": 1.6698648323654197e-05 | |
| }, | |
| { | |
| "case_id": "cup_identity", | |
| "seed": 1000123, | |
| "rgb_mae_white": 0.0018563411431387067, | |
| "rgb_psnr_white_db": 48.49829725842834, | |
| "alpha_mae": 5.995057108520996e-06 | |
| } | |
| ] | |
| } |