| [ |
| { |
| "arch": "alexnet", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.0315399169921875, |
| "pred_agreement": 1.0, |
| "size_mb": 228.3, |
| "test_redact": { |
| "accuracy": 0.8920973024325608, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8463461586539663, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6187624750499002, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.8930389926414826, |
| "min": 0.8920973024325608, |
| "max": 0.8939473486837171, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "alexnet", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.0305633544921875, |
| "pred_agreement": 1.0, |
| "size_mb": 228.3, |
| "test_redact": { |
| "accuracy": 0.8818970474261857, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8841221030525763, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.5748502994011976, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.8851721293032325, |
| "min": 0.8841221030525763, |
| "max": 0.8870471761794045, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "alexnet", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.040393829345703125, |
| "pred_agreement": 1.0, |
| "size_mb": 228.3, |
| "test_redact": { |
| "accuracy": 0.9284695165450255, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9153816605388795, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7355289421157685, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.928176846110227, |
| "min": 0.9280030730395654, |
| "max": 0.9284695165450255, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "alexnet", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.039943695068359375, |
| "pred_agreement": 1.0, |
| "size_mb": 228.3, |
| "test_redact": { |
| "accuracy": 0.9236953300773747, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9273171267080064, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.6966067864271457, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9272531050503942, |
| "min": 0.9270976238819075, |
| "max": 0.9273445645612687, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "googlenet", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.06656074523925781, |
| "pred_agreement": 0.998046875, |
| "size_mb": 22.6, |
| "test_redact": { |
| "accuracy": 0.8933723343083577, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8591214780369509, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6327345309381237, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.8924556447244515, |
| "min": 0.891947298682467, |
| "max": 0.8933723343083577, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "googlenet", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.06449508666992188, |
| "pred_agreement": 1.0, |
| "size_mb": 22.6, |
| "test_redact": { |
| "accuracy": 0.8811970299257481, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8852471311782795, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6037924151696606, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.8850137920114669, |
| "min": 0.8846221155528888, |
| "max": 0.8852471311782795, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "googlenet", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.07055091857910156, |
| "pred_agreement": 1.0, |
| "size_mb": 22.6, |
| "test_redact": { |
| "accuracy": 0.9318992482028207, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9262470504307743, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.779441117764471, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9315425561104099, |
| "min": 0.9311584261647369, |
| "max": 0.9318992482028207, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "googlenet", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.07169532775878906, |
| "pred_agreement": 1.0, |
| "size_mb": 22.6, |
| "test_redact": { |
| "accuracy": 0.9272073752949569, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9290731493167974, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7145708582834331, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9297133658929192, |
| "min": 0.9290731493167974, |
| "max": 0.9307468583658015, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnet50", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.04622840881347656, |
| "pred_agreement": 1.0, |
| "size_mb": 94.4, |
| "test_redact": { |
| "accuracy": 0.9100727518187954, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8780719517987949, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6746506986027944, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9085477136928423, |
| "min": 0.9074976874421861, |
| "max": 0.9100727518187954, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnet50", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.05205726623535156, |
| "pred_agreement": 1.0, |
| "size_mb": 94.4, |
| "test_redact": { |
| "accuracy": 0.8988724718117953, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9021475536888423, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6377245508982036, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.902030884105436, |
| "min": 0.9008475211880297, |
| "max": 0.903097577439436, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnet50", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.03786468505859375, |
| "pred_agreement": 1.0, |
| "size_mb": 94.4, |
| "test_redact": { |
| "accuracy": 0.9426000109751413, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9370850024694068, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7924151696606786, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9430756004316888, |
| "min": 0.9426000109751413, |
| "max": 0.9434505844262745, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnet50", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.04105186462402344, |
| "pred_agreement": 1.0, |
| "size_mb": 94.4, |
| "test_redact": { |
| "accuracy": 0.9418591889370576, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9427646380947154, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7704590818363274, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9418591889370576, |
| "min": 0.9407891126598255, |
| "max": 0.9427646380947154, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnext50", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.0448455810546875, |
| "pred_agreement": 1.0, |
| "size_mb": 92.4, |
| "test_redact": { |
| "accuracy": 0.9148478711967799, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8827220680517013, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6586826347305389, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9133395001541705, |
| "min": 0.9120228005700143, |
| "max": 0.9148478711967799, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnext50", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.05100250244140625, |
| "pred_agreement": 1.0, |
| "size_mb": 92.4, |
| "test_redact": { |
| "accuracy": 0.9020225505637641, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9048476211905297, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6686626746506986, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.906297657441436, |
| "min": 0.9048476211905297, |
| "max": 0.9073226830670766, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnext50", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.06665253639221191, |
| "pred_agreement": 1.0, |
| "size_mb": 92.4, |
| "test_redact": { |
| "accuracy": 0.9463864347253471, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9410086154859244, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.8083832335329342, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9468711701329822, |
| "min": 0.9463864347253471, |
| "max": 0.9475113867091038, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "resnext50", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.0471649169921875, |
| "pred_agreement": 1.0, |
| "size_mb": 92.4, |
| "test_redact": { |
| "accuracy": 0.9445480985567689, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9455907369807386, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7624750499001997, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9452431908394153, |
| "min": 0.9442737200241453, |
| "max": 0.9458651155133623, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "squeezenet", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.0726470947265625, |
| "pred_agreement": 1.0, |
| "size_mb": 3.0, |
| "test_redact": { |
| "accuracy": 0.8870471761794045, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8375959398984975, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6756487025948104, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.8865638307624358, |
| "min": 0.8848971224280607, |
| "max": 0.887747193679842, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "squeezenet", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.04743194580078125, |
| "pred_agreement": 1.0, |
| "size_mb": 3.0, |
| "test_redact": { |
| "accuracy": 0.8741218530463262, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8773719342983575, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6347305389221557, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.876930256589748, |
| "min": 0.8759218980474512, |
| "max": 0.8774969374234356, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "squeezenet", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.07623291015625, |
| "pred_agreement": 1.0, |
| "size_mb": 3.0, |
| "test_redact": { |
| "accuracy": 0.924628217088295, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9156560390715031, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7704590818363274, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9258720664361887, |
| "min": 0.924628217088295, |
| "max": 0.9272348131482193, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "squeezenet", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.08559417724609375, |
| "pred_agreement": 0.998046875, |
| "size_mb": 3.0, |
| "test_redact": { |
| "accuracy": 0.9231740108653899, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9249849091807057, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7495009980039921, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9246373630393826, |
| "min": 0.9240245843165231, |
| "max": 0.9249849091807057, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "vgg16", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.1324005126953125, |
| "pred_agreement": 1.0, |
| "size_mb": 537.3, |
| "test_redact": { |
| "accuracy": 0.9118477961949049, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8754468861721543, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6856287425149701, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9126894839037641, |
| "min": 0.9118477961949049, |
| "max": 0.9132728318207955, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "vgg16", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.06246185302734375, |
| "pred_agreement": 1.0, |
| "size_mb": 537.3, |
| "test_redact": { |
| "accuracy": 0.9043976099402485, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9073976849421236, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.6666666666666666, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9080893689008892, |
| "min": 0.9073976849421236, |
| "max": 0.9093227330683267, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "vgg16", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.09185028076171875, |
| "pred_agreement": 1.0, |
| "size_mb": 537.3, |
| "test_redact": { |
| "accuracy": 0.9461394940459859, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9374691324150799, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7854291417165669, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9461943697525106, |
| "min": 0.9456456126872633, |
| "max": 0.9467980025242825, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "vgg16", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.113189697265625, |
| "pred_agreement": 1.0, |
| "size_mb": 537.3, |
| "test_redact": { |
| "accuracy": 0.9425176974153542, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9446029742632936, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.7784431137724551, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9442096983665332, |
| "min": 0.9436700872523733, |
| "max": 0.9446029742632936, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "dit_base", |
| "variant": "labels-original_codes-kept", |
| "max_abs_logit_diff": 0.09683346748352051, |
| "pred_agreement": 1.0, |
| "size_mb": 343.3, |
| "test_redact": { |
| "accuracy": 0.9268731718292957, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.8920473011825296, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.7125748502994012, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9275648557880615, |
| "min": 0.9268731718292957, |
| "max": 0.9281982049551238, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "dit_base", |
| "variant": "labels-original_codes-removed", |
| "max_abs_logit_diff": 0.729992151260376, |
| "pred_agreement": 0.998046875, |
| "size_mb": 343.3, |
| "test_redact": { |
| "accuracy": 0.9189479736993424, |
| "n": 39999 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9220480512012801, |
| "n": 39999 |
| }, |
| "set_N": { |
| "accuracy": 0.7045908183632734, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9219480487012176, |
| "min": 0.9209980249506238, |
| "max": 0.9227980699517488, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "dit_base", |
| "variant": "labels-corrected_codes-kept", |
| "max_abs_logit_diff": 0.05561637878417969, |
| "pred_agreement": 1.0, |
| "size_mb": 343.3, |
| "test_redact": { |
| "accuracy": 0.9594194150249684, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9536574658398727, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.8712574850299402, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9592090581499569, |
| "min": 0.9590901607858201, |
| "max": 0.9594194150249684, |
| "n_seeds": 3 |
| } |
| }, |
| { |
| "arch": "dit_base", |
| "variant": "labels-corrected_codes-removed", |
| "max_abs_logit_diff": 0.03879070281982422, |
| "pred_agreement": 1.0, |
| "size_mb": 343.3, |
| "test_redact": { |
| "accuracy": 0.9570597596444054, |
| "n": 36446 |
| }, |
| "test_redact_noid": { |
| "accuracy": 0.9574164517368161, |
| "n": 36446 |
| }, |
| "set_N": { |
| "accuracy": 0.8393213572854291, |
| "n": 1002 |
| }, |
| "own_condition_three_seeds": { |
| "mean": 0.9580841061662003, |
| "min": 0.9574164517368161, |
| "max": 0.9587334686934095, |
| "n_seeds": 3 |
| } |
| } |
| ] |
