[ { "arch": "alexnet", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.0315399169921875, "pred_agreement": 1.0, "size_mb": 228.3, "test_redact": { "accuracy": 0.8920973024325608, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8463461586539663, "n": 39999 }, "set_N": { "accuracy": 0.6187624750499002, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.8930389926414826, "min": 0.8920973024325608, "max": 0.8939473486837171, "n_seeds": 3 } }, { "arch": "alexnet", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.0305633544921875, "pred_agreement": 1.0, "size_mb": 228.3, "test_redact": { "accuracy": 0.8818970474261857, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8841221030525763, "n": 39999 }, "set_N": { "accuracy": 0.5748502994011976, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.8851721293032325, "min": 0.8841221030525763, "max": 0.8870471761794045, "n_seeds": 3 } }, { "arch": "alexnet", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.040393829345703125, "pred_agreement": 1.0, "size_mb": 228.3, "test_redact": { "accuracy": 0.9284695165450255, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9153816605388795, "n": 36446 }, "set_N": { "accuracy": 0.7355289421157685, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.928176846110227, "min": 0.9280030730395654, "max": 0.9284695165450255, "n_seeds": 3 } }, { "arch": "alexnet", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.039943695068359375, "pred_agreement": 1.0, "size_mb": 228.3, "test_redact": { "accuracy": 0.9236953300773747, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9273171267080064, "n": 36446 }, "set_N": { "accuracy": 0.6966067864271457, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9272531050503942, "min": 0.9270976238819075, "max": 0.9273445645612687, "n_seeds": 3 } }, { "arch": "googlenet", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.06656074523925781, "pred_agreement": 0.998046875, "size_mb": 22.6, "test_redact": { "accuracy": 0.8933723343083577, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8591214780369509, "n": 39999 }, "set_N": { "accuracy": 0.6327345309381237, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.8924556447244515, "min": 0.891947298682467, "max": 0.8933723343083577, "n_seeds": 3 } }, { "arch": "googlenet", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.06449508666992188, "pred_agreement": 1.0, "size_mb": 22.6, "test_redact": { "accuracy": 0.8811970299257481, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8852471311782795, "n": 39999 }, "set_N": { "accuracy": 0.6037924151696606, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.8850137920114669, "min": 0.8846221155528888, "max": 0.8852471311782795, "n_seeds": 3 } }, { "arch": "googlenet", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.07055091857910156, "pred_agreement": 1.0, "size_mb": 22.6, "test_redact": { "accuracy": 0.9318992482028207, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9262470504307743, "n": 36446 }, "set_N": { "accuracy": 0.779441117764471, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9315425561104099, "min": 0.9311584261647369, "max": 0.9318992482028207, "n_seeds": 3 } }, { "arch": "googlenet", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.07169532775878906, "pred_agreement": 1.0, "size_mb": 22.6, "test_redact": { "accuracy": 0.9272073752949569, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9290731493167974, "n": 36446 }, "set_N": { "accuracy": 0.7145708582834331, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9297133658929192, "min": 0.9290731493167974, "max": 0.9307468583658015, "n_seeds": 3 } }, { "arch": "resnet50", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.04622840881347656, "pred_agreement": 1.0, "size_mb": 94.4, "test_redact": { "accuracy": 0.9100727518187954, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8780719517987949, "n": 39999 }, "set_N": { "accuracy": 0.6746506986027944, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9085477136928423, "min": 0.9074976874421861, "max": 0.9100727518187954, "n_seeds": 3 } }, { "arch": "resnet50", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.05205726623535156, "pred_agreement": 1.0, "size_mb": 94.4, "test_redact": { "accuracy": 0.8988724718117953, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9021475536888423, "n": 39999 }, "set_N": { "accuracy": 0.6377245508982036, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.902030884105436, "min": 0.9008475211880297, "max": 0.903097577439436, "n_seeds": 3 } }, { "arch": "resnet50", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.03786468505859375, "pred_agreement": 1.0, "size_mb": 94.4, "test_redact": { "accuracy": 0.9426000109751413, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9370850024694068, "n": 36446 }, "set_N": { "accuracy": 0.7924151696606786, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9430756004316888, "min": 0.9426000109751413, "max": 0.9434505844262745, "n_seeds": 3 } }, { "arch": "resnet50", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.04105186462402344, "pred_agreement": 1.0, "size_mb": 94.4, "test_redact": { "accuracy": 0.9418591889370576, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9427646380947154, "n": 36446 }, "set_N": { "accuracy": 0.7704590818363274, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9418591889370576, "min": 0.9407891126598255, "max": 0.9427646380947154, "n_seeds": 3 } }, { "arch": "resnext50", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.0448455810546875, "pred_agreement": 1.0, "size_mb": 92.4, "test_redact": { "accuracy": 0.9148478711967799, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8827220680517013, "n": 39999 }, "set_N": { "accuracy": 0.6586826347305389, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9133395001541705, "min": 0.9120228005700143, "max": 0.9148478711967799, "n_seeds": 3 } }, { "arch": "resnext50", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.05100250244140625, "pred_agreement": 1.0, "size_mb": 92.4, "test_redact": { "accuracy": 0.9020225505637641, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9048476211905297, "n": 39999 }, "set_N": { "accuracy": 0.6686626746506986, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.906297657441436, "min": 0.9048476211905297, "max": 0.9073226830670766, "n_seeds": 3 } }, { "arch": "resnext50", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.06665253639221191, "pred_agreement": 1.0, "size_mb": 92.4, "test_redact": { "accuracy": 0.9463864347253471, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9410086154859244, "n": 36446 }, "set_N": { "accuracy": 0.8083832335329342, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9468711701329822, "min": 0.9463864347253471, "max": 0.9475113867091038, "n_seeds": 3 } }, { "arch": "resnext50", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.0471649169921875, "pred_agreement": 1.0, "size_mb": 92.4, "test_redact": { "accuracy": 0.9445480985567689, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9455907369807386, "n": 36446 }, "set_N": { "accuracy": 0.7624750499001997, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9452431908394153, "min": 0.9442737200241453, "max": 0.9458651155133623, "n_seeds": 3 } }, { "arch": "squeezenet", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.0726470947265625, "pred_agreement": 1.0, "size_mb": 3.0, "test_redact": { "accuracy": 0.8870471761794045, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8375959398984975, "n": 39999 }, "set_N": { "accuracy": 0.6756487025948104, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.8865638307624358, "min": 0.8848971224280607, "max": 0.887747193679842, "n_seeds": 3 } }, { "arch": "squeezenet", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.04743194580078125, "pred_agreement": 1.0, "size_mb": 3.0, "test_redact": { "accuracy": 0.8741218530463262, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8773719342983575, "n": 39999 }, "set_N": { "accuracy": 0.6347305389221557, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.876930256589748, "min": 0.8759218980474512, "max": 0.8774969374234356, "n_seeds": 3 } }, { "arch": "squeezenet", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.07623291015625, "pred_agreement": 1.0, "size_mb": 3.0, "test_redact": { "accuracy": 0.924628217088295, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9156560390715031, "n": 36446 }, "set_N": { "accuracy": 0.7704590818363274, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9258720664361887, "min": 0.924628217088295, "max": 0.9272348131482193, "n_seeds": 3 } }, { "arch": "squeezenet", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.08559417724609375, "pred_agreement": 0.998046875, "size_mb": 3.0, "test_redact": { "accuracy": 0.9231740108653899, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9249849091807057, "n": 36446 }, "set_N": { "accuracy": 0.7495009980039921, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9246373630393826, "min": 0.9240245843165231, "max": 0.9249849091807057, "n_seeds": 3 } }, { "arch": "vgg16", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.1324005126953125, "pred_agreement": 1.0, "size_mb": 537.3, "test_redact": { "accuracy": 0.9118477961949049, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8754468861721543, "n": 39999 }, "set_N": { "accuracy": 0.6856287425149701, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9126894839037641, "min": 0.9118477961949049, "max": 0.9132728318207955, "n_seeds": 3 } }, { "arch": "vgg16", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.06246185302734375, "pred_agreement": 1.0, "size_mb": 537.3, "test_redact": { "accuracy": 0.9043976099402485, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9073976849421236, "n": 39999 }, "set_N": { "accuracy": 0.6666666666666666, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9080893689008892, "min": 0.9073976849421236, "max": 0.9093227330683267, "n_seeds": 3 } }, { "arch": "vgg16", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.09185028076171875, "pred_agreement": 1.0, "size_mb": 537.3, "test_redact": { "accuracy": 0.9461394940459859, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9374691324150799, "n": 36446 }, "set_N": { "accuracy": 0.7854291417165669, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9461943697525106, "min": 0.9456456126872633, "max": 0.9467980025242825, "n_seeds": 3 } }, { "arch": "vgg16", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.113189697265625, "pred_agreement": 1.0, "size_mb": 537.3, "test_redact": { "accuracy": 0.9425176974153542, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9446029742632936, "n": 36446 }, "set_N": { "accuracy": 0.7784431137724551, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9442096983665332, "min": 0.9436700872523733, "max": 0.9446029742632936, "n_seeds": 3 } }, { "arch": "dit_base", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.09683346748352051, "pred_agreement": 1.0, "size_mb": 343.3, "test_redact": { "accuracy": 0.9268731718292957, "n": 39999 }, "test_redact_noid": { "accuracy": 0.8920473011825296, "n": 39999 }, "set_N": { "accuracy": 0.7125748502994012, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9275648557880615, "min": 0.9268731718292957, "max": 0.9281982049551238, "n_seeds": 3 } }, { "arch": "dit_base", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.729992151260376, "pred_agreement": 0.998046875, "size_mb": 343.3, "test_redact": { "accuracy": 0.9189479736993424, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9220480512012801, "n": 39999 }, "set_N": { "accuracy": 0.7045908183632734, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9219480487012176, "min": 0.9209980249506238, "max": 0.9227980699517488, "n_seeds": 3 } }, { "arch": "dit_base", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.05561637878417969, "pred_agreement": 1.0, "size_mb": 343.3, "test_redact": { "accuracy": 0.9594194150249684, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9536574658398727, "n": 36446 }, "set_N": { "accuracy": 0.8712574850299402, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9592090581499569, "min": 0.9590901607858201, "max": 0.9594194150249684, "n_seeds": 3 } }, { "arch": "dit_base", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.03879070281982422, "pred_agreement": 1.0, "size_mb": 343.3, "test_redact": { "accuracy": 0.9570597596444054, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9574164517368161, "n": 36446 }, "set_N": { "accuracy": 0.8393213572854291, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9580841061662003, "min": 0.9574164517368161, "max": 0.9587334686934095, "n_seeds": 3 } } ]