Spaces:
Running on Zero
Running on Zero
Download scripts/system_audit/step7_failures.json from Thiru1122/Multimodel_setup: direct link, hf CLI and curl.
- Browser
- Download file 12.3 kB
-
https://huggingface.co/spaces/Thiru1122/Multimodel_setup/resolve/main/scripts/system_audit/step7_failures.json
- Command line
-
hf download hf://spaces/Thiru1122/Multimodel_setup/scripts/system_audit/step7_failures.json
-
curl -L -o step7_failures.json https://huggingface.co/spaces/Thiru1122/Multimodel_setup/resolve/main/scripts/system_audit/step7_failures.json
12.3 kB
| { | |
| "phase6_facial": { | |
| "false_positives_count": 4, | |
| "false_negatives_count": 0, | |
| "fp_examples_top10": [ | |
| { | |
| "sample_id": "phase6_test_real_036", | |
| "filename": "real_2036.jpg", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 1.7e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.032342, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.706406, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.246255, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.706406 | |
| }, | |
| { | |
| "sample_id": "phase6_test_real_050", | |
| "filename": "real_2052.jpg", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.979354, | |
| "convnext_pred": "FAKE", | |
| "univfd_prob": 0.071036, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.952536, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.667642, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.952536 | |
| }, | |
| { | |
| "sample_id": "phase6_test_real_051", | |
| "filename": "real_2053.jpg", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.998963, | |
| "convnext_pred": "FAKE", | |
| "univfd_prob": 0.071237, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.997184, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.689128, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.997184 | |
| }, | |
| { | |
| "sample_id": "phase6_test_real_086", | |
| "filename": "real_2088.jpg", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.690114, | |
| "convnext_pred": "FAKE", | |
| "univfd_prob": 0.90397, | |
| "univfd_pred": "FAKE", | |
| "vit_prob": 0.968695, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.85426, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.968695 | |
| } | |
| ], | |
| "fn_examples_top10": [] | |
| }, | |
| "phase7_general_scene": { | |
| "false_positives_count": 14, | |
| "false_negatives_count": 82, | |
| "fp_examples_top10": [ | |
| { | |
| "sample_id": "phase7_ext_real_008", | |
| "filename": "ILSVRC2012_val_00000318.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 8.6e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.000169, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.591908, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.197388, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.591908 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_027", | |
| "filename": "ILSVRC2012_val_00000192.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 1e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.008412, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.522392, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.176938, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.522392 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_028", | |
| "filename": "ILSVRC2012_val_00000250.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 1.5e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.022008, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.515987, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.179337, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.515987 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_029", | |
| "filename": "ILSVRC2012_val_00000447.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.000672, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.000102, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.536167, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.17898, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.536167 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_037", | |
| "filename": "ILSVRC2012_val_00000386.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.002924, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.001573, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.710812, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.238436, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.710812 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_053", | |
| "filename": "ILSVRC2012_val_00000496.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.001042, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.066981, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.573651, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.213891, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.573651 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_064", | |
| "filename": "ILSVRC2012_val_00000807.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 2.4e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.001522, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.537751, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.179766, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.537751 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_071", | |
| "filename": "ILSVRC2012_val_00000859.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 4.3e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.000184, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.59536, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.198529, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.59536 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_078", | |
| "filename": "ILSVRC2012_val_00000874.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.000359, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.002706, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.883132, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.295399, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.883132 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_real_080", | |
| "filename": "ILSVRC2012_val_00001101.JPEG", | |
| "ground_truth": "REAL", | |
| "convnext_prob": 0.001565, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.009518, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.526019, | |
| "vit_pred": "FAKE", | |
| "simple_avg_prob": 0.179034, | |
| "analyzer_pred": "FAKE", | |
| "analyzer_prob": 0.526019 | |
| } | |
| ], | |
| "fn_examples_top10": [ | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_003", | |
| "filename": "10_midjourney_169.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.156302, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.000112, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.259698, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.138704, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.259698 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_007", | |
| "filename": "114_midjourney_88.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.343849, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.287761, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.180912, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.270841, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.180912 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_009", | |
| "filename": "116_midjourney_100.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.002273, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.000824, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.213192, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.072096, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.213192 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_010", | |
| "filename": "119_midjourney_197.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.000622, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.00323, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.488152, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.164001, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.488152 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_011", | |
| "filename": "121_midjourney_88.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.002557, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.003636, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.268228, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.091474, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.268228 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_013", | |
| "filename": "131_midjourney_198.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.033217, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.001482, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.331421, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.12204, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.331421 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_014", | |
| "filename": "133_midjourney_198.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 9e-05, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.002077, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.186056, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.062741, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.186056 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_015", | |
| "filename": "134_midjourney_197.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.126187, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 8e-06, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.353676, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.159957, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.353676 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_016", | |
| "filename": "137_midjourney_88.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.000141, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.058842, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.413866, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.157616, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.413866 | |
| }, | |
| { | |
| "sample_id": "phase7_ext_fake_midjourney_017", | |
| "filename": "138_midjourney_34.png", | |
| "ground_truth": "FAKE", | |
| "generator": "midjourney", | |
| "convnext_prob": 0.740972, | |
| "convnext_pred": "FAKE", | |
| "univfd_prob": 0.000406, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.28009, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.340489, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.28009 | |
| } | |
| ] | |
| }, | |
| "held_out_test": { | |
| "false_positives_count": 0, | |
| "false_negatives_count": 2, | |
| "fp_examples_top10": [], | |
| "fn_examples_top10": [ | |
| { | |
| "sample_id": "test_scene_diffusion_001", | |
| "filename": "ai_cyberpunk_city.jpg", | |
| "ground_truth": "FAKE", | |
| "generator": "StyleGAN", | |
| "convnext_prob": 0.000345, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.000828, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.342434, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.114536, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.342434 | |
| }, | |
| { | |
| "sample_id": "test_scene_manip_001", | |
| "filename": "manipulated_image.png", | |
| "ground_truth": "FAKE", | |
| "generator": "StyleGAN", | |
| "convnext_prob": 0.032222, | |
| "convnext_pred": "REAL", | |
| "univfd_prob": 0.006011, | |
| "univfd_pred": "REAL", | |
| "vit_prob": 0.049064, | |
| "vit_pred": "REAL", | |
| "simple_avg_prob": 0.029099, | |
| "analyzer_pred": "REAL", | |
| "analyzer_prob": 0.049064 | |
| } | |
| ] | |
| } | |
| } |