{ "phase6_facial": { "false_positives_count": 4, "false_negatives_count": 0, "fp_examples_top10": [ { "sample_id": "phase6_test_real_036", "filename": "real_2036.jpg", "ground_truth": "REAL", "convnext_prob": 1.7e-05, "convnext_pred": "REAL", "univfd_prob": 0.032342, "univfd_pred": "REAL", "vit_prob": 0.706406, "vit_pred": "FAKE", "simple_avg_prob": 0.246255, "analyzer_pred": "FAKE", "analyzer_prob": 0.706406 }, { "sample_id": "phase6_test_real_050", "filename": "real_2052.jpg", "ground_truth": "REAL", "convnext_prob": 0.979354, "convnext_pred": "FAKE", "univfd_prob": 0.071036, "univfd_pred": "REAL", "vit_prob": 0.952536, "vit_pred": "FAKE", "simple_avg_prob": 0.667642, "analyzer_pred": "FAKE", "analyzer_prob": 0.952536 }, { "sample_id": "phase6_test_real_051", "filename": "real_2053.jpg", "ground_truth": "REAL", "convnext_prob": 0.998963, "convnext_pred": "FAKE", "univfd_prob": 0.071237, "univfd_pred": "REAL", "vit_prob": 0.997184, "vit_pred": "FAKE", "simple_avg_prob": 0.689128, "analyzer_pred": "FAKE", "analyzer_prob": 0.997184 }, { "sample_id": "phase6_test_real_086", "filename": "real_2088.jpg", "ground_truth": "REAL", "convnext_prob": 0.690114, "convnext_pred": "FAKE", "univfd_prob": 0.90397, "univfd_pred": "FAKE", "vit_prob": 0.968695, "vit_pred": "FAKE", "simple_avg_prob": 0.85426, "analyzer_pred": "FAKE", "analyzer_prob": 0.968695 } ], "fn_examples_top10": [] }, "phase7_general_scene": { "false_positives_count": 14, "false_negatives_count": 82, "fp_examples_top10": [ { "sample_id": "phase7_ext_real_008", "filename": "ILSVRC2012_val_00000318.JPEG", "ground_truth": "REAL", "convnext_prob": 8.6e-05, "convnext_pred": "REAL", "univfd_prob": 0.000169, "univfd_pred": "REAL", "vit_prob": 0.591908, "vit_pred": "FAKE", "simple_avg_prob": 0.197388, "analyzer_pred": "FAKE", "analyzer_prob": 0.591908 }, { "sample_id": "phase7_ext_real_027", "filename": "ILSVRC2012_val_00000192.JPEG", "ground_truth": "REAL", "convnext_prob": 1e-05, "convnext_pred": "REAL", "univfd_prob": 0.008412, "univfd_pred": "REAL", "vit_prob": 0.522392, "vit_pred": "FAKE", "simple_avg_prob": 0.176938, "analyzer_pred": "FAKE", "analyzer_prob": 0.522392 }, { "sample_id": "phase7_ext_real_028", "filename": "ILSVRC2012_val_00000250.JPEG", "ground_truth": "REAL", "convnext_prob": 1.5e-05, "convnext_pred": "REAL", "univfd_prob": 0.022008, "univfd_pred": "REAL", "vit_prob": 0.515987, "vit_pred": "FAKE", "simple_avg_prob": 0.179337, "analyzer_pred": "FAKE", "analyzer_prob": 0.515987 }, { "sample_id": "phase7_ext_real_029", "filename": "ILSVRC2012_val_00000447.JPEG", "ground_truth": "REAL", "convnext_prob": 0.000672, "convnext_pred": "REAL", "univfd_prob": 0.000102, "univfd_pred": "REAL", "vit_prob": 0.536167, "vit_pred": "FAKE", "simple_avg_prob": 0.17898, "analyzer_pred": "FAKE", "analyzer_prob": 0.536167 }, { "sample_id": "phase7_ext_real_037", "filename": "ILSVRC2012_val_00000386.JPEG", "ground_truth": "REAL", "convnext_prob": 0.002924, "convnext_pred": "REAL", "univfd_prob": 0.001573, "univfd_pred": "REAL", "vit_prob": 0.710812, "vit_pred": "FAKE", "simple_avg_prob": 0.238436, "analyzer_pred": "FAKE", "analyzer_prob": 0.710812 }, { "sample_id": "phase7_ext_real_053", "filename": "ILSVRC2012_val_00000496.JPEG", "ground_truth": "REAL", "convnext_prob": 0.001042, "convnext_pred": "REAL", "univfd_prob": 0.066981, "univfd_pred": "REAL", "vit_prob": 0.573651, "vit_pred": "FAKE", "simple_avg_prob": 0.213891, "analyzer_pred": "FAKE", "analyzer_prob": 0.573651 }, { "sample_id": "phase7_ext_real_064", "filename": "ILSVRC2012_val_00000807.JPEG", "ground_truth": "REAL", "convnext_prob": 2.4e-05, "convnext_pred": "REAL", "univfd_prob": 0.001522, "univfd_pred": "REAL", "vit_prob": 0.537751, "vit_pred": "FAKE", "simple_avg_prob": 0.179766, "analyzer_pred": "FAKE", "analyzer_prob": 0.537751 }, { "sample_id": "phase7_ext_real_071", "filename": "ILSVRC2012_val_00000859.JPEG", "ground_truth": "REAL", "convnext_prob": 4.3e-05, "convnext_pred": "REAL", "univfd_prob": 0.000184, "univfd_pred": "REAL", "vit_prob": 0.59536, "vit_pred": "FAKE", "simple_avg_prob": 0.198529, "analyzer_pred": "FAKE", "analyzer_prob": 0.59536 }, { "sample_id": "phase7_ext_real_078", "filename": "ILSVRC2012_val_00000874.JPEG", "ground_truth": "REAL", "convnext_prob": 0.000359, "convnext_pred": "REAL", "univfd_prob": 0.002706, "univfd_pred": "REAL", "vit_prob": 0.883132, "vit_pred": "FAKE", "simple_avg_prob": 0.295399, "analyzer_pred": "FAKE", "analyzer_prob": 0.883132 }, { "sample_id": "phase7_ext_real_080", "filename": "ILSVRC2012_val_00001101.JPEG", "ground_truth": "REAL", "convnext_prob": 0.001565, "convnext_pred": "REAL", "univfd_prob": 0.009518, "univfd_pred": "REAL", "vit_prob": 0.526019, "vit_pred": "FAKE", "simple_avg_prob": 0.179034, "analyzer_pred": "FAKE", "analyzer_prob": 0.526019 } ], "fn_examples_top10": [ { "sample_id": "phase7_ext_fake_midjourney_003", "filename": "10_midjourney_169.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.156302, "convnext_pred": "REAL", "univfd_prob": 0.000112, "univfd_pred": "REAL", "vit_prob": 0.259698, "vit_pred": "REAL", "simple_avg_prob": 0.138704, "analyzer_pred": "REAL", "analyzer_prob": 0.259698 }, { "sample_id": "phase7_ext_fake_midjourney_007", "filename": "114_midjourney_88.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.343849, "convnext_pred": "REAL", "univfd_prob": 0.287761, "univfd_pred": "REAL", "vit_prob": 0.180912, "vit_pred": "REAL", "simple_avg_prob": 0.270841, "analyzer_pred": "REAL", "analyzer_prob": 0.180912 }, { "sample_id": "phase7_ext_fake_midjourney_009", "filename": "116_midjourney_100.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.002273, "convnext_pred": "REAL", "univfd_prob": 0.000824, "univfd_pred": "REAL", "vit_prob": 0.213192, "vit_pred": "REAL", "simple_avg_prob": 0.072096, "analyzer_pred": "REAL", "analyzer_prob": 0.213192 }, { "sample_id": "phase7_ext_fake_midjourney_010", "filename": "119_midjourney_197.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.000622, "convnext_pred": "REAL", "univfd_prob": 0.00323, "univfd_pred": "REAL", "vit_prob": 0.488152, "vit_pred": "REAL", "simple_avg_prob": 0.164001, "analyzer_pred": "REAL", "analyzer_prob": 0.488152 }, { "sample_id": "phase7_ext_fake_midjourney_011", "filename": "121_midjourney_88.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.002557, "convnext_pred": "REAL", "univfd_prob": 0.003636, "univfd_pred": "REAL", "vit_prob": 0.268228, "vit_pred": "REAL", "simple_avg_prob": 0.091474, "analyzer_pred": "REAL", "analyzer_prob": 0.268228 }, { "sample_id": "phase7_ext_fake_midjourney_013", "filename": "131_midjourney_198.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.033217, "convnext_pred": "REAL", "univfd_prob": 0.001482, "univfd_pred": "REAL", "vit_prob": 0.331421, "vit_pred": "REAL", "simple_avg_prob": 0.12204, "analyzer_pred": "REAL", "analyzer_prob": 0.331421 }, { "sample_id": "phase7_ext_fake_midjourney_014", "filename": "133_midjourney_198.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 9e-05, "convnext_pred": "REAL", "univfd_prob": 0.002077, "univfd_pred": "REAL", "vit_prob": 0.186056, "vit_pred": "REAL", "simple_avg_prob": 0.062741, "analyzer_pred": "REAL", "analyzer_prob": 0.186056 }, { "sample_id": "phase7_ext_fake_midjourney_015", "filename": "134_midjourney_197.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.126187, "convnext_pred": "REAL", "univfd_prob": 8e-06, "univfd_pred": "REAL", "vit_prob": 0.353676, "vit_pred": "REAL", "simple_avg_prob": 0.159957, "analyzer_pred": "REAL", "analyzer_prob": 0.353676 }, { "sample_id": "phase7_ext_fake_midjourney_016", "filename": "137_midjourney_88.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.000141, "convnext_pred": "REAL", "univfd_prob": 0.058842, "univfd_pred": "REAL", "vit_prob": 0.413866, "vit_pred": "REAL", "simple_avg_prob": 0.157616, "analyzer_pred": "REAL", "analyzer_prob": 0.413866 }, { "sample_id": "phase7_ext_fake_midjourney_017", "filename": "138_midjourney_34.png", "ground_truth": "FAKE", "generator": "midjourney", "convnext_prob": 0.740972, "convnext_pred": "FAKE", "univfd_prob": 0.000406, "univfd_pred": "REAL", "vit_prob": 0.28009, "vit_pred": "REAL", "simple_avg_prob": 0.340489, "analyzer_pred": "REAL", "analyzer_prob": 0.28009 } ] }, "held_out_test": { "false_positives_count": 0, "false_negatives_count": 2, "fp_examples_top10": [], "fn_examples_top10": [ { "sample_id": "test_scene_diffusion_001", "filename": "ai_cyberpunk_city.jpg", "ground_truth": "FAKE", "generator": "StyleGAN", "convnext_prob": 0.000345, "convnext_pred": "REAL", "univfd_prob": 0.000828, "univfd_pred": "REAL", "vit_prob": 0.342434, "vit_pred": "REAL", "simple_avg_prob": 0.114536, "analyzer_pred": "REAL", "analyzer_prob": 0.342434 }, { "sample_id": "test_scene_manip_001", "filename": "manipulated_image.png", "ground_truth": "FAKE", "generator": "StyleGAN", "convnext_prob": 0.032222, "convnext_pred": "REAL", "univfd_prob": 0.006011, "univfd_pred": "REAL", "vit_prob": 0.049064, "vit_pred": "REAL", "simple_avg_prob": 0.029099, "analyzer_pred": "REAL", "analyzer_prob": 0.049064 } ] } }