{ "benchmark_version": "1.1.0", "description": "Standardized diagnostic benchmark for evaluating UniversalFakeDetect and ViT deepfake detectors in Multimodel_setup Space.", "entries": [ { "id": "real_001", "filename": "real/real_phone_photo.png", "category": "real", "label": "REAL", "source_claim": "Natural photographic capture from smartphone camera.", "available": true, "description": "High-resolution smartphone photograph of indoor objects." }, { "id": "ai_001", "filename": "ai_generated/ai_cyberpunk_city.jpg", "category": "ai_generated", "label": "FAKE", "source_claim": "Generated via Google Imagen 3 diffusion model.", "available": true, "description": "Photorealistic urban cyberpunk cityscape text-to-image generation." }, { "id": "manip_001", "filename": "manipulated/manipulated_image.png", "category": "manipulated", "label": "FAKE", "source_claim": "Digitally spliced composite of photographic and synthetic elements.", "available": true, "description": "Composite digital manipulation test sample." }, { "id": "corr_001", "filename": "corrupted/corrupted_image.png", "category": "corrupted", "label": "CORRUPTED", "source_claim": "Malformed 20-byte file with invalid headers.", "available": true, "description": "Truncated byte stream test sample for rejection verification." }, { "id": "unsupp_001", "filename": "corrupted/unsupported_doc.txt", "category": "unsupported", "label": "UNSUPPORTED", "source_claim": "Plain text document.", "available": true, "description": "Non-image document file for format rejection verification." } ] }