Multimodel_setup / benchmark /metadata.json
Thiru1122's picture
Integrate isolated ViT detector adapter, test suite, and independent benchmark
61e55d1
Raw History Blame Contribute Delete
1.82 kB
{
"benchmark_version": "1.1.0",
"description": "Standardized diagnostic benchmark for evaluating UniversalFakeDetect and ViT deepfake detectors in Multimodel_setup Space.",
"entries": [
{
"id": "real_001",
"filename": "real/real_phone_photo.png",
"category": "real",
"label": "REAL",
"source_claim": "Natural photographic capture from smartphone camera.",
"available": true,
"description": "High-resolution smartphone photograph of indoor objects."
},
{
"id": "ai_001",
"filename": "ai_generated/ai_cyberpunk_city.jpg",
"category": "ai_generated",
"label": "FAKE",
"source_claim": "Generated via Google Imagen 3 diffusion model.",
"available": true,
"description": "Photorealistic urban cyberpunk cityscape text-to-image generation."
},
{
"id": "manip_001",
"filename": "manipulated/manipulated_image.png",
"category": "manipulated",
"label": "FAKE",
"source_claim": "Digitally spliced composite of photographic and synthetic elements.",
"available": true,
"description": "Composite digital manipulation test sample."
},
{
"id": "corr_001",
"filename": "corrupted/corrupted_image.png",
"category": "corrupted",
"label": "CORRUPTED",
"source_claim": "Malformed 20-byte file with invalid headers.",
"available": true,
"description": "Truncated byte stream test sample for rejection verification."
},
{
"id": "unsupp_001",
"filename": "corrupted/unsupported_doc.txt",
"category": "unsupported",
"label": "UNSUPPORTED",
"source_claim": "Plain text document.",
"available": true,
"description": "Non-image document file for format rejection verification."
}
]
}