Multimodel_setup / scripts /adapter_test_results.json
Thiru1122's picture
feat(deepfake-detection): comprehensive cross-model evaluation, parity audits, and Phase 7 v2 reference preprocessing
151f388
Raw History Blame Contribute Delete
5.18 kB
[
{
"test_id": 1,
"name": "Known real photograph (smartphone capture)",
"category": "VALID_REAL_IMAGE",
"ground_truth_label": "REAL",
"expected_outcome": "SUCCESSFUL_INFERENCE",
"operational_status": "SUCCESSFUL_INFERENCE",
"domain_assessment": "ACCORDANT (Prediction matches ground truth label)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "REAL",
"fake_probability": 1.8e-05,
"real_probability": 0.999982,
"raw_logit": -10.932908,
"confidence": 0.999982,
"threshold": 0.5,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": 57685.15,
"error": null,
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 2,
"name": "Known AI-generated image (Google Imagen 3)",
"category": "VALID_AI_IMAGE",
"ground_truth_label": "FAKE",
"expected_outcome": "SUCCESSFUL_INFERENCE",
"operational_status": "SUCCESSFUL_INFERENCE",
"domain_assessment": "MODEL_LIMITATION_OBSERVED (Known ProGAN-trained classifier boundary: output REAL on FAKE input)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "REAL",
"fake_probability": 0.000828,
"real_probability": 0.999172,
"raw_logit": -7.096089,
"confidence": 0.999172,
"threshold": 0.5,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": 675.72,
"error": null,
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 3,
"name": "Known manipulated image (digital composite)",
"category": "VALID_MANIPULATED_IMAGE",
"ground_truth_label": "MANIPULATED",
"expected_outcome": "SUCCESSFUL_INFERENCE",
"operational_status": "SUCCESSFUL_INFERENCE",
"domain_assessment": "MODEL_LIMITATION_OBSERVED (Known ProGAN-trained classifier boundary: output REAL on MANIPULATED input)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "REAL",
"fake_probability": 0.006011,
"real_probability": 0.993989,
"raw_logit": -5.108142,
"confidence": 0.993989,
"threshold": 0.5,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": 621.65,
"error": null,
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 4,
"name": "Corrupted image file (truncated header)",
"category": "CORRUPTED_FILE",
"ground_truth_label": "CORRUPTED",
"expected_outcome": "INPUT_REJECTION",
"operational_status": "INPUT_REJECTION_VERIFIED",
"domain_assessment": "N/A (Input correctly rejected before model evaluation)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "ERROR",
"fake_probability": null,
"real_probability": null,
"raw_logit": null,
"confidence": null,
"threshold": null,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": null,
"error": "Invalid or corrupted image: cannot identify image file 'C:\\\\Users\\\\user\\\\.gemini\\\\antigravity-ide\\\\brain\\\\3b54ff09-c09f-4fe6-9276-f4cca9fbc6d7\\\\scratch\\\\corrupted_image.png'",
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 5,
"name": "Unsupported file format (plain text document)",
"category": "UNSUPPORTED_INPUT",
"ground_truth_label": "INVALID_TYPE",
"expected_outcome": "INPUT_REJECTION",
"operational_status": "INPUT_REJECTION_VERIFIED",
"domain_assessment": "N/A (Input correctly rejected before model evaluation)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "ERROR",
"fake_probability": null,
"real_probability": null,
"raw_logit": null,
"confidence": null,
"threshold": null,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": null,
"error": "Invalid or corrupted image: cannot identify image file 'C:\\\\Users\\\\user\\\\Desktop\\\\multi model connection\\\\scripts\\\\_temp_invalid.txt'",
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
}
]