Spaces:
Running on Zero
Running on Zero
File size: 5,182 Bytes
6f9e017 151f388 6f9e017 151f388 6f9e017 151f388 6f9e017 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 | [
{
"test_id": 1,
"name": "Known real photograph (smartphone capture)",
"category": "VALID_REAL_IMAGE",
"ground_truth_label": "REAL",
"expected_outcome": "SUCCESSFUL_INFERENCE",
"operational_status": "SUCCESSFUL_INFERENCE",
"domain_assessment": "ACCORDANT (Prediction matches ground truth label)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "REAL",
"fake_probability": 1.8e-05,
"real_probability": 0.999982,
"raw_logit": -10.932908,
"confidence": 0.999982,
"threshold": 0.5,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": 57685.15,
"error": null,
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 2,
"name": "Known AI-generated image (Google Imagen 3)",
"category": "VALID_AI_IMAGE",
"ground_truth_label": "FAKE",
"expected_outcome": "SUCCESSFUL_INFERENCE",
"operational_status": "SUCCESSFUL_INFERENCE",
"domain_assessment": "MODEL_LIMITATION_OBSERVED (Known ProGAN-trained classifier boundary: output REAL on FAKE input)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "REAL",
"fake_probability": 0.000828,
"real_probability": 0.999172,
"raw_logit": -7.096089,
"confidence": 0.999172,
"threshold": 0.5,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": 675.72,
"error": null,
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 3,
"name": "Known manipulated image (digital composite)",
"category": "VALID_MANIPULATED_IMAGE",
"ground_truth_label": "MANIPULATED",
"expected_outcome": "SUCCESSFUL_INFERENCE",
"operational_status": "SUCCESSFUL_INFERENCE",
"domain_assessment": "MODEL_LIMITATION_OBSERVED (Known ProGAN-trained classifier boundary: output REAL on MANIPULATED input)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "REAL",
"fake_probability": 0.006011,
"real_probability": 0.993989,
"raw_logit": -5.108142,
"confidence": 0.993989,
"threshold": 0.5,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": 621.65,
"error": null,
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 4,
"name": "Corrupted image file (truncated header)",
"category": "CORRUPTED_FILE",
"ground_truth_label": "CORRUPTED",
"expected_outcome": "INPUT_REJECTION",
"operational_status": "INPUT_REJECTION_VERIFIED",
"domain_assessment": "N/A (Input correctly rejected before model evaluation)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "ERROR",
"fake_probability": null,
"real_probability": null,
"raw_logit": null,
"confidence": null,
"threshold": null,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": null,
"error": "Invalid or corrupted image: cannot identify image file 'C:\\\\Users\\\\user\\\\.gemini\\\\antigravity-ide\\\\brain\\\\3b54ff09-c09f-4fe6-9276-f4cca9fbc6d7\\\\scratch\\\\corrupted_image.png'",
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
},
{
"test_id": 5,
"name": "Unsupported file format (plain text document)",
"category": "UNSUPPORTED_INPUT",
"ground_truth_label": "INVALID_TYPE",
"expected_outcome": "INPUT_REJECTION",
"operational_status": "INPUT_REJECTION_VERIFIED",
"domain_assessment": "N/A (Input correctly rejected before model evaluation)",
"result": {
"detector_name": "UniversalFakeDetect",
"model_name": "CLIP:ViT-L/14 + fc_weights.pth",
"prediction": "ERROR",
"fake_probability": null,
"real_probability": null,
"raw_logit": null,
"confidence": null,
"threshold": null,
"device": "cpu",
"preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
"inference_time_ms": null,
"error": "Invalid or corrupted image: cannot identify image file 'C:\\\\Users\\\\user\\\\Desktop\\\\multi model connection\\\\scripts\\\\_temp_invalid.txt'",
"warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
}
}
] |