File size: 5,182 Bytes
6f9e017
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151f388
6f9e017
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151f388
6f9e017
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151f388
6f9e017
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
[
  {
    "test_id": 1,
    "name": "Known real photograph (smartphone capture)",
    "category": "VALID_REAL_IMAGE",
    "ground_truth_label": "REAL",
    "expected_outcome": "SUCCESSFUL_INFERENCE",
    "operational_status": "SUCCESSFUL_INFERENCE",
    "domain_assessment": "ACCORDANT (Prediction matches ground truth label)",
    "result": {
      "detector_name": "UniversalFakeDetect",
      "model_name": "CLIP:ViT-L/14 + fc_weights.pth",
      "prediction": "REAL",
      "fake_probability": 1.8e-05,
      "real_probability": 0.999982,
      "raw_logit": -10.932908,
      "confidence": 0.999982,
      "threshold": 0.5,
      "device": "cpu",
      "preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
      "inference_time_ms": 57685.15,
      "error": null,
      "warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
    }
  },
  {
    "test_id": 2,
    "name": "Known AI-generated image (Google Imagen 3)",
    "category": "VALID_AI_IMAGE",
    "ground_truth_label": "FAKE",
    "expected_outcome": "SUCCESSFUL_INFERENCE",
    "operational_status": "SUCCESSFUL_INFERENCE",
    "domain_assessment": "MODEL_LIMITATION_OBSERVED (Known ProGAN-trained classifier boundary: output REAL on FAKE input)",
    "result": {
      "detector_name": "UniversalFakeDetect",
      "model_name": "CLIP:ViT-L/14 + fc_weights.pth",
      "prediction": "REAL",
      "fake_probability": 0.000828,
      "real_probability": 0.999172,
      "raw_logit": -7.096089,
      "confidence": 0.999172,
      "threshold": 0.5,
      "device": "cpu",
      "preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
      "inference_time_ms": 675.72,
      "error": null,
      "warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
    }
  },
  {
    "test_id": 3,
    "name": "Known manipulated image (digital composite)",
    "category": "VALID_MANIPULATED_IMAGE",
    "ground_truth_label": "MANIPULATED",
    "expected_outcome": "SUCCESSFUL_INFERENCE",
    "operational_status": "SUCCESSFUL_INFERENCE",
    "domain_assessment": "MODEL_LIMITATION_OBSERVED (Known ProGAN-trained classifier boundary: output REAL on MANIPULATED input)",
    "result": {
      "detector_name": "UniversalFakeDetect",
      "model_name": "CLIP:ViT-L/14 + fc_weights.pth",
      "prediction": "REAL",
      "fake_probability": 0.006011,
      "real_probability": 0.993989,
      "raw_logit": -5.108142,
      "confidence": 0.993989,
      "threshold": 0.5,
      "device": "cpu",
      "preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
      "inference_time_ms": 621.65,
      "error": null,
      "warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
    }
  },
  {
    "test_id": 4,
    "name": "Corrupted image file (truncated header)",
    "category": "CORRUPTED_FILE",
    "ground_truth_label": "CORRUPTED",
    "expected_outcome": "INPUT_REJECTION",
    "operational_status": "INPUT_REJECTION_VERIFIED",
    "domain_assessment": "N/A (Input correctly rejected before model evaluation)",
    "result": {
      "detector_name": "UniversalFakeDetect",
      "model_name": "CLIP:ViT-L/14 + fc_weights.pth",
      "prediction": "ERROR",
      "fake_probability": null,
      "real_probability": null,
      "raw_logit": null,
      "confidence": null,
      "threshold": null,
      "device": "cpu",
      "preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
      "inference_time_ms": null,
      "error": "Invalid or corrupted image: cannot identify image file 'C:\\\\Users\\\\user\\\\.gemini\\\\antigravity-ide\\\\brain\\\\3b54ff09-c09f-4fe6-9276-f4cca9fbc6d7\\\\scratch\\\\corrupted_image.png'",
      "warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
    }
  },
  {
    "test_id": 5,
    "name": "Unsupported file format (plain text document)",
    "category": "UNSUPPORTED_INPUT",
    "ground_truth_label": "INVALID_TYPE",
    "expected_outcome": "INPUT_REJECTION",
    "operational_status": "INPUT_REJECTION_VERIFIED",
    "domain_assessment": "N/A (Input correctly rejected before model evaluation)",
    "result": {
      "detector_name": "UniversalFakeDetect",
      "model_name": "CLIP:ViT-L/14 + fc_weights.pth",
      "prediction": "ERROR",
      "fake_probability": null,
      "real_probability": null,
      "raw_logit": null,
      "confidence": null,
      "threshold": null,
      "device": "cpu",
      "preprocessing": "Resize(224, bicubic) -> CenterCrop(224) -> ToTensor() -> Normalize(clip)",
      "inference_time_ms": null,
      "error": "Invalid or corrupted image: cannot identify image file 'C:\\\\Users\\\\user\\\\Desktop\\\\multi model connection\\\\scripts\\\\_temp_invalid.txt'",
      "warning": "Identifies learned patterns associated with synthetic or manipulated images. Does not guarantee image authenticity."
    }
  }
]