Spaces:
Paused
Paused
File size: 7,443 Bytes
a5c0306 efeddde a5c0306 efeddde 4a97a7a efeddde 4a97a7a efeddde | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 | import os
import logging
from pathlib import Path
from typing import Union, Dict, Any, Optional
import numpy as np
from PIL import Image
logger = logging.getLogger(__name__)
DEFAULT_MODEL_ID = "prithivMLmods/Deep-Fake-Detector-v2-Model"
class DeepfakeClassifier:
"""
Vision Transformer (ViT) based deepfake and synthetic face detector.
Evaluates candidate media to alert investigators to manipulated, swapped,
or synthetically generated facial content.
"""
def __init__(self, model_name: str = DEFAULT_MODEL_ID):
self.model_name = model_name
self._processor = None
self._model = None
self._load_attempted = False
self._available = False
def _lazy_load(self):
if self._load_attempted:
return
self._load_attempted = True
# Memory conservation safeguard for cloud free tiers (e.g. Render 512MB RAM)
enable_vit = os.getenv("ENABLE_VIT_MODEL", "").lower()
if enable_vit == "false":
logger.info("ViT model disabled via ENABLE_VIT_MODEL=false. Using lightweight spatial-FFT detector.")
self._available = False
return
elif enable_vit != "true":
try:
import psutil
total_mb = psutil.virtual_memory().total / (1024 * 1024)
if total_mb < 1200:
logger.info("Host memory is %.0f MB (< 1200 MB). Using lightweight spatial-FFT detector to protect container stability.", total_mb)
self._available = False
return
except Exception:
pass
try:
from transformers import AutoImageProcessor, AutoModelForImageClassification
import torch
logger.info("Initializing ViT deepfake detector: %s", self.model_name)
self._processor = AutoImageProcessor.from_pretrained(
self.model_name
)
self._model = AutoModelForImageClassification.from_pretrained(
self.model_name
)
self._model.eval()
self._available = True
logger.info("ViT Deepfake detector loaded successfully.")
except Exception as exc:
logger.warning(
"Could not load HuggingFace ViT weights (%s): %s. "
"Engaging resilient heuristic synthetic media analysis.",
self.model_name, exc
)
self._available = False
def _heuristic_analysis(self, image: Image.Image) -> Dict[str, Any]:
"""
Fallback spatial-frequency analysis when offline or weights unavailable.
Checks for spectral artifacts and boundary anomalies characteristic of synthetic generation.
"""
try:
gray = image.convert("L").resize((256, 256))
arr = np.asarray(gray, dtype=np.float32)
# 2D FFT spectral high-frequency decay
f = np.fft.fft2(arr)
fshift = np.fft.fftshift(f)
magnitude = 20 * np.log(np.abs(fshift) + 1e-5)
h, w = magnitude.shape
center_h, center_w = h // 2, w // 2
# High frequency energy ratio
radius = 30
y, x = np.ogrid[:h, :w]
dist_from_center = np.sqrt((x - center_w)**2 + (y - center_h)**2)
high_freq_mask = dist_from_center > radius
high_freq_energy = float(np.mean(magnitude[high_freq_mask]))
total_energy = float(np.mean(magnitude))
ratio = (high_freq_energy / (total_energy + 1e-5)) if total_energy > 0 else 0.5
# Typical synthetic GAN/diffusion faces have muted or irregular high-frequency spectra
synthetic_score = float(np.clip(1.0 - (ratio * 1.2), 0.05, 0.95))
is_synthetic = synthetic_score > 0.65
return {
"label": "Synthetic / Deepfake" if is_synthetic else "Authentic / Real",
"risk_score": round(synthetic_score, 4),
"confidence": round(abs(synthetic_score - 0.5) * 2, 4),
"is_synthetic": is_synthetic,
"model": "Spatial-FFT-Heuristic (Offline Fallback)",
"status": "ANALYZED",
}
except Exception as exc:
return {
"label": "Undetermined",
"risk_score": 0.5,
"confidence": 0.0,
"is_synthetic": False,
"model": "None",
"status": f"SKIPPED ({exc})",
}
def analyze(self, image_input: Union[Path, str, Image.Image, np.ndarray]) -> Dict[str, Any]:
"""
Analyze an input image for deepfake or synthetic facial generation signals.
"""
if isinstance(image_input, (str, Path)):
img_path = Path(image_input)
if not img_path.exists():
return {
"label": "Image Not Found",
"risk_score": 0.0,
"confidence": 0.0,
"is_synthetic": False,
"model": "None",
"status": "ERROR",
}
image = Image.open(img_path).convert("RGB")
elif isinstance(image_input, Image.Image):
image = image_input.convert("RGB")
elif isinstance(image_input, np.ndarray):
image = Image.fromarray(image_input).convert("RGB")
else:
return {
"label": "Invalid Format",
"risk_score": 0.0,
"confidence": 0.0,
"is_synthetic": False,
"model": "None",
"status": "ERROR",
}
self._lazy_load()
if not self._available or self._model is None or self._processor is None:
return self._heuristic_analysis(image)
try:
import torch
inputs = self._processor(images=image, return_tensors="pt")
with torch.no_grad():
outputs = self._model(**inputs)
logits = outputs.logits
probs = torch.nn.functional.softmax(logits, dim=-1).squeeze().tolist()
id2label = self._model.config.id2label or {0: "Real", 1: "Fake"}
# Determine fake/synthetic index
fake_idx = 1
for idx, label_str in id2label.items():
if any(w in label_str.lower() for w in ["fake", "synth", "deepfake", "manipulated"]):
fake_idx = int(idx)
break
risk_score = float(probs[fake_idx]) if isinstance(probs, list) and len(probs) > fake_idx else float(probs)
pred_idx = int(np.argmax(probs)) if isinstance(probs, list) else (1 if probs >= 0.5 else 0)
pred_label = id2label.get(pred_idx, "Unknown")
is_synthetic = risk_score >= 0.50
return {
"label": pred_label,
"risk_score": round(risk_score, 4),
"confidence": round(float(np.max(probs)), 4) if isinstance(probs, list) else round(risk_score, 4),
"is_synthetic": is_synthetic,
"model": self.model_name,
"status": "ANALYZED",
}
except Exception as exc:
logger.warning("ViT inference failed: %s. Reverting to heuristic analysis.", exc)
return self._heuristic_analysis(image)
|