Update app.py
Browse files
app.py
CHANGED
|
@@ -1,144 +1,40 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
from PIL import Image, ImageDraw, ImageFont
|
| 5 |
-
import cv2
|
| 6 |
|
| 7 |
-
# ββ
|
| 8 |
-
|
| 9 |
-
INPUT_SIZE = 640
|
| 10 |
-
CONF_THRESHOLD = 0.4
|
| 11 |
-
IOU_THRESHOLD = 0.45
|
| 12 |
|
| 13 |
-
CLASS_NAMES = ["crack", "spalling", "pothole"]
|
| 14 |
-
CLASS_COLORS = {
|
| 15 |
-
"crack": (255, 0, 0), # red
|
| 16 |
-
"spalling": (255, 165, 0), # orange
|
| 17 |
-
"pothole": (255, 255, 0), # yellow
|
| 18 |
-
}
|
| 19 |
|
| 20 |
-
# ββ Load ONNX model once at startup βββββββββββββββββββββββββββββββββββββββββ
|
| 21 |
-
session = ort.InferenceSession(MODEL_PATH, providers=["CPUExecutionProvider"])
|
| 22 |
-
input_name = session.get_inputs()[0].name
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
# ββ Preprocessing ββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 26 |
-
def preprocess(image: Image.Image):
|
| 27 |
-
original_w, original_h = image.size
|
| 28 |
-
resized = image.resize((INPUT_SIZE, INPUT_SIZE))
|
| 29 |
-
img_array = np.array(resized).astype(np.float32) / 255.0
|
| 30 |
-
# HWC -> CHW
|
| 31 |
-
img_array = img_array.transpose(2, 0, 1)
|
| 32 |
-
# Add batch dimension
|
| 33 |
-
img_array = np.expand_dims(img_array, axis=0)
|
| 34 |
-
return img_array, original_w, original_h
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
# ββ IoU + NMS βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 38 |
-
def compute_iou(box1, box2):
|
| 39 |
-
x1 = max(box1[0], box2[0])
|
| 40 |
-
y1 = max(box1[1], box2[1])
|
| 41 |
-
x2 = min(box1[2], box2[2])
|
| 42 |
-
y2 = min(box1[3], box2[3])
|
| 43 |
-
inter_area = max(0, x2 - x1) * max(0, y2 - y1)
|
| 44 |
-
box1_area = (box1[2] - box1[0]) * (box1[3] - box1[1])
|
| 45 |
-
box2_area = (box2[2] - box2[0]) * (box2[3] - box2[1])
|
| 46 |
-
union_area = box1_area + box2_area - inter_area
|
| 47 |
-
return inter_area / union_area if union_area > 0 else 0
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
def non_max_suppression(detections, iou_threshold):
|
| 51 |
-
detections = sorted(detections, key=lambda d: d["confidence"], reverse=True)
|
| 52 |
-
keep = []
|
| 53 |
-
while detections:
|
| 54 |
-
best = detections.pop(0)
|
| 55 |
-
keep.append(best)
|
| 56 |
-
detections = [
|
| 57 |
-
d for d in detections
|
| 58 |
-
if compute_iou(best["bbox"], d["bbox"]) < iou_threshold
|
| 59 |
-
]
|
| 60 |
-
return keep
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
# ββ Parse YOLOv8 raw output: shape [1, 7, 8400] ββββββββββββββββββββββββββββ
|
| 64 |
-
# 7 = 4 (cx, cy, w, h) + 3 (class scores, no separate objectness column)
|
| 65 |
-
# 8400 = number of candidate detections across all scales
|
| 66 |
-
def parse_yolo_output(output, original_w, original_h):
|
| 67 |
-
output = output[0] # shape: [7, 8400]
|
| 68 |
-
output = output.T # transpose -> shape: [8400, 7]
|
| 69 |
-
|
| 70 |
-
scale_x = original_w / INPUT_SIZE
|
| 71 |
-
scale_y = original_h / INPUT_SIZE
|
| 72 |
-
|
| 73 |
-
detections = []
|
| 74 |
-
for row in output:
|
| 75 |
-
cx, cy, w, h = row[0], row[1], row[2], row[3]
|
| 76 |
-
class_scores = row[4:4 + len(CLASS_NAMES)]
|
| 77 |
-
class_id = int(np.argmax(class_scores))
|
| 78 |
-
confidence = float(class_scores[class_id])
|
| 79 |
-
|
| 80 |
-
if confidence < CONF_THRESHOLD:
|
| 81 |
-
continue
|
| 82 |
-
|
| 83 |
-
cx, cy, w, h = cx * scale_x, cy * scale_y, w * scale_x, h * scale_y
|
| 84 |
-
x1, y1 = cx - w / 2, cy - h / 2
|
| 85 |
-
x2, y2 = cx + w / 2, cy + h / 2
|
| 86 |
-
|
| 87 |
-
detections.append({
|
| 88 |
-
"bbox": [x1, y1, x2, y2],
|
| 89 |
-
"confidence": confidence,
|
| 90 |
-
"class_id": class_id,
|
| 91 |
-
"class_name": CLASS_NAMES[class_id],
|
| 92 |
-
})
|
| 93 |
-
|
| 94 |
-
return non_max_suppression(detections, IOU_THRESHOLD)
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
# ββ Draw detections on the image ββββββββββββββββββββββββββββββββββββββββ
|
| 98 |
-
def draw_detections(image: Image.Image, detections):
|
| 99 |
-
image = image.copy()
|
| 100 |
-
draw = ImageDraw.Draw(image)
|
| 101 |
-
|
| 102 |
-
for det in detections:
|
| 103 |
-
x1, y1, x2, y2 = det["bbox"]
|
| 104 |
-
color = CLASS_COLORS.get(det["class_name"], (255, 255, 255))
|
| 105 |
-
label = f"{det['class_name']} {det['confidence']:.2f}"
|
| 106 |
-
|
| 107 |
-
draw.rectangle([x1, y1, x2, y2], outline=color, width=3)
|
| 108 |
-
text_bbox = draw.textbbox((x1, y1), label)
|
| 109 |
-
draw.rectangle(text_bbox, fill=color)
|
| 110 |
-
draw.text((x1, y1), label, fill=(0, 0, 0))
|
| 111 |
-
|
| 112 |
-
return image
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
# ββ Main inference function (called by Gradio) βββββββββββββββββββββββββββββ
|
| 116 |
def detect_damage(input_image: Image.Image):
|
| 117 |
if input_image is None:
|
| 118 |
return None, "No image provided."
|
| 119 |
|
| 120 |
-
|
| 121 |
-
|
| 122 |
-
|
| 123 |
-
|
| 124 |
-
|
|
|
|
| 125 |
|
| 126 |
-
|
|
|
|
| 127 |
|
| 128 |
-
|
|
|
|
| 129 |
summary = "No damage detected."
|
| 130 |
else:
|
| 131 |
lines = [f"Found {len(detections)} detection(s):"]
|
| 132 |
-
for
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
|
|
|
|
| 136 |
summary = "\n".join(lines)
|
| 137 |
|
| 138 |
return result_image, summary
|
| 139 |
|
| 140 |
|
| 141 |
-
# ββ Gradio interface ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 142 |
demo = gr.Interface(
|
| 143 |
fn=detect_damage,
|
| 144 |
inputs=gr.Image(type="pil", label="Upload an image"),
|
|
@@ -151,4 +47,4 @@ demo = gr.Interface(
|
|
| 151 |
)
|
| 152 |
|
| 153 |
if __name__ == "__main__":
|
| 154 |
-
demo.launch(
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
+
from ultralytics import YOLO
|
| 3 |
+
from PIL import Image
|
|
|
|
|
|
|
| 4 |
|
| 5 |
+
# ββ Load the model once at startup ββββββββββββββββββββββββββββββββββββββ
|
| 6 |
+
model = YOLO("best.pt")
|
|
|
|
|
|
|
|
|
|
| 7 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
def detect_damage(input_image: Image.Image):
|
| 10 |
if input_image is None:
|
| 11 |
return None, "No image provided."
|
| 12 |
|
| 13 |
+
results = model.predict(
|
| 14 |
+
source=input_image,
|
| 15 |
+
imgsz=640,
|
| 16 |
+
conf=0.4,
|
| 17 |
+
iou=0.45,
|
| 18 |
+
)
|
| 19 |
|
| 20 |
+
result = results[0]
|
| 21 |
+
result_image = Image.fromarray(result.plot()[:, :, ::-1]) # BGR -> RGB
|
| 22 |
|
| 23 |
+
detections = result.boxes
|
| 24 |
+
if detections is None or len(detections) == 0:
|
| 25 |
summary = "No damage detected."
|
| 26 |
else:
|
| 27 |
lines = [f"Found {len(detections)} detection(s):"]
|
| 28 |
+
for box in detections:
|
| 29 |
+
class_id = int(box.cls[0])
|
| 30 |
+
confidence = float(box.conf[0])
|
| 31 |
+
class_name = model.names[class_id]
|
| 32 |
+
lines.append(f"- {class_name} (confidence: {confidence:.2f})")
|
| 33 |
summary = "\n".join(lines)
|
| 34 |
|
| 35 |
return result_image, summary
|
| 36 |
|
| 37 |
|
|
|
|
| 38 |
demo = gr.Interface(
|
| 39 |
fn=detect_damage,
|
| 40 |
inputs=gr.Image(type="pil", label="Upload an image"),
|
|
|
|
| 47 |
)
|
| 48 |
|
| 49 |
if __name__ == "__main__":
|
| 50 |
+
demo.launch(share=True)
|