Upload 4 files
Browse files- .gitattributes +35 -35
- README.md +13 -13
- app.py +165 -0
- requirements.txt +6 -0
.gitattributes
CHANGED
|
@@ -1,35 +1,35 @@
|
|
| 1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
-
---
|
| 2 |
-
title: Scoutyx
|
| 3 |
-
emoji: π
|
| 4 |
-
colorFrom: green
|
| 5 |
-
colorTo: red
|
| 6 |
-
sdk: gradio
|
| 7 |
-
sdk_version: 5.32.1
|
| 8 |
-
app_file: app.py
|
| 9 |
-
pinned: false
|
| 10 |
-
short_description: Light BiLSTM + MobileNet (V1)
|
| 11 |
-
---
|
| 12 |
-
|
| 13 |
-
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
|
|
|
| 1 |
+
---
|
| 2 |
+
title: Scoutyx
|
| 3 |
+
emoji: π
|
| 4 |
+
colorFrom: green
|
| 5 |
+
colorTo: red
|
| 6 |
+
sdk: gradio
|
| 7 |
+
sdk_version: 5.32.1
|
| 8 |
+
app_file: app.py
|
| 9 |
+
pinned: false
|
| 10 |
+
short_description: Light BiLSTM + MobileNet (V1)
|
| 11 |
+
---
|
| 12 |
+
|
| 13 |
+
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
app.py
ADDED
|
@@ -0,0 +1,165 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import os
|
| 2 |
+
import cv2
|
| 3 |
+
import tempfile
|
| 4 |
+
import numpy as np
|
| 5 |
+
import matplotlib
|
| 6 |
+
matplotlib.use("Agg")
|
| 7 |
+
import matplotlib.pyplot as plt
|
| 8 |
+
from collections import deque
|
| 9 |
+
import tensorflow as tf
|
| 10 |
+
import gradio as gr
|
| 11 |
+
import soundfile as sf
|
| 12 |
+
|
| 13 |
+
# ββ Model Initialization βββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 14 |
+
MODEL_PATH = ".\\Model\\final_model.keras" # Update to your local path
|
| 15 |
+
model = tf.keras.models.load_model(MODEL_PATH)
|
| 16 |
+
|
| 17 |
+
# ββ Constants βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 18 |
+
CLIP = 16 # Number of frames per clip (match your SEQUENCE_LENGTH)
|
| 19 |
+
STRIDE = 1 # Process every new frame in live mode
|
| 20 |
+
STREAM_FPS = 15 # Polling rate for live (~15 updates/sec)
|
| 21 |
+
HIST_LEN = 90 # Rolling history length for bar plot
|
| 22 |
+
IMAGE_SIZE = (64, 64) # Match your model's input size
|
| 23 |
+
|
| 24 |
+
# ββ Preprocessing Function βββββββββββββββββββββββββββββββββββββββββββββββ
|
| 25 |
+
def preprocess_clip(clip):
|
| 26 |
+
clip = [cv2.resize(frame, IMAGE_SIZE) for frame in clip]
|
| 27 |
+
clip = np.array(clip, dtype=np.float32) / 255.0
|
| 28 |
+
clip = np.expand_dims(clip, axis=0)
|
| 29 |
+
return tf.convert_to_tensor(clip)
|
| 30 |
+
|
| 31 |
+
# ββ Video-file Pipeline ββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 32 |
+
def sliding_window(path, clip_len=CLIP, stride=STRIDE):
|
| 33 |
+
cap, frames = cv2.VideoCapture(path), []
|
| 34 |
+
fps = cap.get(cv2.CAP_PROP_FPS) or 25
|
| 35 |
+
while True:
|
| 36 |
+
ok, f = cap.read()
|
| 37 |
+
if not ok:
|
| 38 |
+
break
|
| 39 |
+
frames.append(cv2.cvtColor(f, cv2.COLOR_BGR2RGB))
|
| 40 |
+
cap.release()
|
| 41 |
+
|
| 42 |
+
probs = []
|
| 43 |
+
for s in range(0, len(frames) - clip_len + 1, stride):
|
| 44 |
+
clip = frames[s:s + clip_len]
|
| 45 |
+
inp = preprocess_clip(clip)
|
| 46 |
+
with tf.device('/GPU:0'):
|
| 47 |
+
p = model.predict(inp, verbose=0)[0, 1]
|
| 48 |
+
probs.append(p)
|
| 49 |
+
return frames, probs, fps
|
| 50 |
+
|
| 51 |
+
# ββ Output Generation ββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 52 |
+
def make_outputs(frames, probs, fps, sensitivity):
|
| 53 |
+
h, w = frames[0].shape[:2]
|
| 54 |
+
for idx, p in enumerate(probs):
|
| 55 |
+
if p > sensitivity:
|
| 56 |
+
for f in range(idx, min(idx + CLIP, len(frames))):
|
| 57 |
+
cv2.rectangle(frames[f], (0, 0), (w-1, h-1), (255, 0, 0), 6)
|
| 58 |
+
|
| 59 |
+
out_vid = tempfile.NamedTemporaryFile(suffix='.mp4', delete=False).name
|
| 60 |
+
vw = cv2.VideoWriter(out_vid, cv2.VideoWriter_fourcc(*'mp4v'), fps, (w, h))
|
| 61 |
+
for f in frames:
|
| 62 |
+
vw.write(cv2.cvtColor(f, cv2.COLOR_RGB2BGR))
|
| 63 |
+
vw.release()
|
| 64 |
+
|
| 65 |
+
t = np.arange(len(probs)) / fps
|
| 66 |
+
fig, ax = plt.subplots(figsize=(5, 2))
|
| 67 |
+
colors = ['red' if p > sensitivity else 'blue' for p in probs]
|
| 68 |
+
ax.bar(t, probs, color=colors, width=1/fps)
|
| 69 |
+
ax.set_ylim(0, 1)
|
| 70 |
+
ax.set_xlabel('sec')
|
| 71 |
+
ax.set_ylabel('Violence Prob')
|
| 72 |
+
fig.tight_layout()
|
| 73 |
+
out_plot = tempfile.NamedTemporaryFile(suffix='.png', delete=False).name
|
| 74 |
+
fig.savefig(out_plot, dpi=120)
|
| 75 |
+
plt.close(fig)
|
| 76 |
+
|
| 77 |
+
out_beep = None
|
| 78 |
+
if any(p > sensitivity for p in probs):
|
| 79 |
+
sr = 16000
|
| 80 |
+
tone = 0.2 * np.sin(2 * np.pi * 440 * np.linspace(0, 0.5, int(sr*0.5)))
|
| 81 |
+
out_beep = tempfile.NamedTemporaryFile(suffix='.wav', delete=False).name
|
| 82 |
+
sf.write(out_beep, tone, sr)
|
| 83 |
+
|
| 84 |
+
return out_vid, out_plot, out_beep
|
| 85 |
+
|
| 86 |
+
# ββ Video File Handler βββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 87 |
+
def run_pipeline(video_path, sensitivity):
|
| 88 |
+
if not video_path or not os.path.exists(video_path):
|
| 89 |
+
return None, None, None
|
| 90 |
+
frames, probs, fps = sliding_window(video_path)
|
| 91 |
+
return make_outputs(frames, probs, fps, sensitivity)
|
| 92 |
+
|
| 93 |
+
# ββ Live Stream Pipeline βββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 94 |
+
def plot_history(history, sensitivity):
|
| 95 |
+
fig, ax = plt.subplots(figsize=(5, 2))
|
| 96 |
+
colors = ['red' if p > sensitivity else 'blue' for p in history]
|
| 97 |
+
ax.bar(np.arange(len(history)), history, color=colors)
|
| 98 |
+
ax.set_ylim(0, 1)
|
| 99 |
+
ax.set_xlabel('Recent Clips')
|
| 100 |
+
ax.set_ylabel('Violence Prob')
|
| 101 |
+
fig.tight_layout()
|
| 102 |
+
return fig
|
| 103 |
+
|
| 104 |
+
def live_handler(frame, state, history, sensitivity):
|
| 105 |
+
state.append(frame)
|
| 106 |
+
if len(state) < CLIP:
|
| 107 |
+
return state, frame, history, plot_history(history, sensitivity), 0.0
|
| 108 |
+
|
| 109 |
+
clip = list(state)
|
| 110 |
+
inp = preprocess_clip(clip)
|
| 111 |
+
with tf.device('/GPU:0'):
|
| 112 |
+
p = model.predict(inp, verbose=0)[0, 1]
|
| 113 |
+
|
| 114 |
+
history.append(p)
|
| 115 |
+
if len(history) > HIST_LEN:
|
| 116 |
+
history.pop(0)
|
| 117 |
+
|
| 118 |
+
disp = frame.copy()
|
| 119 |
+
h, w = disp.shape[:2]
|
| 120 |
+
if p > sensitivity:
|
| 121 |
+
cv2.rectangle(disp, (0, 0), (w-1, h-1), (255, 0, 0), 6)
|
| 122 |
+
cv2.putText(disp, f'Violence Prob: {p:.2f}', (10, h-15),
|
| 123 |
+
cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255, 255, 255), 2, cv2.LINE_AA)
|
| 124 |
+
|
| 125 |
+
return state, disp, history, plot_history(history, sensitivity), p
|
| 126 |
+
|
| 127 |
+
# ββ Gradio UI βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 128 |
+
with gr.Blocks(title="Real-Time Violence Detection") as demo:
|
| 129 |
+
sensitivity = gr.Slider(
|
| 130 |
+
label="Sensitivity threshold (lower β more sensitive)",
|
| 131 |
+
minimum=0.0, maximum=1.0, step=0.01, value=0.5
|
| 132 |
+
)
|
| 133 |
+
|
| 134 |
+
with gr.Tab("Video File"):
|
| 135 |
+
gr.Markdown("Upload or record a video, set sensitivity, then Analyze.")
|
| 136 |
+
file_in = gr.Video(format='mp4')
|
| 137 |
+
vid_out = gr.Video(label='Annotated Video')
|
| 138 |
+
plot_out = gr.Image(label='Violence Probability Curve')
|
| 139 |
+
beep_out = gr.Audio(label='Alarm Sound')
|
| 140 |
+
gr.Button("Analyze").click(
|
| 141 |
+
fn=run_pipeline,
|
| 142 |
+
inputs=[file_in, sensitivity],
|
| 143 |
+
outputs=[vid_out, plot_out, beep_out]
|
| 144 |
+
)
|
| 145 |
+
|
| 146 |
+
with gr.Tab("Live Stream"):
|
| 147 |
+
gr.Markdown(
|
| 148 |
+
"Live webcam. Border & plot turn red when `prob > sensitivity`."
|
| 149 |
+
)
|
| 150 |
+
cam_in = gr.Image(sources='webcam', streaming=True, type='numpy', label='Webcam')
|
| 151 |
+
cam_out = gr.Image(streaming=True, label='Annotated Feed')
|
| 152 |
+
plot_live = gr.Plot(label='Rolling Violence Probability')
|
| 153 |
+
num_prob = gr.Number(label='Current Probability', precision=2)
|
| 154 |
+
|
| 155 |
+
frame_state = gr.State(value=deque(maxlen=CLIP))
|
| 156 |
+
prob_state = gr.State(value=[])
|
| 157 |
+
|
| 158 |
+
cam_in.stream(
|
| 159 |
+
fn=live_handler,
|
| 160 |
+
inputs=[cam_in, frame_state, prob_state, sensitivity],
|
| 161 |
+
outputs=[frame_state, cam_out, prob_state, plot_live, num_prob],
|
| 162 |
+
stream_every=1/STREAM_FPS
|
| 163 |
+
)
|
| 164 |
+
|
| 165 |
+
demo.launch()
|
requirements.txt
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
tensorflow==2.18.0
|
| 2 |
+
gradio==5.32.1
|
| 3 |
+
opencv-python
|
| 4 |
+
numpy
|
| 5 |
+
matplotlib
|
| 6 |
+
soundfile
|