Myteam commited on
Commit
c2cede3
Β·
verified Β·
1 Parent(s): 977fac9

Upload 4 files

Browse files
Files changed (4) hide show
  1. .gitattributes +35 -35
  2. README.md +13 -13
  3. app.py +165 -0
  4. requirements.txt +6 -0
.gitattributes CHANGED
@@ -1,35 +1,35 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,13 +1,13 @@
1
- ---
2
- title: Scoutyx
3
- emoji: 🐠
4
- colorFrom: green
5
- colorTo: red
6
- sdk: gradio
7
- sdk_version: 5.32.1
8
- app_file: app.py
9
- pinned: false
10
- short_description: Light BiLSTM + MobileNet (V1)
11
- ---
12
-
13
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
1
+ ---
2
+ title: Scoutyx
3
+ emoji: 🐠
4
+ colorFrom: green
5
+ colorTo: red
6
+ sdk: gradio
7
+ sdk_version: 5.32.1
8
+ app_file: app.py
9
+ pinned: false
10
+ short_description: Light BiLSTM + MobileNet (V1)
11
+ ---
12
+
13
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import cv2
3
+ import tempfile
4
+ import numpy as np
5
+ import matplotlib
6
+ matplotlib.use("Agg")
7
+ import matplotlib.pyplot as plt
8
+ from collections import deque
9
+ import tensorflow as tf
10
+ import gradio as gr
11
+ import soundfile as sf
12
+
13
+ # ── Model Initialization ─────────────────────────────────────────────────
14
+ MODEL_PATH = ".\\Model\\final_model.keras" # Update to your local path
15
+ model = tf.keras.models.load_model(MODEL_PATH)
16
+
17
+ # ── Constants ─────────────────────────────────────────────────────────────
18
+ CLIP = 16 # Number of frames per clip (match your SEQUENCE_LENGTH)
19
+ STRIDE = 1 # Process every new frame in live mode
20
+ STREAM_FPS = 15 # Polling rate for live (~15 updates/sec)
21
+ HIST_LEN = 90 # Rolling history length for bar plot
22
+ IMAGE_SIZE = (64, 64) # Match your model's input size
23
+
24
+ # ── Preprocessing Function ───────────────────────────────────────────────
25
+ def preprocess_clip(clip):
26
+ clip = [cv2.resize(frame, IMAGE_SIZE) for frame in clip]
27
+ clip = np.array(clip, dtype=np.float32) / 255.0
28
+ clip = np.expand_dims(clip, axis=0)
29
+ return tf.convert_to_tensor(clip)
30
+
31
+ # ── Video-file Pipeline ──────────────────────────────────────────────────
32
+ def sliding_window(path, clip_len=CLIP, stride=STRIDE):
33
+ cap, frames = cv2.VideoCapture(path), []
34
+ fps = cap.get(cv2.CAP_PROP_FPS) or 25
35
+ while True:
36
+ ok, f = cap.read()
37
+ if not ok:
38
+ break
39
+ frames.append(cv2.cvtColor(f, cv2.COLOR_BGR2RGB))
40
+ cap.release()
41
+
42
+ probs = []
43
+ for s in range(0, len(frames) - clip_len + 1, stride):
44
+ clip = frames[s:s + clip_len]
45
+ inp = preprocess_clip(clip)
46
+ with tf.device('/GPU:0'):
47
+ p = model.predict(inp, verbose=0)[0, 1]
48
+ probs.append(p)
49
+ return frames, probs, fps
50
+
51
+ # ── Output Generation ────────────────────────────────────────────────────
52
+ def make_outputs(frames, probs, fps, sensitivity):
53
+ h, w = frames[0].shape[:2]
54
+ for idx, p in enumerate(probs):
55
+ if p > sensitivity:
56
+ for f in range(idx, min(idx + CLIP, len(frames))):
57
+ cv2.rectangle(frames[f], (0, 0), (w-1, h-1), (255, 0, 0), 6)
58
+
59
+ out_vid = tempfile.NamedTemporaryFile(suffix='.mp4', delete=False).name
60
+ vw = cv2.VideoWriter(out_vid, cv2.VideoWriter_fourcc(*'mp4v'), fps, (w, h))
61
+ for f in frames:
62
+ vw.write(cv2.cvtColor(f, cv2.COLOR_RGB2BGR))
63
+ vw.release()
64
+
65
+ t = np.arange(len(probs)) / fps
66
+ fig, ax = plt.subplots(figsize=(5, 2))
67
+ colors = ['red' if p > sensitivity else 'blue' for p in probs]
68
+ ax.bar(t, probs, color=colors, width=1/fps)
69
+ ax.set_ylim(0, 1)
70
+ ax.set_xlabel('sec')
71
+ ax.set_ylabel('Violence Prob')
72
+ fig.tight_layout()
73
+ out_plot = tempfile.NamedTemporaryFile(suffix='.png', delete=False).name
74
+ fig.savefig(out_plot, dpi=120)
75
+ plt.close(fig)
76
+
77
+ out_beep = None
78
+ if any(p > sensitivity for p in probs):
79
+ sr = 16000
80
+ tone = 0.2 * np.sin(2 * np.pi * 440 * np.linspace(0, 0.5, int(sr*0.5)))
81
+ out_beep = tempfile.NamedTemporaryFile(suffix='.wav', delete=False).name
82
+ sf.write(out_beep, tone, sr)
83
+
84
+ return out_vid, out_plot, out_beep
85
+
86
+ # ── Video File Handler ───────────────────────────────────────────────────
87
+ def run_pipeline(video_path, sensitivity):
88
+ if not video_path or not os.path.exists(video_path):
89
+ return None, None, None
90
+ frames, probs, fps = sliding_window(video_path)
91
+ return make_outputs(frames, probs, fps, sensitivity)
92
+
93
+ # ── Live Stream Pipeline ─────────────────────────────────────────────────
94
+ def plot_history(history, sensitivity):
95
+ fig, ax = plt.subplots(figsize=(5, 2))
96
+ colors = ['red' if p > sensitivity else 'blue' for p in history]
97
+ ax.bar(np.arange(len(history)), history, color=colors)
98
+ ax.set_ylim(0, 1)
99
+ ax.set_xlabel('Recent Clips')
100
+ ax.set_ylabel('Violence Prob')
101
+ fig.tight_layout()
102
+ return fig
103
+
104
+ def live_handler(frame, state, history, sensitivity):
105
+ state.append(frame)
106
+ if len(state) < CLIP:
107
+ return state, frame, history, plot_history(history, sensitivity), 0.0
108
+
109
+ clip = list(state)
110
+ inp = preprocess_clip(clip)
111
+ with tf.device('/GPU:0'):
112
+ p = model.predict(inp, verbose=0)[0, 1]
113
+
114
+ history.append(p)
115
+ if len(history) > HIST_LEN:
116
+ history.pop(0)
117
+
118
+ disp = frame.copy()
119
+ h, w = disp.shape[:2]
120
+ if p > sensitivity:
121
+ cv2.rectangle(disp, (0, 0), (w-1, h-1), (255, 0, 0), 6)
122
+ cv2.putText(disp, f'Violence Prob: {p:.2f}', (10, h-15),
123
+ cv2.FONT_HERSHEY_SIMPLEX, 0.7, (255, 255, 255), 2, cv2.LINE_AA)
124
+
125
+ return state, disp, history, plot_history(history, sensitivity), p
126
+
127
+ # ── Gradio UI ───────────────────────────────────────────────────────────
128
+ with gr.Blocks(title="Real-Time Violence Detection") as demo:
129
+ sensitivity = gr.Slider(
130
+ label="Sensitivity threshold (lower β†’ more sensitive)",
131
+ minimum=0.0, maximum=1.0, step=0.01, value=0.5
132
+ )
133
+
134
+ with gr.Tab("Video File"):
135
+ gr.Markdown("Upload or record a video, set sensitivity, then Analyze.")
136
+ file_in = gr.Video(format='mp4')
137
+ vid_out = gr.Video(label='Annotated Video')
138
+ plot_out = gr.Image(label='Violence Probability Curve')
139
+ beep_out = gr.Audio(label='Alarm Sound')
140
+ gr.Button("Analyze").click(
141
+ fn=run_pipeline,
142
+ inputs=[file_in, sensitivity],
143
+ outputs=[vid_out, plot_out, beep_out]
144
+ )
145
+
146
+ with gr.Tab("Live Stream"):
147
+ gr.Markdown(
148
+ "Live webcam. Border & plot turn red when `prob > sensitivity`."
149
+ )
150
+ cam_in = gr.Image(sources='webcam', streaming=True, type='numpy', label='Webcam')
151
+ cam_out = gr.Image(streaming=True, label='Annotated Feed')
152
+ plot_live = gr.Plot(label='Rolling Violence Probability')
153
+ num_prob = gr.Number(label='Current Probability', precision=2)
154
+
155
+ frame_state = gr.State(value=deque(maxlen=CLIP))
156
+ prob_state = gr.State(value=[])
157
+
158
+ cam_in.stream(
159
+ fn=live_handler,
160
+ inputs=[cam_in, frame_state, prob_state, sensitivity],
161
+ outputs=[frame_state, cam_out, prob_state, plot_live, num_prob],
162
+ stream_every=1/STREAM_FPS
163
+ )
164
+
165
+ demo.launch()
requirements.txt ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ tensorflow==2.18.0
2
+ gradio==5.32.1
3
+ opencv-python
4
+ numpy
5
+ matplotlib
6
+ soundfile