schrabfab commited on
Commit
cce4bb7
Β·
verified Β·
1 Parent(s): 6e43428

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +448 -0
  2. requirements.txt +3 -0
app.py ADDED
@@ -0,0 +1,448 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ GridWorld Warehouse Navigator
3
+ Gradio + Gymnasium interactive maze game with RL-style rewards.
4
+ """
5
+
6
+ import random
7
+ from collections import deque
8
+
9
+ import gradio as gr
10
+ import gymnasium as gym
11
+ import numpy as np
12
+ from gymnasium import spaces
13
+
14
+ # ── Constants ────────────────────────────────────────────────────────────────
15
+ GRID_SIZE = 10
16
+ MAX_STEPS = 200
17
+ OBS_DENSITY = 0.20
18
+
19
+ # Actions
20
+ UP, RIGHT, DOWN, LEFT = 0, 1, 2, 3
21
+ ACTION_DELTAS = {UP: (-1, 0), RIGHT: (0, 1), DOWN: (1, 0), LEFT: (0, -1)}
22
+
23
+ # RL rewards
24
+ R_GOAL = 100.0
25
+ R_CLOSER = 1.0
26
+ R_FARTHER = -1.5
27
+ R_INVALID = -2.0
28
+ R_NEW_CELL = 0.5
29
+ R_STEP = -0.1
30
+ R_TIMEOUT = -10.0
31
+
32
+ # SVG rendering
33
+ CELL = 52
34
+ PAD = 6
35
+
36
+
37
+ # ── Gymnasium Environment ─────────────────────────────────────────────────────
38
+ class GridWorldEnv(gym.Env):
39
+ """
40
+ A simple GridWorld environment.
41
+
42
+ Observation: [agent_x_norm, agent_y_norm, goal_x_norm, goal_y_norm] (float32, 0-1)
43
+ Actions: 0=UP, 1=RIGHT, 2=DOWN, 3=LEFT
44
+ """
45
+
46
+ metadata = {"render_modes": ["rgb_array"]}
47
+
48
+ def __init__(self, grid_size: int = GRID_SIZE, obs_density: float = OBS_DENSITY,
49
+ max_steps: int = MAX_STEPS):
50
+ super().__init__()
51
+ self.grid_size = grid_size
52
+ self.obs_density = obs_density
53
+ self.max_steps = max_steps
54
+
55
+ self.action_space = spaces.Discrete(4)
56
+ self.observation_space = spaces.Box(
57
+ low=0.0, high=1.0, shape=(4,), dtype=np.float32
58
+ )
59
+
60
+ # State – initialised by reset()
61
+ self.grid: list[list[str]] = []
62
+ self.agent_pos: tuple[int, int] = (0, 0)
63
+ self.start_pos: tuple[int, int] = (0, 0)
64
+ self.goal_pos: tuple[int, int] = (0, 0)
65
+ self.steps = 0
66
+ self.total_score = 0.0
67
+ self.last_reward = 0.0
68
+ self.visited: set[tuple[int, int]] = set()
69
+ self.goal_reached = False
70
+
71
+ self.reset()
72
+
73
+ # ── maze generation ───────────────────────────────────────────────────────
74
+
75
+ def _bfs_connected(self, grid, start, goal) -> bool:
76
+ queue = deque([start])
77
+ seen = {start}
78
+ while queue:
79
+ r, c = queue.popleft()
80
+ if (r, c) == goal:
81
+ return True
82
+ for dr, dc in ACTION_DELTAS.values():
83
+ nr, nc = r + dr, c + dc
84
+ if 0 <= nr < self.grid_size and 0 <= nc < self.grid_size:
85
+ if grid[nr][nc] != 'X' and (nr, nc) not in seen:
86
+ seen.add((nr, nc))
87
+ queue.append((nr, nc))
88
+ return False
89
+
90
+ def _make_grid(self):
91
+ """Generate a random, solvable grid. Retries up to 200 times."""
92
+ for _ in range(200):
93
+ g = [['.' for _ in range(self.grid_size)] for _ in range(self.grid_size)]
94
+
95
+ for r in range(self.grid_size):
96
+ for c in range(self.grid_size):
97
+ if random.random() < self.obs_density:
98
+ g[r][c] = 'X'
99
+
100
+ empties = [(r, c) for r in range(self.grid_size)
101
+ for c in range(self.grid_size) if g[r][c] == '.']
102
+ if len(empties) < 2:
103
+ continue
104
+
105
+ start = random.choice(empties)
106
+ empties.remove(start)
107
+ goal = random.choice(empties)
108
+
109
+ if self._bfs_connected(g, start, goal):
110
+ g[start[0]][start[1]] = 'S'
111
+ g[goal[0]][goal[1]] = 'G'
112
+ return g, start, goal
113
+
114
+ # Fallback: empty grid, corners
115
+ g = [['.' for _ in range(self.grid_size)] for _ in range(self.grid_size)]
116
+ start, goal = (0, 0), (self.grid_size - 1, self.grid_size - 1)
117
+ g[start[0]][start[1]] = 'S'
118
+ g[goal[0]][goal[1]] = 'G'
119
+ return g, start, goal
120
+
121
+ # ── gym interface ─────────────────────────────────────────────────────────
122
+
123
+ def reset(self, *, seed=None, options=None):
124
+ super().reset(seed=seed)
125
+ self.grid, self.start_pos, self.goal_pos = self._make_grid()
126
+ self.agent_pos = self.start_pos
127
+ self.steps = 0
128
+ self.total_score = 0.0
129
+ self.last_reward = 0.0
130
+ self.visited = {self.agent_pos}
131
+ self.goal_reached = False
132
+ return self._obs(), {}
133
+
134
+ def step(self, action: int):
135
+ if self.goal_reached or self.steps >= self.max_steps:
136
+ return self._obs(), 0.0, True, False, {}
137
+
138
+ dr, dc = ACTION_DELTAS[action]
139
+ nr, nc = self.agent_pos[0] + dr, self.agent_pos[1] + dc
140
+ prev_dist = self._manhattan(self.agent_pos, self.goal_pos)
141
+
142
+ # ── invalid move ──────────────────────────────────────────────────────
143
+ if not (0 <= nr < self.grid_size and 0 <= nc < self.grid_size) \
144
+ or self.grid[nr][nc] == 'X':
145
+ self.steps += 1
146
+ reward = R_INVALID
147
+ truncated = self.steps >= self.max_steps
148
+ if truncated:
149
+ reward += R_TIMEOUT
150
+ self.last_reward = reward
151
+ self.total_score += reward
152
+ return self._obs(), reward, False, truncated, {"invalid": True}
153
+
154
+ # ── valid move ────────────────────────────────────────────────────────
155
+ self.agent_pos = (nr, nc)
156
+ self.steps += 1
157
+ new_dist = self._manhattan(self.agent_pos, self.goal_pos)
158
+
159
+ if self.agent_pos == self.goal_pos:
160
+ reward = R_GOAL
161
+ self.goal_reached = True
162
+ terminated = True
163
+ truncated = False
164
+ else:
165
+ reward = R_STEP
166
+ reward += R_CLOSER if new_dist < prev_dist else R_FARTHER
167
+ if self.agent_pos not in self.visited:
168
+ reward += R_NEW_CELL
169
+ self.visited.add(self.agent_pos)
170
+ terminated = False
171
+ truncated = self.steps >= self.max_steps
172
+ if truncated:
173
+ reward += R_TIMEOUT
174
+
175
+ self.last_reward = reward
176
+ self.total_score += reward
177
+ return self._obs(), reward, terminated, truncated, {}
178
+
179
+ # ── helpers ───────────────────────────────────────────────────────────────
180
+
181
+ def _obs(self) -> np.ndarray:
182
+ n = self.grid_size - 1
183
+ ax = self.agent_pos[1] / n
184
+ ay = self.agent_pos[0] / n
185
+ gx = self.goal_pos[1] / n
186
+ gy = self.goal_pos[0] / n
187
+ return np.array([ax, ay, gx, gy], dtype=np.float32)
188
+
189
+ def _manhattan(self, a, b) -> int:
190
+ return abs(a[0] - b[0]) + abs(a[1] - b[1])
191
+
192
+
193
+ # ── Single shared environment instance ───────────────────────────────────────
194
+ env = GridWorldEnv()
195
+
196
+
197
+ # ── SVG grid renderer ─────────────────────────────────────────────────────────
198
+ def render_svg(e: GridWorldEnv) -> str:
199
+ n = e.grid_size
200
+ W = n * CELL + PAD * 2
201
+ H = n * CELL + PAD * 2
202
+
203
+ parts = [
204
+ f'<svg xmlns="http://www.w3.org/2000/svg" width="{W}" height="{H}" '
205
+ f'style="background:#12122a;border-radius:10px;display:block">'
206
+ ]
207
+
208
+ # ── cells ─────────────────────────────────────────────────────────────────
209
+ for r in range(n):
210
+ for c in range(n):
211
+ x = PAD + c * CELL
212
+ y = PAD + r * CELL
213
+ cell = e.grid[r][c]
214
+
215
+ if cell == 'X':
216
+ fill, stroke = '#1e1e38', '#0d0d20'
217
+ label, lclr = 'βœ•', '#3a3a5c'
218
+ elif cell == 'S':
219
+ fill, stroke = '#0d2a4a', '#2196F3'
220
+ label, lclr = 'S', '#2196F3'
221
+ elif cell == 'G':
222
+ fill, stroke = '#0a2a0a', '#4CAF50'
223
+ label, lclr = 'G', '#4CAF50'
224
+ elif (r, c) in e.visited:
225
+ fill, stroke = '#1e1e36', '#16163a'
226
+ label, lclr = '', ''
227
+ else:
228
+ fill, stroke = '#181830', '#12122a'
229
+ label, lclr = '', ''
230
+
231
+ parts.append(
232
+ f'<rect x="{x+1}" y="{y+1}" width="{CELL-2}" height="{CELL-2}" '
233
+ f'fill="{fill}" stroke="{stroke}" stroke-width="1.5" rx="4"/>'
234
+ )
235
+
236
+ # visited dot
237
+ if (r, c) in e.visited and cell not in ('S', 'G', 'X') and (r, c) != e.agent_pos:
238
+ cx_ = x + CELL // 2
239
+ cy_ = y + CELL // 2
240
+ parts.append(f'<circle cx="{cx_}" cy="{cy_}" r="3" fill="#2a2a4e"/>')
241
+
242
+ if label:
243
+ cx_ = x + CELL // 2
244
+ cy_ = y + CELL // 2
245
+ parts.append(
246
+ f'<text x="{cx_}" y="{cy_+5}" text-anchor="middle" '
247
+ f'font-family="monospace" font-size="14" font-weight="bold" '
248
+ f'fill="{lclr}">{label}</text>'
249
+ )
250
+
251
+ # ── agent ──────────────────────────────────���──────────────────────────────
252
+ ar, ac = e.agent_pos
253
+ ax_ = PAD + ac * CELL + CELL // 2
254
+ ay_ = PAD + ar * CELL + CELL // 2
255
+ r_ = CELL // 2 - 6
256
+
257
+ if e.goal_reached:
258
+ parts.append(
259
+ f'<circle cx="{ax_}" cy="{ay_}" r="{r_}" fill="#FFD700" '
260
+ f'stroke="#FFA000" stroke-width="2.5"/>'
261
+ )
262
+ parts.append(
263
+ f'<text x="{ax_}" y="{ay_+6}" text-anchor="middle" '
264
+ f'font-size="18" fill="#333">β˜…</text>'
265
+ )
266
+ else:
267
+ parts.append(
268
+ f'<circle cx="{ax_}" cy="{ay_}" r="{r_}" fill="#E53935" '
269
+ f'stroke="#FF8A80" stroke-width="2"/>'
270
+ )
271
+ parts.append(
272
+ f'<text x="{ax_}" y="{ay_+5}" text-anchor="middle" '
273
+ f'font-family="monospace" font-size="13" font-weight="bold" fill="white">A</text>'
274
+ )
275
+
276
+ parts.append('</svg>')
277
+ return ''.join(parts)
278
+
279
+
280
+ # ── Scoreboard HTML ───────────────────────────────────────────────────────────
281
+ def render_scoreboard(e: GridWorldEnv) -> str:
282
+ dist = e._manhattan(e.agent_pos, e.goal_pos)
283
+ timeout = e.steps >= e.max_steps and not e.goal_reached
284
+
285
+ if e.goal_reached:
286
+ status_text = 'βœ… GOAL REACHED!'
287
+ status_color = '#69F0AE'
288
+ elif timeout:
289
+ status_text = '⏰ TIME LIMIT'
290
+ status_color = '#FF6B6B'
291
+ else:
292
+ status_text = 'πŸ”„ In progress'
293
+ status_color = '#90CAF9'
294
+
295
+ lr_color = '#69F0AE' if e.last_reward > 0 else ('#FF6B6B' if e.last_reward < 0 else '#aaa')
296
+
297
+ def row(label, value, color='#e0e0ff'):
298
+ return (
299
+ f'<div style="margin-bottom:10px">'
300
+ f'<div style="font-size:10px;color:#6060a0;text-transform:uppercase;'
301
+ f'letter-spacing:.08em">{label}</div>'
302
+ f'<div style="font-size:15px;font-weight:bold;color:{color}">{value}</div>'
303
+ f'</div>'
304
+ )
305
+
306
+ html = (
307
+ '<div style="font-family:\'Courier New\',monospace;background:#12122a;'
308
+ 'border-radius:10px;padding:18px;color:#e0e0ff;min-width:200px;'
309
+ 'border:1px solid #2a2a4e">'
310
+ '<div style="font-size:15px;font-weight:bold;margin-bottom:14px;color:#90CAF9;'
311
+ 'border-bottom:1px solid #2a2a4e;padding-bottom:8px">πŸ“Š Scoreboard</div>'
312
+ )
313
+ html += row('Total Score', f'{e.total_score:+.1f}', '#FFD700')
314
+ html += row('Last Reward', f'{e.last_reward:+.2f}', lr_color)
315
+ html += row('Steps', f'{e.steps} / {e.max_steps}')
316
+ html += row('Agent Position', f'({e.agent_pos[1]}, {e.agent_pos[0]})')
317
+ html += row('Goal Position', f'({e.goal_pos[1]}, {e.goal_pos[0]})')
318
+ html += row('Manhattan Distance', str(dist), '#90CAF9')
319
+ html += row('Status', status_text, status_color)
320
+ html += '</div>'
321
+ return html
322
+
323
+
324
+ # ── Reward legend HTML ────────────────────────────────────────────────────────
325
+ REWARD_LEGEND = """
326
+ <div style="font-family:'Courier New',monospace;background:#12122a;border-radius:10px;
327
+ padding:14px;color:#e0e0ff;border:1px solid #2a2a4e;margin-top:10px">
328
+ <div style="font-size:13px;font-weight:bold;color:#90CAF9;margin-bottom:8px">⚑ Reward Table</div>
329
+ <table style="border-collapse:collapse;font-size:12px;width:100%">
330
+ <tr><td style="color:#69F0AE;padding:2px 6px">+100</td><td>Reach goal</td></tr>
331
+ <tr><td style="color:#69F0AE;padding:2px 6px">+1.0</td><td>Move closer</td></tr>
332
+ <tr><td style="color:#69F0AE;padding:2px 6px">+0.5</td><td>Visit new cell</td></tr>
333
+ <tr><td style="color:#FF6B6B;padding:2px 6px">-0.1</td><td>Each step</td></tr>
334
+ <tr><td style="color:#FF6B6B;padding:2px 6px">-1.5</td><td>Move farther</td></tr>
335
+ <tr><td style="color:#FF6B6B;padding:2px 6px">-2.0</td><td>Invalid move</td></tr>
336
+ <tr><td style="color:#FF6B6B;padding:2px 6px">-10 </td><td>Timeout</td></tr>
337
+ </table>
338
+ </div>
339
+ """
340
+
341
+ LEGEND_BAR = """
342
+ <div style="display:flex;gap:14px;padding:10px 6px;font-family:'Courier New',monospace;
343
+ font-size:12px;flex-wrap:wrap;align-items:center">
344
+ <span><span style="background:#0d2a4a;color:#2196F3;padding:1px 7px;border-radius:3px;
345
+ border:1px solid #2196F3">S</span> Start</span>
346
+ <span><span style="background:#0a2a0a;color:#4CAF50;padding:1px 7px;border-radius:3px;
347
+ border:1px solid #4CAF50">G</span> Goal</span>
348
+ <span><span style="background:#E53935;color:white;padding:1px 7px;border-radius:3px">A</span> Agent</span>
349
+ <span><span style="background:#1e1e38;color:#3a3a5c;padding:1px 7px;border-radius:3px">βœ•</span> Obstacle</span>
350
+ <span><span style="background:#1e1e36;color:#555;padding:1px 7px;border-radius:3px">Β·</span> Visited</span>
351
+ </div>
352
+ """
353
+
354
+
355
+ # ── Gradio action handlers ─────────────��──────────────────────────────────────
356
+ def _apply(action: int):
357
+ env.step(action)
358
+ return render_svg(env), render_scoreboard(env)
359
+
360
+
361
+ def act_up(): return _apply(UP)
362
+ def act_right(): return _apply(RIGHT)
363
+ def act_down(): return _apply(DOWN)
364
+ def act_left(): return _apply(LEFT)
365
+
366
+
367
+ def act_reset():
368
+ env.reset()
369
+ return render_svg(env), render_scoreboard(env)
370
+
371
+
372
+ # ── Keyboard JS ──────────────────────────────────────────────────────────────
373
+ KEYBOARD_JS = """
374
+ <script>
375
+ (function() {
376
+ function findBtn(text) {
377
+ return [...document.querySelectorAll('button')].find(
378
+ b => b.textContent.trim() === text
379
+ );
380
+ }
381
+ document.addEventListener('keydown', function(e) {
382
+ var map = { ArrowUp:'↑', ArrowRight:'β†’', ArrowDown:'↓', ArrowLeft:'←' };
383
+ if (!map[e.key]) return;
384
+ e.preventDefault();
385
+ var btn = findBtn(map[e.key]);
386
+ if (btn) btn.click();
387
+ });
388
+ })();
389
+ </script>
390
+ """
391
+
392
+
393
+ # ── Build Gradio UI ───────────────────────────────────────────────────────────
394
+ CSS = """
395
+ .move-btn { min-width:56px !important; height:52px !important;
396
+ font-size:22px !important; padding:0 !important; }
397
+ .center-col { display:flex; flex-direction:column; align-items:center; }
398
+ footer { display:none !important; }
399
+ """
400
+
401
+ with gr.Blocks(theme=gr.themes.Base(), css=CSS, title="GridWorld Navigator") as demo:
402
+
403
+ gr.Markdown("# 🏭 GridWorld Warehouse Navigator")
404
+ gr.Markdown(
405
+ "Move the red agent **A** to the green goal **G** β€” avoid dark obstacles **βœ•**. "
406
+ "Use arrow keys **↑ ↓ ← β†’** or the on-screen buttons."
407
+ )
408
+
409
+ with gr.Row(equal_height=True):
410
+
411
+ # ── Left: grid + controls ──────────────────────────────────────────────
412
+ with gr.Column(scale=3, elem_classes="center-col"):
413
+
414
+ grid_out = gr.HTML(render_svg(env))
415
+ gr.HTML(LEGEND_BAR)
416
+
417
+ # D-pad layout
418
+ with gr.Row():
419
+ gr.HTML('<div style="flex:1"></div>')
420
+ btn_up = gr.Button("↑", elem_classes="move-btn")
421
+ gr.HTML('<div style="flex:1"></div>')
422
+
423
+ with gr.Row():
424
+ btn_left = gr.Button("←", elem_classes="move-btn")
425
+ btn_down = gr.Button("↓", elem_classes="move-btn")
426
+ btn_right = gr.Button("β†’", elem_classes="move-btn")
427
+
428
+ btn_reset = gr.Button("πŸ”„ Reset / New Maze", variant="primary", size="lg")
429
+
430
+ # ── Right: scoreboard + reward table ──────────────────────────────────
431
+ with gr.Column(scale=1):
432
+ score_out = gr.HTML(render_scoreboard(env))
433
+ gr.HTML(REWARD_LEGEND)
434
+
435
+ # keyboard listener
436
+ gr.HTML(KEYBOARD_JS)
437
+
438
+ # ── wire buttons ──────────────────────────────────────────────────────────
439
+ outs = [grid_out, score_out]
440
+ btn_up.click(act_up, outputs=outs)
441
+ btn_right.click(act_right, outputs=outs)
442
+ btn_down.click(act_down, outputs=outs)
443
+ btn_left.click(act_left, outputs=outs)
444
+ btn_reset.click(act_reset, outputs=outs)
445
+
446
+
447
+ if __name__ == "__main__":
448
+ demo.launch()
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ gradio>=4.44.0
2
+ gymnasium>=0.29.1
3
+ numpy>=1.26.0