"""Inference for Next Reward. Boards use . (floor), # (wall), X (pit), G (goal).""" import json from pathlib import Path import numpy as np MOVES = ((1,0),(0,1),(-1,0),(0,-1),(0,0)) ACTIONS = ("down","right","up","left") def geometry(board): if not board or not board[0] or any(len(row)!=len(board[0]) for row in board): raise ValueError("Expected a nonempty rectangular board") if sum(row.count("G") for row in board)!=1 or any(set(row)-set(".X#G") for row in board): raise ValueError("Use exactly one G and symbols . # X") grid=np.array([list(row) for row in board]) h,w=grid.shape y,x=np.indices((h,w)) dest=[] mask=np.zeros((h,w),dtype=int) for i,(dy,dx) in enumerate(MOVES): ny,nx=y+dy,x+dx blocked=(ny<0)|(ny>=h)|(nx<0)|(nx>=w)|(grid[ny.clip(0,h-1),nx.clip(0,w-1)]=="#") if i<4: mask |= blocked.astype(int)<ija",self.prob[mask],outcomes) updated=np.where(grid==".",q.max(-1),0.) if np.max(np.abs(updated-value))<1e-12: break value=updated return np.where(grid==".",q.argmax(-1),-1)