Lections/gym-tic-tac-toe
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Typo in win check

Browse Source
This commit is contained in:
Nicolai Czempin 2017-04-04 18:04:18 +02:00
parent a209d02d8b
commit acd515bc9a
1 changed files with 13 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
gym_tic_tac_toe/envs/tic_tac_toe_env.py
View File

@ -7,7 +7,7 @@ class TicTacToeEnv(gym.Env):
def __init__(self):
self.action_space = spaces.Tuple((spaces.Discrete(2), spaces.Discrete(9)))
self.observation_space = spaces.Discrete(3)#Tuple(spaces.Discrete(3), spaces.Discrete(9))
self.observation_space = spaces.Discrete(3) # Tuple(spaces.Discrete(3), spaces.Discrete(9))
def _step(self, action):
done = False
reward = 0
@ -16,9 +16,9 @@ class TicTacToeEnv(gym.Env):
# p = p*2 - 1
# check move legality
proposed = self.state['board'][square]
board = self.state['board']
proposed = board[square]
om = self.state['on_move']
print ("on move: ", om)
if (proposed != 0): # wrong player, not empty
print("illegal move ", action, ". (square occupied): ", square)
done = True
@ -28,21 +28,22 @@ class TicTacToeEnv(gym.Env):
done = True
reward = -2 * om # player who did NOT make the illegal move
else:
self.state['board'][square] = p
board[square] = p
self.state['on_move'] = -p
# check game over
for i in range(3):
if (self.state['board'][i * 3] == p and self.state['board'][i*3 + 1] == p and self.state['board'][i*3+2] == 2):
# horizontals and verticals
if ((board[i * 3] == p and board[i * 3 + 1] == p and board[i * 3 + 2 ] == p)
or (board[i + 0] == p and board[i + 3] == p and board[i + 6] == p)):
reward = p
done = True
break
#TODO other cases
return np.array(self.state), reward, done, {}
def _reset(self):
self.state = {}
self.state['board'] = [0,0,0,0,0,0,0,0,0]
self.state['board'] = [0, 0, 0, 0, 0, 0, 0, 0, 0]
self.state['on_move'] = 1
return self.state
def _render(self, mode='human', close=False):
@ -56,7 +57,7 @@ class TicTacToeEnv(gym.Env):
moves = []
for i in range (9):
if (self.state['board'][i]== 0):
if (self.state['board'][i] == 0):
p = self.state['on_move']
m = [p, i]
moves.append(m)