gym-tic-tac-toe/random_tic_tac_toe.py

73 lines
1.7 KiB
Python
Raw Normal View History

import gym
#import numpy as np
import gym_tic_tac_toe #noqa
import random
def random_plus_middle_move(moves, p):
if ([p, 4] in moves):
m = [p, 4]
else:
m = random_move(moves, p)
return m
def random_move(moves, p):
m = random.choice(moves)
return m
env = gym.make('tic_tac_toe-v1')
num_episodes = 2000
num_steps_per_episode = 10
collected_rewards = []
oom =1
for i in range(num_episodes):
s = env.reset()
#print (s)
#print ("starting new episode")
#env.render()
#print ("started")
total_reward = 0
done = False
om = oom;
#run one episode
#print("starting player: ", om);
for j in range(num_steps_per_episode):
moves = env.move_generator()
#print ("moves: ", moves)
if (not moves):
#print ("out of moves")
break
if (len(moves)==1):
#only a single possible move
m = moves[0]
else:
if (om == 1):
m = random_plus_middle_move(moves, om)
#m = random_move(moves, om)
else:
m = random_move(moves, om)
#print ("m: ", m)
s1, reward, done, _ = env.step(m)
om = -om
#env.render()
total_reward += reward
s = s1
if done:
#print ("game over: ", reward)
break
env.render()
total_reward *= oom;
collected_rewards.append(total_reward)
#print ("total reward", total_reward, "after episode: ", i+1, ". steps: ", j+1)
oom = -oom
print ("after "+ str(i+1) + " episodes:");
average = sum(collected_rewards) / num_episodes;
print ("average score: ", average);
print("percentage: ", round(100*(average+1)/2,1));
print("#########")