From 32e17f864e2f550698691e2ca39cfb4e57c37d5f Mon Sep 17 00:00:00 2001
From: Nicolai Czempin <nicolai.czempin@gmail.com>
Date: Sun, 16 Dec 2018 22:58:53 +0100
Subject: [PATCH] Play around with SBRT for a bit, I'm probably doing it wrong

---
 random_tic_tac_toe.py | 82 +++++++++++++++++++++++++++++--------------
 1 file changed, 56 insertions(+), 26 deletions(-)

diff --git a/random_tic_tac_toe.py b/random_tic_tac_toe.py
index 20fa4a5..b0bc6fc 100644
--- a/random_tic_tac_toe.py
+++ b/random_tic_tac_toe.py
@@ -1,7 +1,8 @@
-import gym
-#import numpy as np
-import gym_tic_tac_toe #noqa
+import math
 import random
+import gym_tic_tac_toe
+
+import gym
 
 
 def random_plus_middle_move(moves, p):
@@ -10,6 +11,8 @@ def random_plus_middle_move(moves, p):
     else:
         m = random_move(moves, p)
     return m
+
+
 def random_move(moves, p):
     m = random.choice(moves)
     return m
@@ -17,56 +20,83 @@ def random_move(moves, p):
 
 env = gym.make('tic_tac_toe-v1')
 
-num_episodes = 2000
+p1 = 0.48
+p2 = 0.55
+alpha = 0.01
+beta = 0.01
+# theta = math.log((p1*(1-p0)) / (p0*(1-p1)));
+
+h1 = math.log((1 - alpha) / beta) / (math.log(p2 / p1) + math.log((1 - p1) / (1 - p2)))
+h2 = math.log((1 - beta) / alpha) / (math.log(p2 / p1) + math.log((1 - p1) / (1 - p2)))
+ss = math.log((1 - p1) / (1 - p2)) / (math.log(p2 / p1) + math.log((1 - p1) / (1 - p2)))
+print("ss:", ss)
+print("h1:", h1)
+print("h2:", h2)
+
+num_episodes = 300
 num_steps_per_episode = 10
 
 collected_rewards = []
-oom =1
+oom = 1
 for i in range(num_episodes):
     s = env.reset()
-    #print (s)
-    #print ("starting new episode")
-    #env.render()
-    #print ("started")
+    # print (s)
+    # print ("starting new episode")
+    # env.render()
+    # print ("started")
     total_reward = 0
     done = False
     om = oom;
-    #run one episode
-    #print("starting player: ", om);
+    # run one episode
+    # print("starting player: ", om);
 
     for j in range(num_steps_per_episode):
         moves = env.move_generator()
-        #print ("moves: ", moves)
+        # print ("moves: ", moves)
         if (not moves):
-            #print ("out of moves")
+            # print ("out of moves")
             break
-        if (len(moves)==1):
-            #only a single possible move
+        if (len(moves) == 1):
+            # only a single possible move
             m = moves[0]
         else:
             if (om == 1):
                 m = random_plus_middle_move(moves, om)
-                #m = random_move(moves, om)
+                 #m = random_move(moves, om)
             else:
                 m = random_move(moves, om)
-        #print ("m: ", m)
+        # print ("m: ", m)
         s1, reward, done, _ = env.step(m)
         om = -om
-        #env.render()
+        # env.render()
         total_reward += reward
         s = s1
         if done:
-            #print ("game over: ", reward)
+            # print ("game over: ", reward)
             break
-    env.render()
+    # env.render()
     total_reward *= oom;
     collected_rewards.append(total_reward)
-    #print ("total reward", total_reward, "after episode: ", i+1, ". steps: ", j+1)
+    # print ("total reward", total_reward, "after episode: ", i+1, ". steps: ", j+1)
     oom = -oom
 
-print ("after "+ str(i+1) + " episodes:");
-
-average = sum(collected_rewards) / num_episodes;
-print ("average score: ", average);
-print("percentage: ", round(100*(average+1)/2,1));
+    print("after " + str(i + 1) + " episodes:")
+    
+    average = sum(collected_rewards) / num_episodes
+    percentage = round(100*(average + 1) / 2, 1)
+    score = percentage/100 * (i+1);
+    print("average score: ", average)
+    print("percentage: ", percentage)
+    print("score:", score)
+    print()
+    y1 = ss * (i+1) - h1
+    print ("y1:", y1)
+    y2 = ss * (i+1) + h2
+    print ("y2:", y2)
+    if (score <= y1):
+        print("accept null hypothesis")
+        break
+    if (score >= y2):
+        print("reject null hypothesis")
+        break
 print("#########")