Performance_Metrics.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/ai2-jedi/anaconda2/lib/python2.7/site-packages/matplotlib/font_manager.py:273: UserWarning: Matplotlib is building the font cache using fc-list. This may take a moment.\n",
      "  warnings.warn('Matplotlib is building the font cache using fc-list. This may take a moment.')\n",
      "Using Theano backend.\n",
      "Using gpu device 0: GeForce GTX 980 Ti (CNMeM is disabled, cuDNN Mixed dnn version. The header is from one version, but we link with a different version (4007, 5005))\n"
     ]
    }
   ],
   "source": [
    "from IPython.display import clear_output\n",
    "import random\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "import math\n",
    "import time\n",
    "import copy\n",
    "from grid_world_v2 import GridWorld\n",
    "from replay_memory import ReplayMemory\n",
    "\n",
    "from keras.models import Sequential\n",
    "from keras.layers.core import Dense, Dropout, Activation\n",
    "from keras.optimizers import RMSprop\n",
    "from keras.optimizers import Adam\n",
    "from keras.models import model_from_json\n",
    "from keras.callbacks import Callback\n",
    "from random import shuffle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "class Tester(object):\n",
    "    def __init__(self, env, network, weights):\n",
    "        \n",
    "        self.env = env\n",
    "        if network == None:\n",
    "            network = self.createNetwork()\n",
    "        self.network = self.loadNetwork(network)\n",
    "        self.loadedModel = self.loadWeights(weights, self.network)\n",
    "        self.cust_episode = None\n",
    "        self.Naive_Game_Histories = []\n",
    "        self.Model_Game_Histories = []\n",
    "        \n",
    "    def loadNetwork(self,netowrk_name):\n",
    "        json_file = open('models/' + str(netowrk_name), 'r')\n",
    "        loaded_model_json = json_file.read()\n",
    "        json_file.close()\n",
    "        loaded_model = model_from_json(loaded_model_json)\n",
    "        return loaded_model\n",
    "        \n",
    "    def loadWeights(self,weights_name,loadedModel):\n",
    "        loadedModel.load_weights('weights/' + str(weights_name))\n",
    "        return loadedModel\n",
    "    \n",
    "    def createNetwork(self):\n",
    "        model = Sequential()\n",
    "        model.add(Dense(256, init='lecun_uniform', input_shape=(self.env.observation_shape,)))\n",
    "        model.add(Activation('relu'))\n",
    "        model.add(Dropout(0.2))\n",
    "        model.add(Dense(256, init='lecun_uniform'))\n",
    "        model.add(Activation('relu'))\n",
    "        model.add(Dropout(0.2))\n",
    "        model.add(Dense(self.env.num_actions, init='lecun_uniform'))\n",
    "        model.add(Activation('linear')) \n",
    "        rms = RMSprop()\n",
    "        model.compile(loss=\"mse\", optimizer = rms)\n",
    "        \n",
    "        model_json = model.to_json()\n",
    "        with open('models/model_' + str(self.env.grid_size) + 'x' + str(self.env.grid_size) + '.json', \"w\") as json_file:\n",
    "            json_file.write(model_json)\n",
    "            \n",
    "        return 'model_' + str(self.env.grid_size) + 'x' + str(self.env.grid_size) + '.json'\n",
    "            \n",
    "    def loopPolicy(self, games, max_test_len):\n",
    "        naive_moves, model_moves,naive_reward, model_reward = 0, 0, 0, 0\n",
    "        for i in range(games):\n",
    "            print 'Game: ', i\n",
    "            self.env.reset()\n",
    "            self.generateDemandEpisode(max_test_len + 1)\n",
    "        \n",
    "            #print 'Naive:'\n",
    "            naive_moves = naive_moves + self.runEpisodeFixedCustomer('Naive',1)\n",
    "            #naive_reward = naive_reward + self.runEpisodeFixedTime('Naive',1)\n",
    "            \n",
    "            #print 'Model:'\n",
    "            model_moves = model_moves + self.runEpisodeFixedCustomer(self.loadedModel,0)\n",
    "            #model_reward = model_reward + self.runEpisodeFixedTime(self.loadedModel,0)\n",
    "            \n",
    "            clear_output(wait=True)\n",
    "        naive_avg_moves = naive_moves/float(games)\n",
    "        model_avg_moves = model_moves/float(games)\n",
    "        \n",
    "        #naive_avg_reward = naive_reward/float(games)\n",
    "        #model_avg_reward = model_reward/float(games)\n",
    "        \n",
    "        print 'Naive avg moves: ', naive_avg_moves\n",
    "        print 'Model avg moves: ', model_avg_moves\n",
    "        #print 'Naive avg reward: ', naive_avg_reward\n",
    "        #print 'Model avg reward: ', model_avg_reward\n",
    "        return (naive_avg_moves, model_avg_moves)\n",
    "        \n",
    "    def runEpisodeFixedCustomer(self, model, epsilon):\n",
    "        terminal = False\n",
    "        env_copy = copy.deepcopy(self.env)\n",
    "        env_copy.reset(cust_popup_episode = self.cust_episode, cars_list = self.env.cars_list)\n",
    "        while(not terminal and env_copy.t < len(self.cust_episode) - 1):\n",
    "            #env_copy.print_grid()\n",
    "            \n",
    "            #Bookeeping\n",
    "            curr_history = {}\n",
    "            curr_history['t'] = env_copy.t\n",
    "            curr_history['curr_state'] = (env_copy.cars_grid.copy(), env_copy.cust_grid.copy())\n",
    "            \n",
    "            all_agents_step = env_copy.stepAll(model,epsilon)\n",
    "            \n",
    "            #More Bookeeping\n",
    "            curr_history['actions'] = all_agents_step\n",
    "            curr_history['next_state'] = (env_copy.cars_grid.copy(), env_copy.cust_grid.copy())\n",
    "            env_copy.history.append(curr_history)  \n",
    "                    \n",
    "            terminal = env_copy.isTerminal()\n",
    "            env_copy.t += 1\n",
    "            \n",
    "        if model == 'Naive':\n",
    "            self.Naive_Game_Histories.append(env_copy.history)\n",
    "        else: \n",
    "            self.Model_Game_Histories.append(env_copy.history)\n",
    "            \n",
    "        return env_copy.t\n",
    "    \n",
    "    def runEpisodeFixedTime(self, model, epsilon):\n",
    "        env_copy = copy.deepcopy(self.env)\n",
    "        env_copy.reset(cust_popup_episode = self.cust_episode, cars_list = self.env.cars_list)\n",
    "        episode_reward = 0\n",
    "        while(env_copy.t < len(self.cust_episode) - 1):\n",
    "            #env_copy.print_grid()\n",
    "            \n",
    "            #Bookeeping\n",
    "            curr_history = {}\n",
    "            curr_history['t'] = env_copy.t\n",
    "            curr_history['curr_state'] = (env_copy.cars_grid.copy(), env_copy.cust_grid.copy())\n",
    "            \n",
    "            all_agents_step = env_copy.stepAll(model,epsilon)\n",
    "            \n",
    "            #More Bookeeping\n",
    "            curr_history['actions'] = all_agents_step\n",
    "            curr_history['next_state'] = (env_copy.cars_grid.copy(), env_copy.cust_grid.copy())\n",
    "            env_copy.history.append(curr_history)  \n",
    "            \n",
    "            for mem in all_agents_step:\n",
    "                if mem['event'] == 'pickup':\n",
    "                    episode_reward = episode_reward + mem['reward']\n",
    "            env_copy.t += 1\n",
    "            \n",
    "        if model == 'Naive':\n",
    "            self.Naive_Game_Histories.append(env_copy.history)\n",
    "        else: \n",
    "            self.Model_Game_Histories.append(env_copy.history)\n",
    "            \n",
    "        return episode_reward\n",
    "    \n",
    "    def generateDemandEpisode(self, timesteps):\n",
    "        customer_episodes = []\n",
    "        for t in range(timesteps):\n",
    "            size = self.env.grid_size\n",
    "            cust_popup = np.zeros((size, size))\n",
    "            for i in range(size):\n",
    "                for j in range(size):\n",
    "                    if (random.random() < self.env.demand_init_prob[i, j]):\n",
    "                        random_waittime = np.random.randint(self.env.minWaitTime, self.env.maxWaitTime+1)\n",
    "                        cust_popup[i, j] = random_waittime\n",
    "            customer_episodes.append(cust_popup)\n",
    "        self.cust_episode = customer_episodes\n",
    "        \n",
    "    def print_history(self, history):\n",
    "        size = self.env.grid_size\n",
    "        action_options = {0: \"stay\", 1: \"left\", 2: \"up\", 3: \"right\", 4: \"down\"}\n",
    "        for hist in history:\n",
    "            cars_grid = hist[\"curr_state\"][0]\n",
    "            cust_grid = hist[\"curr_state\"][1]\n",
    "            car_events = hist[\"actions\"]\n",
    "            narrations = []\n",
    "            \n",
    "            print \"==================================\"\n",
    "            print \"At t = {0}\".format(hist[\"t\"])\n",
    "            print \" \"+ \"------\" * (size - 1)\n",
    "            state_to_print = np.zeros((size, size), dtype='<U2')\n",
    "            state_to_print[state_to_print == ''] = '  '\n",
    "            # customers\n",
    "            state_to_print[cust_grid > 0] = 'De'\n",
    "            # obstacles\n",
    "            state_to_print[self.env.obstacle_grid > 0] = '@@'\n",
    "            # cars\n",
    "            for car in self.env.cars_list:\n",
    "                state_to_print[(cars_grid) == car.carID] = 'C{0}'.format(car.carID)\n",
    "            state_to_print[(cust_grid > 0) & (cars_grid > 0)] = 'CD'\n",
    "            \n",
    "            for car_event in car_events:\n",
    "                narrations.append(\"C{0} chose {1}, {2} -> {3}. And its event type is {4}\".format(\n",
    "                        car_event['carID'], action_options[car_event['action']],\n",
    "                        car_event['original_location'], car_event['new_location'], car_event['event']))\n",
    "            print '| ' + '\\n| '.join([' . '.join(i) + ' |' for i in state_to_print])\n",
    "            print \" \"  + \"------\" * (size - 1)  \n",
    "            for n in narrations:\n",
    "                print n\n",
    "                \n",
    "        cars_grid = hist[\"next_state\"][0]\n",
    "        cust_grid = hist[\"next_state\"][1]\n",
    "        print \"==================================\"\n",
    "        print \"At final\".format(hist[\"t\"])\n",
    "        print \" \"+ \"------\" * (size - 1)\n",
    "        state_to_print = np.zeros((size, size), dtype='<U2')\n",
    "        state_to_print[state_to_print == ''] = '  '\n",
    "        # customers\n",
    "        state_to_print[cust_grid > 0] = 'De'\n",
    "        # obstacles\n",
    "        state_to_print[self.env.obstacle_grid > 0] = '@@'\n",
    "        # cars\n",
    "        for car in self.env.cars_list:\n",
    "            state_to_print[(cars_grid) == car.carID] = 'C{0}'.format(car.carID)\n",
    "        state_to_print[(cust_grid > 0) & (cars_grid > 0)] = 'CD'\n",
    "        print '| ' + '\\n| '.join([' . '.join(i) + ' |' for i in state_to_print])\n",
    "        print \" \"  + \"------\" * (size - 1)  \n",
    "        \n",
    "    def plot(self,games,max_game_length,saved_weights_freq,max_epochs, weights_name):\n",
    "        epoch = []\n",
    "        naive_list = []\n",
    "        model_list = []\n",
    "        for i in range(1, (max_epochs/saved_weights_freq) + 1 ):\n",
    "            index = i * saved_weights_freq\n",
    "            file_name = weights_name + '_' + str(index) + '.h5'\n",
    "            self.loadedModel = self.loadWeights(file_name , self.network)\n",
    "            print 'Loaded: ', file_name\n",
    "            epoch.append(index)\n",
    "            naive_avg_moves, model_avg_moves = tester.loopPolicy(games, max_game_length)\n",
    "            naive_list.append(naive_avg_moves)\n",
    "            model_list.append(model_avg_moves)\n",
    "        \n",
    "        #return epoch, naive_list, model_list\n",
    "        plt.plot(epoch,naive_list,epoch,model_list )\n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Test Single Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "obstacle_grid = np.array([[0,0,1,1,1,0,0],\n",
    "              [0,0,0,1,0,0,0],\n",
    "              [0,0,1,1,1,0,0],\n",
    "              [0,0,0,0,0,0,0],\n",
    "              [0,0,1,1,1,0,0],\n",
    "              [0,0,0,1,0,0,0],\n",
    "              [0,0,1,1,1,0,0]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "env = GridWorld(num_cars = 2, grid_size = 7, terminal_reward = 5,\n",
    "                customer_rate = 0.04, demand_limit = 1, cust_wait_time = 10, obstacle_grid = obstacle_grid)\n",
    "tester = Tester(env, 'model_7x7_4layer.json', 'Gridworld_7x7_4Layer_NoTD_300.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Naive avg moves:  30.948\n",
      "Model avg moves:  20.064\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(30.948, 20.064)"
      ]
     },
     "execution_count": 121,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tester.loopPolicy(500, 50)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Plot Performance Over Epochs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Naive avg moves:  31.956\n",
      "Model avg moves:  20.08\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAEACAYAAABI5zaHAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl0VGWe//H3NwtLWINAgizBQKuIQFAEBE3KbgUUFY6t\nCChIr9M9reN0n2l7md8c6J7uGe2ZsX/aPb38xoVIi6C2G/YoiBpxAwQJm4AKsktAiIQ1JKnn98et\nhAIKUkmqcqsqn9c599StW7dS36du5VNPPffeKnPOISIiqSXN7wJERCT2FO4iIilI4S4ikoIU7iIi\nKUjhLiKSghTuIiIpKCOalcxsK3AQCAJVzrnhZpYNzAfygK3AJOfcwTjVKSIiDRBtzz0IBJxzQ51z\nw0PLfgosds5dBLwB/CweBYqISMNFG+4WYd0JQHFovhiYGKuiRESkaaINdwe8ZmYfmNm3Q8tynHNl\nAM65PUD3eBQoIiINF9WYOzDaOfe5mXUDFpnZJrzAD6fvMRARSRBRhbtz7vPQ5T4zewEYDpSZWY5z\nrszMcoG9ke5rZgp9EZFGcM5ZY+9b77CMmWWZWfvQfDtgDLAWeAmYEVrtLuDFcxQYl2nPoT18ff7X\nGfD7Aby/4/24Pc65ppkzZ/ryuGqf2qb2pXb7miqaMfcc4B0zWwUsBRY45xYBDwDXhYZovgbc3+Rq\nGiinfQ7PTnqWXwR+wcR5E/mnRf/EsapjzV2GiEjCqTfcnXOfOecKnHcY5CDn3P2h5Qecc9c65y5y\nzo1xzn0Z/3Iju23gbaz9/lp2VuxkyJ+G8M72d/wqRUQkIaTMGard2nVj3q3zeODaB5j0zCTufeVe\njpw4EvfHDQQCcX8MP6Vy+1K5baD2tXQWi7Gdcz6AmYv3Y5xu/9H9/OPCf+S9He/x6M2PEugbaNbH\nFxFpKjPDNWGHakqGe62XP36Z7738PSZcNIH7r72fDq07+FKHiEhDNTXcU2ZYJpIbL7yRdX+/jmPV\nxxj0x0Es3rLY75JERJpFSvfcw7366at8d8F3Gdd/HP9x3X/QqU0nv0sSETkr9dyjNK7/ONb9/ToM\nY9AfB/Hqp6/6XZKISNy0mJ57uMVbFvOdBd8h0DfAg2MeJLtttt8liYicQj33Rrg2/1rWfG8NWRlZ\nDPrjIBZsWuB3SSIiMdUie+7hSraW8K2XvsWVva7koXEPcV7WeX6XJCKinntTBfoGWPO9NXTN6sqg\nPw7i+Q3P+12SiEiTtfiee7h3t7/LhHkTWPbtZfTr0s/vckSkBVPPPYZG9xnN2P5jKdla4ncpIiJN\nonA/TVFeEUu2L/G7DBGRJlG4n6Yor4i3tr7ldxkiIk2icD/NheddyPHq42z7cpvfpYiINJrC/TRm\nRmFeIUu2aWhGRJKXwj2Corwi3tqmoRkRSV4K9wgK8woV7iKS1BTuEQzsPpDyY+XsPrTb71JERBpF\n4R5BmqVxdd7VGncXkaSlcD+Lwj6FOiRSRJKWwv0sivrqZCYRSV4K97MYkjOEXRW72Hdkn9+liIg0\nWNThbmZpZrbKzF4KXZ9pZjvN7MPQNC5+ZTa/9LR0RvcZrXF3EUlKDem53wusP23Zg865y0JTyv1u\nnY53F5FkFVW4m1kv4AbgkdNvinlFCaQor0g9dxFJStH23H8L/Bg4/YvZ7zazUjN7xMw6xbY0/13W\n4zK2lG+h/Fi536WIiDRIRn0rmNl4oMw5V2pmgbCb/gD80jnnzOxXwIPAtyL9jVmzZtXNBwIBAoFA\npNUSTmZ6JiN7jeTt7W9z80U3+12OiKSwkpISSkpKYvb36v0lJjP7N+BOoBpoC3QAnnPOTQ9bJw9Y\n4JwbHOH+SfNLTJH8esmvKT9ezn+O+U+/SxGRFiTuv8TknPu5c66Pcy4fmAy84Zybbma5YavdAqxr\nbBGJTN8zIyLJqN5hmXP4jZkVAEFgK/B3MakowQzvOZyNX2ykorKCjq07+l2OiEhUGhTuzrm3gLdC\n89PrWT0ltM5ozbDzh/HejvcY1z+lDuUXkRSmM1SjoO+ZEZFko3CPQlFfncwkIslF4R6Fkb1GsqZs\nDUerjvpdiohIVBTuUcjKzKIgt4D3d7zvdykiIlFRuEdJh0SKSDJRuEdJ3zMjIslE4R6lUb1HsWL3\nCo5XH/e7FBGReinco9ShdQcu6XYJy3ct97sUEZF6KdwbQEMzIpIsFO4NoOPdRSRZKNwb4Ko+V7Fs\n5zKqaqr8LkVE5JwU7g3QuU1n+nXpx4rdK/wuRUTknBTuDaRxdxFJBgr3BtLJTCKSDBTuDVSYV8i7\nO96lOljtdykiImelcG+grlld6d2xN6v3rPa7FBGRs1K4N4KGZkQk0SncG6EoT8e7i0hiU7g3QmFe\nIW9ve5ugC/pdiohIRAr3RujRoQdds7qybu86v0sREYlI4d5IRXlF+l1VEUlYCvdGKupbxJLtOplJ\nRBKTwr2RCvMKWbJtCc45v0sRETlD1OFuZmlm9qGZvRS6nm1mi8xsk5ktNLNO8Ssz8fTp1IeszCw2\nfrHR71JERM7QkJ77vcBHYdd/Cix2zl0EvAH8LJaFJQN9z4yIJKqowt3MegE3AI+ELZ4AFIfmi4GJ\nsS0t8elkJhFJVNH23H8L/BgIH2DOcc6VATjn9gDdY1xbwqs9mUnj7iKSaDLqW8HMxgNlzrlSMwuc\nY9WzJtysWbPq5gOBAIHAuf5M8sjPzscwtpRvoV+Xfn6XIyJJrKSkhJKSkpj9Pauv12lm/wbcCVQD\nbYEOwPPAMCDgnCszs1zgTefcgAj3d6ncs53616lcm38t3xz6Tb9LEZEUYmY456yx9693WMY593Pn\nXB/nXD4wGXjDOTcNWADMCK12F/BiY4tIZvqeGRFJRE05zv1+4Doz2wR8LXS9xSnqqzNVRSTx1Dss\n0+QHSPFhGeccuf+Vy/JvLyevc57f5YhIioj7sIycm5nVna0qIpIoFO4xoHF3EUk0CvcYUM9dRBKN\nwj0GLu1+KfuP7efzQ5/7XYqICKBwj4k0S+PqPldraEZEEobCPUY0NCMiiUThHiPaqSoiiUThHiMF\nuQXsqtjFviP7/C5FREThHivpaemM6j2Kt7e/7XcpIiIK91jSj2aLSKJQuMdQUV+Nu4tIYlC4x9Dl\nPS5nc/lmyo+V+12KiLRwCvcYykzPZGSvkbyz/R2/SxGRFk7hHmM6JFJEEoHCPcaK8op0MpOI+E7h\nHmNX9LyCj/Z9xKHKQ36XIiItmMI9xtpktGHY+cN4d8e7fpciIi2Ywj0ONDQjIn5TuMdBYV6hdqqK\niK8U7nFwZe8rWb1nNUerjvpdioi0UAr3OMjKzGJI7hDe3/G+36WISAulcI+Twj76fncR8Y/CPU70\nPTMi4qd6w93MWpvZMjNbZWZrzWxmaPlMM9tpZh+GpnHxLzd5jO49mhW7V3C8+rjfpYhIC1RvuDvn\nKoFrnHNDgQLgejMbHrr5QefcZaHp1XgWmmw6tO7AgG4D+GDXB36XIiItUFTDMs652sM+WgMZgAtd\nt3gUlSr0PTMi4peowt3M0sxsFbAHeM05V9sdvdvMSs3sETPrFLcqk5TCXUT8khHNSs65IDDUzDoC\nz5vZJcAfgF8655yZ/Qp4EPhWpPvPmjWrbj4QCBAIBJpYdnK4qs9VTH1uKlU1VWSmZ/pdjogksJKS\nEkpKSmL298w5V/9a4Xcw+xfgiHPuwbBlecAC59zgCOu7hj5GKin4UwF/uvFPjOw10u9SRCSJmBnO\nuUYPfUdztEzX2iEXM2sLXAdsNLPcsNVuAdY1tohUpt9VFRE/RDPm3gN408xKgWXAQufc/wK/MbM1\noeVFwA/jWGfSKswrZMl2ncwkIs2rwcMyDX6AFj4ss+/IPr7yu6+w/779pKel+12OiCSJuA/LSNN0\na9eNnh17Urqn1O9SRKQFUbg3A33PjIg0N4V7M9D3zIhIc1O4N4PCvELe3v42QRf0uxQRaSEU7s3g\n/A7n06VtF9bvXe93KSLSQijcm8k1fa9h0eZFfpchIi2Ewr2Z3D7wdp5c+6TfZYhIC6FwbyaBvgH2\nHd3H2rK1fpciIi2Awr2ZpKelM23wNOasmeN3KSLSAijcm9G0wdP4y5q/UB2s9rsUEUlxUX3lr8TG\ngG4D6NWxF69veZ2x/cf6XY5Ig5w4Aa++CgsXQseOkJt75tSxI5h+wich6Ltlmtnvl/+e93e+z5O3\naOeqJD7nYNkymDMHnn4aLr4YJkyAykrYs+fMqbo6cuifPuXkQJs2frcusTX1u2UU7s3si6Nf0P/h\n/mz/4XY6tu7odzkiEW3eDH/5izelpcGdd8Idd0B+/rnvd/gwlJVFDv7wqawM2rU7M/QLCqCwEPr2\n1ScAhXsSmjhvIhMumsA3hn7D71LEJzU18OmnsGYNnHceXHEFdOjgb03793u98zlzvNomT/ZC/Yor\nYh+0wSCUl58a+Lt3w4oV8Pbb3htKYSFcfbV3OWCAt6wlUbgnOOfgnXeguNj7KDtsGBzu/RwLv/wd\nS775pt/lJa0TJ2DrVq+HuXkzbNniXR45Ahdd5IVB7dSjh7+9wCNHYO1aKC09Oa1b5w1NDB4MX3wB\nq1bBBRfAiBEwcqR3ecklkB7nb4k+fhz+9jcv0N98E66/3gv0sWMh06dfhnTO25Zvvw1LlniX5eVe\n0NeG/dChkJFCewyrquCjj7w3t5NTCwz31avhRz+C22+HW26Brl1j+udjYtcuL9AffxxatYJvfAOy\ns2HlSlj+YSUri3rS/42VXDkgj2HD4PLLvY+k7dr5XXni+PLLk6F9+rRnD/TqBf36eVN+vnfZti1s\n2gQbNsDGjd5lZaU3Vhwe+Bdf7N0nlgHhHHz+uff6DA/yHTu8oC4oODkNHuztfKxVVeX14pctg6VL\nvcvPP/d6zeGBn5PT9DqDQa/D8Ze/wF//CkOGwLRp3v9SpwT9mftdu7yQrw38bdu856S2dz98uLft\nk0F1tffaDA/ytWshL8/r/NXmwVVXtcBwP3YMXnkF5s/39t5feaUX9BMnegHql8pKWLAAHnvM+wed\nNMkL9eHDz+w5fn/BD0g72oOhh/4PK1d6ob9unRc4l1/uTcOGeUGQleVPe+ItGPQ+ip/e+66dKitP\nhnf4lJ8PffpE37Pcv98L+fDA37DBe4Po1+/UwB8wwOv51/ecV1d7byKnB3kw6PUqCwq80Cwo8P5e\nY3rBBw7A8uXea2npUm++U6dTw37o0Oh3TG7ceHIcvX17L9CnToXevRtem9/274d33z0Z9uvXnxyv\nv/pqGDUqMd6oamrg449PDfLVq6Fnz5NBXvt/fvqwXIsfljlyBF5+2Qv611/3Nuztt3t79Ds20/7K\n1au9QJ87FwYNgm9+0+sFnSsglu1cxrTnp7Hp7k1YKPlPnPBepCtWUBf469d7YVb7bl7bw0/GwD9x\nwjuMbv58+PBD+Owz6Nz5ZK/79Klbt/gOpxw96gV0eOBv2OC9seTmnhr4ffp449C1Ib5+vffJITzE\nCwrg/PPjV3MwCJ98crJ3v3SpV//AgSfDfuRI7/msrWHvXnjqKS/Qd+70wnzaNK/mVNphefiw93zU\nDuN88AFceOHJsL/0Uu9TcVaWN7VuHZ/9CJ984v3f1gb5qlXep63wIB86NLo3nhYf7uEqKuCll7zw\nWLIEvvpVL+hvuin2wx0HDnj/NI89Bvv2wYwZ3lTf0QS1nHNc/N8XUzyxmJG9Rp51vRMnvB597Qtm\n5UpvbK5fv5O9+xEj4LLL4j8+2xg1NVBS4j1Xzz/vDU9MmeL9w+XnJ+YwVHW19ykiPPS3b4f+/U+G\n+KBB/u8ABe8NauXKU4dzjh/3XhPBILz3nvf6nzbN+39IpXHqc6ms9J6XJUu86eOPvU/8R496U1WV\nN4yTlXXysjHzwaDXuVuxwuuwdOlyapBfdlnjRxMU7mfx5Zfwwgte0L/3nreD6Pbb4YYbGj82V1Pj\nfTp47DFvOOj6671hl699rXHB+uslv2bXoV38YfwfGnS/ysqTgb9ypTd+WlYGY8Z47Rw71ut5+sU5\nL2ieegqeecbrzU6Z4j3/yTgEkGx27vRCvqoKbrzRG4KRU9XUeGEfHviR5uu7PRj09p/UBnks9/8p\n3KOwfz8895wX9CtWeAF/++0wbpz38aw+W7bA7Nne1K2bN+wyZYr3Lt0U277cxuX/73J2/WgXrTOi\nKOQcduzwhjwWLoTFi73jhMeO9do4apS3UzeenPN2CD71FMyb572BTpniHU534YXxfWyRVKRwb6Cy\nMu8IgfnzvT3UN93kBf21154agEePeus9/ri33tSpXi+9oCC29VxTfA33DL+HWwbcErO/WV3t9dwW\nLvQ+YWzaBIGAF/Rjx0Y/dBSNjz/2wvypp7zezOTJXqgPHpxaY7oizU3h3gS7d3vDBvPnewE4caIX\nfq+/7i0fOdLrpd90U3Q9/MZ4fNXjvLjpRV6Y/EJ8HgDvOOrXXjv1e0HGjfOmoqKGj3vv2OE9Z089\n5T2HkyZ5oT5ypAJdJFbiHu5m1hpYArTC+6KxZ51zvzCzbGA+kAdsBSY55w5GuH/Chnu47du9QF+0\nyAu86dO9oyHi7VDlIXr/tjef3PMJ3dp1i/vjBYPe8Mmrr3rTypVeKNf26gcOjBzQe/fCs896gf7R\nR97RQJMne58IEnFHrkiya5aeu5llOeeOmlk68C7wD8DXgf3Oud+Y2U+AbOfcTyPcNynC3U93Pncn\nI3qO4J4R9zT7Y1dUeGcm1oZ9VdXJoB8+3Lvtqae8YZ7x471AHzs2/mP4Ii1dsw7LmFkWXi/++8Ac\noMg5V2ZmuUCJc+7iCPdRuNdj0eZF/PMb/8wH3/nA1zqc847TrR2+WbrUO054yhQv2BPxsEWRVNVc\nPfc0YCXQD/hv59zPzKzcOZcdts4B59wZx48o3OtXE6yhz//tw2vTXuOSbpf4XY6IJICmhntUpzQ4\n54LAUDPrCDxvZgOB0xP7rAk+a9asuvlAIEAgEGhwoaksPS2dOwbdwZzVc/j3a//d73JExAclJSWU\nlJTE7O81+GgZM/sX4CjwbSAQNizzpnNuQIT11XOPwrq967j+yevZeu9W0tO0h1KkpWtqz73eb0g2\ns65m1ik03xa4DtgAvATMCK12F/BiY4sQuLT7pXTL6kbJ1hK/SxGRFBDN19/3AN40s1JgGbDQOfe/\nwAPAdWa2CfgacH/8ymwZ7hpyF0+secLvMkQkBbTok5gSzd4je7nwdxey80c7ad9KXwgi0pLFfVhG\nmk/3dt25Ou9qntvwnN+liEiSU7gnmOmDp/PEag3NiEjTKNwTzE0X3cSqPavYcXCH36WISBJTuCeY\nNhltuHXArTy59km/SxGRJKZwT0DTh3hDM9oRLSKNpXBPQKN6j+JEzQlWfr7S71JEJEkp3BOQmTF9\nyHSKS4v9LkVEkpTCPUHdOfhO5q2fx4maE36XIiJJSOGeoPKz8xnQdQCvfPKK36WISBJSuCew6UOm\n6+sIRKRRFO4J7LZLbmPxlsUcOHbA71JEJMko3BNYpzaduL7/9cxfN9/vUkQkySjcE5yGZkSkMRTu\nCW5MvzFs/XIrm77Y5HcpIpJEFO4JLiMtg6mXTmXOmjl+lyIiSUThngSmD5nOnDVzCLqg36WISJJQ\nuCeBIblD6NymM0u2LfG7FBFJEgr3JKHveReRhlC4J4mpg6by/MbnOVp11O9SRCQJKNyTRI8OPRjZ\nayQvbHzB71JEJAko3JPIXUPu0tCMiERF4Z5EJlw0geW7lrP70G6/SxGRBKdwTyJtM9tyy4BbeHKN\nfoJPRM6t3nA3s15m9oaZrTeztWZ2T2j5TDPbaWYfhqZx8S9Xpg+ZTvHqYv0En4icU0YU61QDP3LO\nlZpZe2Clmb0Wuu1B59yD8StPTndVn6s4UnWE0j2lDO0x1O9yRCRB1dtzd87tcc6VhuYPAxuAnqGb\nLY61SQRplsa0wdO0Y1VEzqlBY+5m1hcoAJaFFt1tZqVm9oiZdYpxbXIW0wZPY+66uVTVVPldiogk\nqGiGZQAIDck8C9zrnDtsZn8Afumcc2b2K+BB4FuR7jtr1qy6+UAgQCAQaErNLd5XzvsK/bv0Z9Hm\nRYy/cLzf5YhIDJSUlFBSUhKzv2fR7JgzswzgZeAV59xDEW7PAxY45wZHuM1p51/s/XnFn3n9s9d5\n+ran/S5FROLAzHDONXroO9phmceAj8KD3cxyw26/BVjX2CKk4SYNnMTCzQspP1budykikoCiORRy\nNHAH8FUzWxV22ONvzGyNmZUCRcAP41yrhMlum82YfmN45qNn/C5FRBJQVMMyTXoADcvEzYJNC3jg\n3Qd455vv+F2KiMRYcw3LSAIa138cH+//mM0HNvtdiogkGIV7EstMz2TKpVMoXl3sdykikmAU7knu\ne8O+x59X/pm5a+f6XYqIJBCNuaeAdXvXMX7ueL4/7Pv8ZPRPMNOJwyLJrqlj7gr3FLGrYhfj545n\nZK+R/P6G35ORFvX5aSKSgBTuUqeisoJJz0wiPS2d+bfOp32r9n6XJCKNpKNlpE7H1h1ZMGUBue1y\nKZpdxJ7De/wuSUR8onBPMZnpmTxy8yNMvGgiVz56JRv2bfC7JBHxgYZlUtgTq5/gx6/9mGdue4bC\nvEK/yxGRBtCYu5zT61teZ8pfp/DQuIeYMmiK3+WISJQU7lKvtWVrGT93PD+44gfcN/o+HSopkgQU\n7hKVXRW7uGHuDYzqNYrf3fA7HSopkuAU7hK1isoKbn36Vlqlt2LerfN0qKRIAtOhkBK1jq078rep\nf6N7u+4EZgd0qKRIClO4tzCZ6Zk8evOj3HzRzYx6dJQOlRRJURqWacGKS4u5b/F9OlRSJAFpzF2a\nZPGWxUz961Qevv5hJl862e9yRCRE4S5NtqZsDTfOvZG7h9/Nj0f9WIdKiiQAhbvExM6KnYyfO57R\nvUfz8PUPJ8WhkpXVlXz25WdsKd/C5gOb2VK+hfS0dO4YdAdDewz1uzyRJlG4S8zUHirZOqM1874+\nj3at2vlaj3OO/cf2nxLem8tPXu49spc+nfqQn51Pv+x+5Gfnc/D4QeasmUPnNp2ZUTCDqYOm0r1d\nd1/bIdIYCneJqaqaKr778ndZt3cdL095mZz2OXF9vOpgNdsPbo8Y3lvKt2AY/br0qwvvussu/ejV\nsVfETxhBF+StrW8xe/VsXtz4IoG+AWYUzOCGr9xAq/RWcW2PSKwo3CXmnHP88q1f8ueVf+bC8y7E\nzEizNAxr1LwRuh6aNzP2HtnLlvIt7KzYSW773IjhnZ+dT5e2XZrUlkOVh3jmo2eYXTqbjV9sZOqg\nqcwomEFBbkGMni2R+FC4S9yU7iml/Fg5DkfQBXHOnTHvXOh6PfOn369rVlfys/PJ65RH64zWzdKe\nTw98yhOrn6B4dTHZbbKZUTCDOwbdQbd23Zrl8SU2gi5IRWUF5cfKKT9efsblgWMHTi4LLc/KzGJ4\nz+GM6DmCEb1G0Ltj74Q/cCDu4W5mvYAngBwgCPyPc+5hM8sG5gN5wFZgknPuYIT7K9wloQRdkJKt\nJcwunc1Lm17imguuYcYQb9gmMz3T7/KSVk2whqpgFVU1VVQFqzhRc6JuvqomdD3s9kjLKiorIoZz\n+OXB4wfJyswiu2022W2y6y67tO1yyvXwy4rKCpbtXMayXd6UZmmM6DmCkb1GMqLnCIadP4wOrTv4\n/RSeojnCPRfIdc6Vmll7YCUwAfgGsN859xsz+wmQ7Zz7aYT7K9wlYVVUVvDM+meYvXo2m77YxB2D\n7mBGwQyG5A7xu7SoVQer2Vmxs26/Re0+i31H99V9Wgq6YN0nqbr5sE9X0SwLXx4pmIMuSKv0VmSm\nZZKZnnnKfGZa6HpoPtLtmemZdGzVMWI4hwd35zadm3Q0l3OObQe31YX90p1LWV22mvzsfK9nH+rd\nD+w2kPS09BhuqYZp9mEZM3sB+H1oKnLOlYXeAEqccxdHWF/hLknh0wOfUlxaTPHqYs7LOo8ZQ7yj\nbRJh2OZQ5aG6ncx1Rw996c1vP7id7u261+2vqN13kdM+hzRLq5tq933U7v9oyLLw5WYWMazTLT3h\nhzrO5kTNCdaUrTmld//5oc+5/PzLTwn88zucH9c6nHMcqz7G4ROHyWmf03zhbmZ9gRLgUmCHcy47\n7LYDzrkz9n4p3CXZBF2QNz97k9mrZ7Ng0wKuueAaplw6hZx2ObRKbxXV1NAeX9AF2X1o9xlHDdXO\nH606ekpwh8/ndc6jTUabOD0bLdeBYwdYvmv5KYGflZl1StgPzhlMdbCaQ5WHOHzicN106MTJ6+G3\nhS+PtN6RqiO0Sm9F+1bt+eK+L5on3ENDMiXAvzrnXjw9zM1sv3PuvAj3czNnzqy7HggECAQCja1X\npFnVDts8v/F5KiorOFFzIqrJzKJ6E8hMy2Tvkb1sO7iN7DbZJ48U6px/ylFDOe1ykrZXnCqcc2wu\n33xK2K/bu442GW3o0KoD7Vu1r5s6tA5dzwybr70tbN3w20qXlrL83eWkmfd9jr/4xS/iH+5mlgG8\nDLzinHsotGwDEAgblnnTOTcgwn3Vc5cWxTlHjauJ+o2gW1Y3Lsi+gKzMLL9LlwTS1DH3aPdKPAZ8\nVBvsIS8BM4AHgLuAFxtbhEgqMTMyLIOMtAwFtvgmmqNlRgNLgLWAC00/B5YDTwO9gW14h0J+GeH+\n6rmLiDSQTmISEUlB+pk9ERE5g8JdRCQFKdxFRFKQwl1EJAUp3EVEUpDCXUQkBSncRURSkMJdRCQF\nKdxFRFKQwl1EJAUp3EVEUpDCXUQkBSncRURSkMJdRCQFKdxFRFKQwl1EJAUp3EVEUpDCXUQkBSnc\nRURSkMJdRCQFKdxFRFKQwl1EJAXVG+5m9qiZlZnZmrBlM81sp5l9GJrGxbdMERFpiGh67o8DYyMs\nf9A5d1loejXGdSWNkpISv0uIq1RuXyq3DdS+lq7ecHfOvQOUR7jJYl9O8kn1F1gqty+V2wZqX0vX\nlDH3u82s1MweMbNOMatIRESarLHh/gcg3zlXAOwBHoxdSSIi0lTmnKt/JbM8YIFzbnBDbgvdXv8D\niIjIGZwN1GIHAAADpElEQVRzjR7+zohyPSNsjN3Mcp1ze0JXbwHWxaM4ERFpnHrD3czmAgHgPDPb\nDswErjGzAiAIbAX+Lo41iohIA0U1LCMiIsklbmeomtk4M9toZh+b2U/i9TjNycy2mtlqM1tlZstD\ny7LNbJGZbTKzhcl05NBZTlA7a3vM7Gdm9omZbTCzMf5UHb2GnoCXTO0zs15m9oaZrTeztWb2D6Hl\nKbH9IrTvntDyVNl+rc1sWShL1prZzNDy2G0/51zMJ7w3jU+BPCATKAUujsdjNecEbAGyT1v2AHBf\naP4nwP1+19mA9lwFFABr6msPcAmwCm8or29o+5rfbWhE+2YCP4qw7oBkah+QCxSE5tsDm4CLU2X7\nnaN9KbH9QjVnhS7TgaXA8Fhuv3j13IcDnzjntjnnqoB5wIQ4PVZzMs78tDMBKA7NFwMTm7WiJnCR\nT1A7W3tuBuY556qdc1uBT/C2c8I6S/sg8gl4E0ii9jnn9jjnSkPzh4ENQC9SZPudpX09Qzcn/fYD\ncM4dDc22xgttRwy3X7zCvSewI+z6Tk5umGTmgNfM7AMz+3ZoWY5zrgy8FyTQ3bfqYqP7Wdpz+jbd\nRfJu00gn4CVt+8ysL94nlKWc/fWYCu1bFlqUEtvPzNLMbBXeuUKvOec+IIbbT98K2TCjnXOXATcA\nPzCzq/ECP1yq7aFOtfacfgLef/lcT5OYWXvgWeDeUA83pV6PEdqXMtvPORd0zg3F+8Q13MwGEsPt\nF69w3wX0CbveK7QsqTnnPg9d7gNewPtYVGZmOeAd/w/s9a/CmDhbe3YBvcPWS8pt6pzb50KDmMD/\ncPKjbdK1z8wy8IJvjnPuxdDilNl+kdqXStuvlnOuAigBxhHD7RevcP8A6G9meWbWCpgMvBSnx2oW\nZpYV6kVgZu2AMcBavHbNCK12F/BixD+QuE45QY2zt+clYLKZtTKzC4D+wPLmKrIJzjgBL+y28BPw\nkrF9jwEfOeceCluWStvvjPalyvYzs661Q0pm1ha4Dm+/Quy2Xxz3BI/D28P9CfBTv/dMx6A9F+Ad\n9bMKL9R/GlreBVgcausioLPftTagTXOB3UAlsB34BpB9tvYAP8PbS78BGON3/Y1s3xPAmtC2fAFv\njDPp2geMBmrCXpMfhv7nzvp6TJH2pcr2GxRqU2moPf8cWh6z7aeTmEREUpB2qIqIpCCFu4hIClK4\ni4ikIIW7iEgKUriLiKQghbuISApSuIuIpCCFu4hICvr/45VUHbgXqqEAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f2e49921350>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "tester.plot(500,50,20,300,'Gridworld_7x7_4Layer_NoTD')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Show Game History"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 176,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "==================================\n",
      "At t = 0\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose right, (4, 6) -> (4, 6). And its event type is hit_wall\n",
      "C2 chose up, (2, 1) -> (1, 1). And its event type is move\n",
      "==================================\n",
      "At t = 1\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 6) -> (4, 5). And its event type is move\n",
      "C2 chose down, (1, 1) -> (2, 1). And its event type is move\n",
      "==================================\n",
      "At t = 2\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "| De .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "==================================\n",
      "At t = 3\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    .    .    .    .    |\n",
      "| De .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose left, (3, 1) -> (3, 0). And its event type is move\n",
      "==================================\n",
      "At t = 4\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "| C2 .    .    .    .    .    .    |\n",
      "| De .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose down, (3, 0) -> (4, 0). And its event type is pickup\n",
      "==================================\n",
      "At t = 5\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "| C2 .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (4, 5) -> (5, 5). And its event type is move\n",
      "C2 chose left, (4, 0) -> (4, 0). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 6\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . De .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "| C2 .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (5, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (4, 0) -> (3, 0). And its event type is move\n",
      "==================================\n",
      "At t = 7\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . De .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "| C2 .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose right, (3, 0) -> (3, 1). And its event type is move\n",
      "==================================\n",
      "At t = 8\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . De .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "==================================\n",
      "At t = 9\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . De .    . @@ .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose up, (2, 1) -> (1, 1). And its event type is pickup\n",
      "==================================\n",
      "At t = 10\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose left, (1, 1) -> (1, 0). And its event type is move\n",
      "==================================\n",
      "At t = 11\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "| C2 .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose down, (1, 0) -> (2, 0). And its event type is pickup\n",
      "==================================\n",
      "At t = 12\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| C2 .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose stay, (2, 0) -> (2, 0). And its event type is stay\n",
      "==================================\n",
      "At t = 13\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| CD .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 5) -> (4, 5). And its event type is collision\n",
      "C2 chose stay, (2, 0) -> (2, 0). And its event type is pickup\n",
      "==================================\n",
      "At t = 14\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| C2 .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose right, (4, 5) -> (4, 6). And its event type is move\n",
      "C2 chose right, (2, 0) -> (2, 1). And its event type is move\n",
      "==================================\n",
      "At t = 15\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose right, (4, 6) -> (4, 6). And its event type is hit_wall\n",
      "C2 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "==================================\n",
      "At t = 16\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (4, 6) -> (4, 5). And its event type is move\n",
      "C2 chose down, (3, 1) -> (4, 1). And its event type is move\n",
      "==================================\n",
      "At t = 17\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose stay, (4, 1) -> (4, 1). And its event type is stay\n",
      "==================================\n",
      "At t = 18\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "| De .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 5) -> (3, 4). And its event type is move\n",
      "C2 chose left, (4, 1) -> (4, 0). And its event type is move\n",
      "==================================\n",
      "At t = 19\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    . C1 .    .    |\n",
      "| C2 .    . @@ . @@ . @@ .    .    |\n",
      "| De .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 4) -> (3, 3). And its event type is move\n",
      "C2 chose down, (4, 0) -> (5, 0). And its event type is pickup\n",
      "==================================\n",
      "At final\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . C1 .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "| C2 .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n"
     ]
    }
   ],
   "source": [
    "tester.print_history(tester.Naive_Game_Histories[10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "==================================\n",
      "At t = 0\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    . C2 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "C2 chose down, (1, 5) -> (2, 5). And its event type is move\n",
      "==================================\n",
      "At t = 1\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C2 .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . De |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (0, 6) -> (1, 6). And its event type is move\n",
      "C2 chose right, (2, 5) -> (2, 6). And its event type is move\n",
      "==================================\n",
      "At t = 2\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . C1 |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . De |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (1, 6) -> (1, 6). And its event type is collision\n",
      "C2 chose down, (2, 6) -> (3, 6). And its event type is move\n",
      "==================================\n",
      "At t = 3\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . C1 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    . C2 |\n",
      "|    .    . @@ . @@ . @@ .    . De |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (1, 6) -> (2, 6). And its event type is move\n",
      "C2 chose down, (3, 6) -> (4, 6). And its event type is pickup\n",
      "==================================\n",
      "At t = 4\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 6) -> (3, 6). And its event type is move\n",
      "C2 chose left, (4, 6) -> (4, 5). And its event type is move\n",
      "==================================\n",
      "At t = 5\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    . C1 |\n",
      "|    .    . @@ . @@ . @@ . C2 .    |\n",
      "|    .    .    . @@ .    .    . De |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 6) -> (4, 6). And its event type is move\n",
      "C2 chose right, (4, 5) -> (4, 5). And its event type is collision\n",
      "==================================\n",
      "At t = 6\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C2 . C1 |\n",
      "|    .    .    . @@ .    .    . De |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (4, 6) -> (5, 6). And its event type is pickup\n",
      "C2 chose right, (4, 5) -> (4, 6). And its event type is move\n",
      "==================================\n",
      "At t = 7\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    . C1 |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (5, 6) -> (6, 6). And its event type is move\n",
      "C2 chose left, (4, 6) -> (4, 5). And its event type is move\n",
      "==================================\n",
      "At t = 8\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C2 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    . C1 |\n",
      " ------------------------------------\n",
      "C1 chose up, (6, 6) -> (5, 6). And its event type is move\n",
      "C2 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "==================================\n",
      "At t = 9\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C2 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . C1 |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (5, 6) -> (4, 6). And its event type is move\n",
      "C2 chose left, (3, 5) -> (3, 4). And its event type is move\n",
      "==================================\n",
      "At t = 10\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    . C2 .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 6) -> (3, 6). And its event type is move\n",
      "C2 chose left, (3, 4) -> (3, 3). And its event type is move\n",
      "==================================\n",
      "At t = 11\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . C2 .    .    . C1 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 6) -> (4, 6). And its event type is move\n",
      "C2 chose left, (3, 3) -> (3, 2). And its event type is move\n",
      "==================================\n",
      "At t = 12\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    . C2 .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C1 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 6) -> (3, 6). And its event type is move\n",
      "C2 chose left, (3, 2) -> (3, 1). And its event type is move\n",
      "==================================\n",
      "At t = 13\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    .    .    .    . C1 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 6) -> (3, 5). And its event type is move\n",
      "C2 chose down, (3, 1) -> (4, 1). And its event type is move\n",
      "==================================\n",
      "At t = 14\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose down, (4, 1) -> (5, 1). And its event type is move\n",
      "==================================\n",
      "At t = 15\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    . C2 .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose down, (5, 1) -> (6, 1). And its event type is move\n",
      "==================================\n",
      "At t = 16\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "| De . C2 . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (6, 1) -> (5, 1). And its event type is move\n",
      "==================================\n",
      "At t = 17\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    . De .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    . C2 .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose up, (5, 1) -> (4, 1). And its event type is move\n",
      "==================================\n",
      "At t = 18\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    . De . C1 .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 5) -> (3, 4). And its event type is pickup\n",
      "C2 chose up, (4, 1) -> (3, 1). And its event type is move\n",
      "==================================\n",
      "At t = 19\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    .    . C1 .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose right, (3, 4) -> (3, 5). And its event type is move\n",
      "C2 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "==================================\n",
      "At t = 20\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    . De . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 5) -> (3, 4). And its event type is pickup\n",
      "C2 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "==================================\n",
      "At t = 21\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 .    .    . C1 .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose right, (3, 4) -> (3, 5). And its event type is move\n",
      "C2 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "==================================\n",
      "At t = 22\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    . De . @@ .    .    .    |\n",
      "|    . C2 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (2, 1) -> (1, 1). And its event type is move\n",
      "==================================\n",
      "At t = 23\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C2 . De . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose right, (1, 1) -> (1, 2). And its event type is pickup\n",
      "==================================\n",
      "At final\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    . C2 . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . De .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n"
     ]
    }
   ],
   "source": [
    "tester.print_history(tester.Model_Game_Histories[4])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Cluster Situations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[[ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  2.  0.  0.  0.  0.  0.]\n",
      "  [ 1.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]]\n",
      "\n",
      " [[ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]\n",
      "  [ 0.  0.  0.  0.  0.  0.  0.]]]\n",
      "[[ 0.  0.  0.  0.  0.  0.  0.  0.  2.  0.  0.  0.  0.  0.  1.  0.  0.  0.\n",
      "   0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.\n",
      "   0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.\n",
      "   0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.\n",
      "   0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.  0.\n",
      "   0.  0.  0.  0.  0.  0.  0.  0.]]\n"
     ]
    }
   ],
   "source": [
    "a = np.array(tester.Model_Game_Histories[2][0]['curr_state'])\n",
    "b = a.reshape(1,tester.env.observation_shape/2)\n",
    "print a\n",
    "print b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "500\n"
     ]
    }
   ],
   "source": [
    "starting_states = []\n",
    "for game in tester.Model_Game_Histories:\n",
    "    state = np.array(game[0]['curr_state'])\n",
    "    starting_states.append(state.reshape(1,tester.env.observation_shape/2)[0])\n",
    "print len(starting_states)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.cluster import KMeans"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[  0.   0.   0.   0.   0.   0.   2.   0.   0.   0.   0.   0.   0.   0.   0.\n",
      "   0.   0.   0.   0.   1.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.\n",
      "   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.\n",
      "   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.  10.   0.   0.   0.\n",
      "   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.\n",
      "   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.   0.\n",
      "   0.   0.   0.   0.   0.   0.   0.   0.]\n"
     ]
    }
   ],
   "source": [
    "print starting_states[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "kmeans = KMeans(n_clusters=4, random_state=0).fit(np.array(starting_states))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0,\n",
       "       0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 3, 2, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0,\n",
       "       0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 0, 1, 0,\n",
       "       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], dtype=int32)"
      ]
     },
     "execution_count": 163,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "kmeans.labels_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[9, 36, 58, 95, 178, 202, 296, 361, 416, 478]\n"
     ]
    }
   ],
   "source": [
    "indices = [i for i, x in enumerate(kmeans.labels_) if x == 3]\n",
    "print indices"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "==================================\n",
      "At t = 0\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ . De .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 . C2 |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (2, 5) -> (1, 5). And its event type is move\n",
      "C2 chose up, (2, 6) -> (1, 6). And its event type is move\n",
      "==================================\n",
      "At t = 1\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ . De .    |\n",
      "|    .    .    . @@ .    . C1 . C2 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (1, 5) -> (0, 5). And its event type is pickup\n",
      "C2 chose up, (1, 6) -> (0, 6). And its event type is move\n",
      "==================================\n",
      "At t = 2\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ . C1 . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (0, 5) -> (1, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 3\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (1, 5) -> (2, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 4\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 5) -> (3, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 5\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 6\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 7\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 8\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 9\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 10\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 11\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 12\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . De .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C1 .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 13\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . De .    . C1 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 5) -> (3, 4). And its event type is move\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 14\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . De . C1 .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 4) -> (3, 3). And its event type is pickup\n",
      "C2 chose up, (0, 6) -> (0, 6). And its event type is hit_wall\n",
      "==================================\n",
      "At t = 15\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . C1 .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 3) -> (3, 2). And its event type is move\n",
      "C2 chose down, (0, 6) -> (1, 6). And its event type is move\n",
      "==================================\n",
      "At t = 16\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . C2 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    . C1 .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (3, 2) -> (3, 1). And its event type is move\n",
      "C2 chose down, (1, 6) -> (2, 6). And its event type is move\n",
      "==================================\n",
      "At t = 17\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . De |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    . C1 .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "C2 chose up, (2, 6) -> (1, 6). And its event type is pickup\n",
      "==================================\n",
      "At t = 18\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . C2 |\n",
      "|    . C1 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "C2 chose down, (1, 6) -> (2, 6). And its event type is move\n",
      "==================================\n",
      "At t = 19\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    . C1 .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "C2 chose down, (2, 6) -> (3, 6). And its event type is move\n",
      "==================================\n",
      "At t = 20\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . De |\n",
      "|    . C1 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    . C2 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "C2 chose up, (3, 6) -> (2, 6). And its event type is move\n",
      "==================================\n",
      "At t = 21\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . De |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    . C1 .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "C2 chose up, (2, 6) -> (1, 6). And its event type is pickup\n",
      "==================================\n",
      "At t = 22\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    . C2 |\n",
      "|    . C1 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "C2 chose down, (1, 6) -> (2, 6). And its event type is move\n",
      "==================================\n",
      "At t = 23\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    . C2 |\n",
      "|    . C1 .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "C2 chose down, (2, 6) -> (3, 6). And its event type is move\n",
      "==================================\n",
      "At t = 24\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    . C1 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    . C2 |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "C2 chose left, (3, 6) -> (3, 5). And its event type is move\n",
      "==================================\n",
      "At t = 25\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C1 .    .    .    . C2 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose up, (3, 1) -> (2, 1). And its event type is move\n",
      "C2 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "==================================\n",
      "At t = 26\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    . C1 . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C2 .    |\n",
      "| De .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (2, 1) -> (3, 1). And its event type is move\n",
      "C2 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "==================================\n",
      "At t = 27\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    . C1 .    .    .    . C2 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "| De .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (3, 1) -> (4, 1). And its event type is move\n",
      "C2 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "==================================\n",
      "At t = 28\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    . C1 . @@ . @@ . @@ . C2 .    |\n",
      "| De .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose down, (4, 1) -> (5, 1). And its event type is move\n",
      "C2 chose up, (4, 5) -> (3, 5). And its event type is move\n",
      "==================================\n",
      "At t = 29\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    . C2 .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "| De . C1 .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n",
      "C1 chose left, (5, 1) -> (5, 0). And its event type is pickup\n",
      "C2 chose down, (3, 5) -> (4, 5). And its event type is move\n",
      "==================================\n",
      "At final\n",
      " ------------------------------------\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    . @@ .    .    .    |\n",
      "|    .    . @@ . @@ . @@ .    .    |\n",
      "|    .    .    .    .    .    .    |\n",
      "|    .    . @@ . @@ . @@ . C2 .    |\n",
      "| C1 .    .    . @@ .    .    .    |\n",
      "| De .    . @@ . @@ . @@ .    .    |\n",
      " ------------------------------------\n"
     ]
    }
   ],
   "source": [
    "tester.print_history(tester.Model_Game_Histories[202])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}