MC/MC Prediction Solution.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "\n",
    "import gym\n",
    "import matplotlib\n",
    "import numpy as np\n",
    "import sys\n",
    "\n",
    "from collections import defaultdict\n",
    "\n",
    "if \"../\" not in sys.path:\n",
    "  sys.path.append(\"../\") \n",
    "from lib.envs.blackjack import BlackjackEnv\n",
    "from lib import plotting\n",
    "\n",
    "matplotlib.style.use('ggplot')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "env = BlackjackEnv()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def mc_prediction(policy, env, num_episodes, discount_factor=1.0):\n",
    "    \"\"\"\n",
    "    Monte Carlo prediction algorithm. Calculates the value function\n",
    "    for a given policy using sampling.\n",
    "    \n",
    "    Args:\n",
    "        policy: A function that maps an observation to action probabilities.\n",
    "        env: OpenAI gym environment.\n",
    "        num_episodes: Number of episodes to sample.\n",
    "        discount_factor: Gamma discount factor.\n",
    "    \n",
    "    Returns:\n",
    "        A dictionary that maps from state -> value.\n",
    "        The state is a tuple and the value is a float.\n",
    "    \"\"\"\n",
    "\n",
    "    # Keeps track of sum and count of returns for each state\n",
    "    # to calculate an average. We could use an array to save all\n",
    "    # returns (like in the book) but that's memory inefficient.\n",
    "    returns_sum = defaultdict(float)\n",
    "    returns_count = defaultdict(float)\n",
    "    \n",
    "    # The final value function\n",
    "    V = defaultdict(float)\n",
    "    \n",
    "    for i_episode in range(1, num_episodes + 1):\n",
    "        # Print out which episode we're on, useful for debugging.\n",
    "        if i_episode % 1000 == 0:\n",
    "            print(\"\\rEpisode {}/{}.\".format(i_episode, num_episodes), end=\"\")\n",
    "            sys.stdout.flush()\n",
    "\n",
    "        # Generate an episode.\n",
    "        # An episode is an array of (state, action, reward) tuples\n",
    "        episode = []\n",
    "        state = env.reset()\n",
    "        for t in range(100):\n",
    "            action = policy(state)\n",
    "            next_state, reward, done, _ = env.step(action)\n",
    "            episode.append((state, action, reward))\n",
    "            if done:\n",
    "                break\n",
    "            state = next_state\n",
    "\n",
    "        print(\"episode lenght:\", len(episode))\n",
    "        print(\"episode;\", episode)\n",
    "        # Find all states the we've visited in this episode\n",
    "        # We convert each state to a tuple so that we can use it as a dict key\n",
    "        states_in_episode = set([tuple(x[0]) for x in episode])\n",
    "        for state in states_in_episode:\n",
    "            # Find the first occurance of the state in the episode\n",
    "            first_occurence_idx = next(i for i,x in enumerate(episode) if x[0] == state)\n",
    "            print(\"find state:\", state)\n",
    "            print('find first-->', first_occurence_idx)\n",
    "            # Sum up all rewards since the first occurance\n",
    "            print(\"find state result\", episode[first_occurence_idx:])\n",
    "            G = sum([x[2]*(discount_factor**i) for i, x in enumerate(episode[first_occurence_idx:])])\n",
    "            # Calculate average return for this state over all sampled episodes\n",
    "            returns_sum[state] += G\n",
    "            returns_count[state] += 1.0\n",
    "            V[state] = returns_sum[state] / returns_count[state]\n",
    "\n",
    "    return V    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def sample_policy(observation):\n",
    "    \"\"\"\n",
    "    A policy that sticks if the player score is >= 20 and hits otherwise.\n",
    "    \"\"\"\n",
    "    score, dealer_score, usable_ace = observation\n",
    "    return 0 if score >= 20 else 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "episode lenght: 1\nepisode; [((21, 5, True), 0, 1)]\nfind state: (21, 5, True)\nfind first--> 0\nfind state result [((21, 5, True), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 2, False), 1, 0), ((17, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (17, 2, False)\nfind first--> 1\nfind state result [((17, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((17, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 2\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 0\nfind state result [((18, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 0\nfind state result [((17, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 5, True), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, True)\nfind first--> 0\nfind state result [((19, 5, True), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 2, False), 1, 0), ((19, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (19, 2, False)\nfind first--> 1\nfind state result [((19, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 2\nfind state result [((21, 2, False), 0, 1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, 0), ((19, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 0\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 4, False), 1, 0), ((16, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, 0), ((16, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 1\nfind state result [((16, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 1\nfind state result [((16, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, -1)]\nepisode lenght: 4\nepisode; [((14, 9, True), 1, 0), ((12, 9, False), 1, 0), ((13, 9, False), 1, 0), ((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 3\nfind state result [((15, 9, False), 1, -1)]\nfind state: (13, 9, False)\nfind first--> 2\nfind state result [((13, 9, False), 1, 0), ((15, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 1\nfind state result [((12, 9, False), 1, 0), ((13, 9, False), 1, 0), ((15, 9, False), 1, -1)]\nfind state: (14, 9, True)\nfind first--> 0\nfind state result [((14, 9, True), 1, 0), ((12, 9, False), 1, 0), ((13, 9, False), 1, 0), ((15, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((12, 7, False), 1, 0), ((14, 7, False), 1, -1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, 0), ((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 1\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 0\nfind state result [((16, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((12, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 1\nfind state result [((21, 8, False), 0, 1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 5, False), 1, 0), ((20, 5, False), 0, -1)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, 0), ((20, 5, False), 0, -1)]\nepisode lenght: 2\nepisode; [((14, 2, True), 1, 0), ((14, 2, False), 1, -1)]\nfind state: (14, 2, False)\nfind first--> 1\nfind state result [((14, 2, False), 1, -1)]\nfind state: (14, 2, True)\nfind first--> 0\nfind state result [((14, 2, True), 1, 0), ((14, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 10, True), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, -1)]\nfind state: (19, 10, True)\nfind first--> 0\nfind state result [((19, 10, True), 1, 0), ((13, 10, False), 1, -1)]\nepisode lenght: 4\nepisode; [((12, 10, True), 1, 0), ((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 3\nfind state result [((20, 10, False), 0, 0)]\nfind state: (17, 10, False)\nfind first--> 2\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (12, 10, False)\nfind first--> 1\nfind state result [((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (12, 10, True)\nfind first--> 0\nfind state result [((12, 10, True), 1, 0), ((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 3\nepisode; [((17, 9, True), 1, 0), ((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (17, 9, True)\nfind first--> 0\nfind state result [((17, 9, True), 1, 0), ((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 2\nfind state result [((20, 9, False), 0, 1)]\nfind state: (15, 9, False)\nfind first--> 1\nfind state result [((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 2\nepisode; [((19, 10, True), 1, 0), ((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 1\nfind state result [((21, 10, True), 0, 1)]\nfind state: (19, 10, True)\nfind first--> 0\nfind state result [((19, 10, True), 1, 0), ((21, 10, True), 0, 1)]\nepisode lenght: 4\nepisode; [((14, 10, True), 1, 0), ((15, 10, True), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 2\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (15, 10, True)\nfind first--> 1\nfind state result [((15, 10, True), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((15, 10, True), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 3\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 8, True), 0, 1)]\nfind state: (21, 8, True)\nfind first--> 0\nfind state result [((21, 8, True), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 1\nfind state result [((16, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 1\nepisode; [((12, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 0\nfind state result [((17, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((17, 2, True), 1, 0), ((15, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 2\nfind state result [((19, 2, False), 1, -1)]\nfind state: (17, 2, True)\nfind first--> 0\nfind state result [((17, 2, True), 1, 0), ((15, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 1\nfind state result [((15, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 1\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 5, False), 1, -1)]\nfind state: (15, 5, False)\nfind first--> 0\nfind state result [((15, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 1\nfind state result [((18, 7, False), 1, -1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 1\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 4, False), 1, 0), ((20, 4, False), 0, 0)]\nfind state: (18, 4, False)\nfind first--> 0\nfind state result [((18, 4, False), 1, 0), ((20, 4, False), 0, 0)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 0)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 6, True), 1, 0), ((14, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (14, 6, True)\nfind first--> 0\nfind state result [((14, 6, True), 1, 0), ((14, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 2\nfind state result [((21, 6, False), 0, 1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 9, True), 1, 0), ((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 1\nfind state result [((17, 9, False), 1, -1)]\nfind state: (17, 9, True)\nfind first--> 0\nfind state result [((17, 9, True), 1, 0), ((17, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 1, False), 1, 0), ((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 1\nfind state result [((14, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, 0), ((14, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 4\nepisode; [((17, 10, True), 1, 0), ((17, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 3\nfind state result [((19, 10, False), 1, -1)]\nfind state: (17, 10, True)\nfind first--> 0\nfind state result [((17, 10, True), 1, 0), ((17, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 0)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght:"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 9, True), 1, 0), ((19, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 2\nfind state result [((18, 9, False), 1, -1)]\nfind state: (19, 9, True)\nfind first--> 1\nfind state result [((19, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (14, 9, True)\nfind first--> 0\nfind state result [((14, 9, True), 1, 0), ((19, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 8, False), 1, 0), ((17, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 1\nfind state result [((17, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 2\nfind state result [((18, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((17, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 9, True), 1, 0), ((13, 9, False), 1, -1)]\nfind state: (16, 9, True)\nfind first--> 0\nfind state result [((16, 9, True), 1, 0), ((13, 9, False), 1, -1)]\nfind state: (13, 9, False)\nfind first--> 1\nfind state result [((13, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 9, False), 1, 0), ((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, 0), ((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 2\nfind state result [((19, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 1\nfind state result [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((17, 3, False), 1, 0), ((18, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, 0), ((18, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 2\nfind state result [((20, 3, False), 0, 1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 4, False), 1, 0), ((21, 4, False), 0, 0)]\nfind state: (21, 4, False)\nfind first--> 1\nfind state result [((21, 4, False), 0, 0)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, 0), ((21, 4, False), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 0\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 7, False), 1, 0), ((20, 7, False), 0, 0)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 0)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((20, 7, False), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 1\nfind state result [((20, 1, False), 0, 1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 4\nepisode; [((16, 5, True), 1, 0), ((17, 5, True), 1, 0), ((19, 5, True), 1, 0), ((13, 5, False), 1, -1)]\nfind state: (19, 5, True)\nfind first--> 2\nfind state result [((19, 5, True), 1, 0), ((13, 5, False), 1, -1)]\nfind state: (13, 5, False)\nfind first--> 3\nfind state result [((13, 5, False), 1, -1)]\nfind state: (16, 5, True)\nfind first--> 0\nfind state result [((16, 5, True), 1, 0), ((17, 5, True), 1, 0), ((19, 5, True), 1, 0), ((13, 5, False), 1, -1)]\nfind state: (17, 5, True)\nfind first--> 1\nfind state result [((17, 5, True), 1, 0), ((19, 5, True), 1, 0), ((13, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 1\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 7, False), 1, -1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 3, False), 1, 0), ((14, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 1\nfind state result [((14, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((14, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 2\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 1\nfind state result [((17, 3, False), 1, -1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 3, False), 1, 0), ((17, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 2\nfind state result [((19, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 1\nfind state result [((17, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((17, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 6, False), 1, -1)]\nfind state: (18, 6, False)\nfind first--> 0\nfind state result [((18, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 0)]\nfind state: (21, 10, False)"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\nfind first--> 0\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 2, False), 1, 0), ((20, 2, False), 0, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, 0), ((20, 2, False), 0, -1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 6, True), 1, 0), ((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, -1)]\nfind state: (15, 6, True)\nfind first--> 0\nfind state result [((15, 6, True), 1, 0), ((14, 6, False), 1, -1)]\nepisode lenght: 3\nepisode; [((15, 2, False), 1, 0), ((17, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 2\nfind state result [((19, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 1\nfind state result [((17, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((17, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 1\nfind state result [((17, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 3\nepisode; [((13, 1, True), 1, 0), ((13, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 2\nfind state result [((18, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 1\nfind state result [((13, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (13, 1, True)\nfind first--> 0\nfind state result [((13, 1, True), 1, 0), ((13, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((12, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 1\nfind state result [((18, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 1\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 6, True), 0, 1)]\nfind state: (21, 6, True)\nfind first--> 0\nfind state result [((21, 6, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 0)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 0)]\nepisode lenght: 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 3\nepisode; [((15, 10, True), 1, 0), ((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (15, 10, True)\nfind first--> 0\nfind state result [((15, 10, True), 1, 0), ((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 1\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 0)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 3\nepisode; [((14, 10, True), 1, 0), ((18, 10, True), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 1\nfind state result [((18, 10, True), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((18, 10, True), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, True), 0, 1)]\nfind state: (20, 6, True)\nfind first--> 0\nfind state result [((20, 6, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 3, True), 0, 1)]\nfind state: (21, 3, True)\nfind first--> 0\nfind state result [((21, 3, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((14, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 1\nfind state result [((14, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((14, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (13, 9, False)\nfind first--> 0\nfind state result [((13, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 1\nfind state result [((21, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, True), 0, -1)]\nfind state: (20, 10, True)\nfind first--> 0\nfind state result [((20, 10, True), 0, -1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 1\nfind state result [((21, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((14, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 0)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 2\nepisode; [((18, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 1\nfind state result [((21, 6, False), 0, 1)]\nfind state: (18, 6, False)\nfind first--> 0\nfind state result [((18, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nfind state: (21, 4, False)\nfind first--> 1\nfind state result [((21, 4, False), 0, 1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 1, True), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, -1)]\nfind state: (19, 1, True)\nfind first--> 0\nfind state result [((19, 1, True), 1, 0), ((19, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((19, 9, True), 1, 0), ((19, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((19, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 2\nfind state result [((21, 9, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((15, 2, True), 1, 0), ((12, 2, False), 1, 0), ((15, 2, False), 1, -1)]\nfind state: (15, 2, True)\nfind first--> 0\nfind state result [((15, 2, True), 1, 0), ((12, 2, False), 1, 0), ((15, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 2\nfind state result [((15, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 1\nfind state result [((12, 2, False), 1, 0), ((15, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nfind state: (21, 4, False)\nfind first--> 1\nfind state result [((21, 4, False), 0, 1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 1\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 1\nfind state result [((19, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 3, True), 1, 0), ((20, 3, True), 0, 0)]\nfind state: (19, 3, True)\nfind first--> 0\nfind state result [((19, 3, True), 1, 0), ((20, 3, True), 0, 0)]\nfind state: (20, 3, True)\nfind first--> 1\nfind state result [((20, 3, True), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 0\nfind state result [((21, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 1, True), 0, 0)]\nfind state: (21, 1, True)\nfind first--> 0\nfind state result [((21, 1, True), 0, 0)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 1\nfind state result [((17, 3, False), 1, -1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 3\nepisode; [((17, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 2\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 1\nepisode; [((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 0\nfind state result [((17, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, -1)]\nepisode lenght: 4\nepisode; [((12, 5, False), 1, 0), ((15, 5, False), 1, 0), ((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((15, 5, False), 1, 0), ((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (15, 5, False)\nfind first--> 1\nfind state result [((15, 5, False), 1, 0), ((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (17, 5, False)\nfind first--> 2\nfind state result [((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 3\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 3\nepisode; [((16, 10, True), 1, 0), ((17, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (17, 10, True)\nfind first--> 1\nfind state result"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [((17, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (16, 10, True)\nfind first--> 0\nfind state result [((16, 10, True), 1, 0), ((17, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (20, 10, True)\nfind first--> 2\nfind state result [((20, 10, True), 0, 0)]\nepisode lenght: 2\nepisode; [((19, 8, True), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (19, 8, True)\nfind first--> 0\nfind state result [((19, 8, True), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 1\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, False), 1, 0), ((21, 5, False), 0, 0)]\nfind state: (21, 5, False)\nfind first--> 1\nfind state result [((21, 5, False), 0, 0)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((21, 5, False), 0, 0)]\nepisode lenght: 2\nepisode; [((19, 10, True), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (19, 10, True)\nfind first--> 0\nfind state result [((19, 10, True), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, True), 1, 0), ((20, 10, True), 0, 1)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((20, 10, True), 0, 1)]\nfind state: (20, 10, True)\nfind first--> 1\nfind state result [((20, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 1\nfind state result [((19, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 0\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 2, False), 1, -1)]\nfind state: (14, 2, False)\nfind first--> 0\nfind state result [((14, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 6, False), 1, 0), ((16, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 1\nfind state result [((16, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, 0), ((16, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 7, True), 0, 1)]\nfind state: (20, 7, True)\nfind first--> 0\nfind state result [((20, 7, True), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 1\nfind state result [((20, 6, False), 0, 1)]\nfind state: (18, 6, False)\nfind first--> 0\nfind state result [((18, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 1\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 1\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((18, 10, True), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 3\nepisode; [((16, 4, False), 1, 0), ((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 2\nfind state result [((20, 4, False), 0, 1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, 0), ((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((21, 10, True), 0, 0)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((21, 10, True), 0, 0)]\nfind state: (21, 10, True)\nfind first--> 1\nfind state result [((21, 10, True), 0, 0)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 1\nfind state result [((18, 5, False), 1, -1)]\nfind state: (13, 5, False)\nfind first--> 0\nfind state result [((13, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 1\nfind state result [((19, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 0\nfind state result [((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 1\nfind state result [((18, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 10, False), 1, 0), ((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, True), 0, 1)]\nfind state: (20, 6, True)\nfind first--> 0\nfind state result [((20, 6, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 0\nfind state result [((16, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 3\nepisode; [((12, 8, False), 1, 0), ((18, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 2\nfind state result [((21, 8, False), 0, 1)]\nfind state: (18, 8, False)\nfind first--> 1\nfind state result [((18, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((18, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 4\nepisode; [((12, 10, False), 1, 0), ((14, 10, False), 1, 0), ((19, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, 0), ((19, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (12, 10, False)\nfind first--> 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "find state result [((12, 10, False), 1, 0), ((14, 10, False), 1, 0), ((19, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 3\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 3\nepisode; [((14, 8, False), 1, 0), ((17, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (17, 8, False)\nfind first--> 1\nfind state result [((17, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, 0), ((17, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 2\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((19, 9, True), 1, 0), ((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 2\nfind state result [((20, 9, False), 0, 1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (12, 9, False)\nfind first--> 1\nfind state result [((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 9, True), 1, 0), ((18, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, True)\nfind first--> 1\nfind state result [((18, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 2\nfind state result [((18, 9, False), 1, -1)]\nfind state: (13, 9, True)\nfind first--> 0\nfind state result [((13, 9, True), 1, 0), ((18, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 0\nfind state result [((21, 5, False), 0, 1)]\nepisode lenght: 4\nepisode; [((13, 7, True), 1, 0), ((18, 7, True), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, True)\nfind first--> 1\nfind state result [((18, 7, True), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 3\nfind state result [((18, 7, False), 1, -1)]\nfind state: (13, 7, True)\nfind first--> 0\nfind state result [((13, 7, True), 1, 0), ((18, 7, True), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 2\nfind state result [((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((14, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 2\nfind state result [((15, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((14, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, True), 0, 1)]\nfind state: (21, 6, True)\nfind first--> 0\nfind state result [((21, 6, True), 0, 1)]\nepisode lenght: 3\nepisode; [((12, 3, True), 1, 0), ((19, 3, True), 1, 0), ((13, 3, False), 1, -1)]\nfind state: (19, 3, True)\nfind first--> 1\nfind state result [((19, 3, True), 1, 0), ((13, 3, False), 1, -1)]\nfind state: (12, 3, True)\nfind first--> 0\nfind state result [((12, 3, True), 1, 0), ((19, 3, True), 1, 0), ((13, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 2\nfind state result [((13, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 3, False), 1, 0), ((14, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (14, 3, False)\nfind first--> 1\nfind state result [((14, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 2\nfind state result [((21, 3, False), 0, 1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((14, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 1\nfind state result [((16, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((16, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 0)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 0)]\nepisode lenght: 1\nepisode; [((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 4, False), 1, 0), ((21, 4, False), 0, 0)]\nfind state: (21, 4, False)\nfind first--> 1\nfind state result [((21, 4, False), 0, 0)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, 0), ((21, 4, False), 0, 0)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 8, True), 1, 0), ((21, 8, True), 0, 1)]\nfind state: (21, 8, True)\nfind first--> 1\nfind state result [((21, 8, True), 0, 1)]\nfind state: (18, 8, True)\nfind first--> 0\nfind state result [((18, 8, True), 1, 0), ((21, 8, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 3, False), 1, 0), ((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 1\nfind state result [((16, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, 0), ((16, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 1\nfind state result [((21, 5, False), 0, 1)]\nfind state: (19, 5, False)\nfind first--> 0\nfind state result [((19, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((20, 3, False), 0, -1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((20, 3, False), 0, -1)]\nfind state: (20, 3, False)\nfind first--> 1\nfind state result [((20, 3, False), 0, -1)]\nepisode lenght: 3\nepisode; [((13, 1, True), 1, 0), ((17, 1, True), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 2\nfind state result [((17, 1, False), 1, -1)]\nfind state: (17, 1, True)\nfind first--> 1\nfind state result [((17, 1, True), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (13, 1, True)\nfind first--> 0\nfind state result [((13, 1, True), 1, 0), ((17, 1, True), 1, 0), ((17, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 10, True), 1, 0), ((15, 10, True), 1, 0), ((21, 10, True), 0, 1)]\nfind state: (15, 10, True)\nfind first--> 1\nfind state result [((15, 10, True), 1, 0), ((21, 10, True), 0, 1)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((15, 10, True), 1, 0), ((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 2\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 0\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 8, False), 1, 0), ((20, 8, False), 0, -1)]\nfind state: (18, 8, False)\nfind first--> 0\nfind state result [((18, 8, False), 1, 0), ((20, 8, False), 0, -1)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, -1)]\nepisode lenght: 1\nepisode; [((17, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 0\nfind state result [((17, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 2, False), 1, 0), ((17, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 1\nfind state result [((17, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, 0), ((17, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 2\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 8, True), 1, 0), ((14, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (14, 8, False)\nfind first--> 1\nfind state result [((14, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (16, 8, True)\nfind first--> 0\nfind state result [((16, 8, True), 1, 0), ((14, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 2\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 1\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((20, 10, True), 0, 1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((20, 10, True), 0, 1)]\nfind state: (20, 10, True)\nfind first--> 1\nfind state result [((20, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 10, True), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, -1)]\nfind state: (19, 10, True)\nfind first--> 0\nfind state result [((19, 10, True), 1, 0), ((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((12, 10, True), 1, 0), ((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 1\nfind state result [((12, 10, False), 1, -1)]\nfind state: (12, 10, True)\nfind first--> 0\nfind state result [((12, 10, True), 1, 0), ((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 3, True), 1, 0), ((13, 3, False), 1, -1)]\nfind state: (17, 3, True)\nfind first--> 0\nfind state result [((17, 3, True), 1, 0), ((13, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 1\nfind state result [((13, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 5, False), 1, 0), ((20, 5, False), 0, 0)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, 0)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, 0), ((20, 5, False), 0, 0)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 0\nfind state result [((17, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 4\nepisode; [((14, 10, True), 1, 0), ((17, 10, True), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (17, 10, True)\nfind first--> 1\nfind state result [((17, 10, True), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (17, 10, False)\nfind first--> 2"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((17, 10, True), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 3\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 0\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 4\nepisode; [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 3\nfind state result [((21, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((21, 3, False), 0, 0)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((21, 3, False), 0, 0)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 0)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 3, True), 0, 0)]\nfind state: (21, 3, True)\nfind first--> 0\nfind state result [((21, 3, True), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 1\nfind state result [((17, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 5, False), 1, 0), ((19, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 2\nfind state result [((21, 5, False), 0, 1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((19, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 1\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 3\nepisode; [((17, 6, True), 1, 0), ((17, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 2\nfind state result [((19, 6, False), 1, -1)]\nfind state: (17, 6, True)\nfind first--> 0\nfind state result [((17, 6, True), 1, 0), ((17, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 1, True), 1, 0), ((20, 1, True), 0, -1)]\nfind state: (20, 1, True)\nfind first--> 1\nfind state result [((20, 1, True), 0, -1)]\nfind state: (14, 1, True)\nfind first--> 0\nfind state result [((14, 1, True), 1, 0), ((20, 1, True), 0, -1)]\nepisode lenght: 1\nepisode; [((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 1\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 5, True), 1, 0), ((15, 5, False), 1, -1)]\nfind state: (15, 5, False)\nfind first--> 1\nfind state result [((15, 5, False), 1, -1)]\nfind state: (18, 5, True)\nfind first--> 0\nfind state result [((18, 5, True), 1, 0), ((15, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 1\nfind state result [((21, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 6, False), 1, -1)]\nfind state: (18, 6, False)\nfind first--> 0\nfind state result [((18, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 0\nfind state result [((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 1\nfind state result [((19, 3, False), 1, -1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nepisode lenght: 3\nepisode; [((18, 10, True), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 6, False), 1, 0), ((20, 6, False), 0, -1)]\nfind state: (20, 6, False)\nfind first--> 1\nfind state result [((20, 6, False), 0, -1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, 0), ((20, 6, False), 0, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 2\nfind state result [((17, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 3\nepisode; [((15, 10, False), 1, 0), ((19, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 0\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 4, False), 1, 0), ((14, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 2\nfind state result [((18, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, 0), ((14, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 1\nfind state result [((14, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nepisode lenght: 3\nepisode; [((18, 4, True), 1, 0), ((19, 4, True), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (18, 4, True)\nfind first--> 0\nfind state result [((18, 4, True), 1, 0), ((19, 4, True), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 2\nfind state result [((17, 4, False), 1, -1)]\nfind state: (19, 4, True)\nfind first--> 1\nfind state result [((19, 4, True), 1, 0), ((17, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 9, True), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, -1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 1\nfind state result [((16, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 1, True), 1, 0), ((13, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 1\nfind state result [((13, 1, False), 1, -1)]\nfind state: (13, 1, True)\nfind first--> 0\nfind state result [((13, 1, True), 1, 0), ((13, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 4\nepisode; [((17, 8, True), 1, 0), ((19, 8, True), 1, 0), ((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (19, 8, True)\nfind first--> 1\nfind state result [((19, 8, True), 1, 0), ((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (16, 8, False)\nfind first--> 2\nfind state result [((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 3\nfind state result [((21, 8, False), 0, 1)]\nfind state: (17, 8, True)\nfind first--> 0\nfind state result [((17, 8, True), 1, 0), ((19, 8, True), 1, 0), ((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (13, 9, False)\nfind first--> 0\nfind state result [((13, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 8, False), 1, 0), ((17, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (17, 8, False)\nfind first--> 1\nfind state result [((17, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, 0), ((17, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 2\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((17, 10, True), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (17, 10, True)\nfind first--> 0\nfind state result [((17, 10, True), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 1, False), 1, 0), ((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 1\nfind state result [((20, 1, False), 0, 1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, 0), ((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((19, 9, True), 1, 0), ((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 2\nfind state result [((20, 9, False), 0, 1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (12, 9, False)\nfind first--> 1\nfind state result [((12, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((15, 9, True), 1, 0), ((15, 9, False), 1, 0), ((16, 9, False), 1, -1)]\nfind state: (15, 9, True)\nfind first--> 0\nfind state result [((15, 9, True), 1, 0), ((15, 9, False), 1, 0), ((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 2\nfind state result [((16, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 1\nfind state result [((15, 9, False), 1, 0), ((16, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, False), 1, 0), ((20, 5, False), 0, -1)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((20, 5, False), 0, -1)]\nepisode lenght: 3\nepisode; [((14, 7, True), 1, 0), ((16, 7, True), 1, 0), ((13, 7, False), 1, -1)]\nfind state: (13, 7, False)\nfind first--> 2\nfind state result [((13, 7, False), 1, -1)]\nfind state: (16, 7, True)\nfind first--> 1\nfind state result [((16, 7, True), 1, 0), ((13, 7, False), 1, -1)]\nfind state: (14, 7, True)\nfind first--> 0\nfind state result [((14, 7, True), 1, 0), ((16, 7, True), 1, 0), ((13, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 8, False), 1, 0), ((17, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 1\nfind state result [((17, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, 0), ((17, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 2\nfind state result [((18, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 7, False), 1, -1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 0\nfind state result [((18, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 0\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode;"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " [((15, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 3\nepisode; [((12, 10, True), 1, 0), ((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 2\nfind state result [((16, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 1\nfind state result [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (12, 10, True)\nfind first--> 0\nfind state result [((12, 10, True), 1, 0), ((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 0\nfind state result [((17, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 7, True), 1, 0), ((18, 7, True), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, True)\nfind first--> 1\nfind state result [((18, 7, True), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 2\nfind state result [((18, 7, False), 1, -1)]\nfind state: (12, 7, True)\nfind first--> 0\nfind state result [((12, 7, True), 1, 0), ((18, 7, True), 1, 0), ((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 0\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 5, False), 1, -1)]\nfind state: (15, 5, False)\nfind first--> 0\nfind state result [((15, 5, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 2, False), 1, 0), ((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (16, 2, False)\nfind first--> 1\nfind state result [((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 2\nfind state result [((21, 2, False), 0, 1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, 0), ((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 1\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 3\nepisode; [((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 1, True), 0, 1)]\nfind state: (21, 1, True)\nfind first--> 0\nfind state result [((21, 1, True), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 0)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 3\nepisode; [((14, 4, False), 1, 0), ((19, 4, False), 1, 0), ((20, 4, False), 0, 0)]\nfind state: (20, 4, False)\nfind first--> 2\nfind state result [((20, 4, False), 0, 0)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, 0), ((19, 4, False), 1, 0), ((20, 4, False), 0, 0)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, 0), ((20, 4, False), 0, 0)]\nepisode lenght: 2\nepisode; [((14, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 1\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 1\nfind state result [((18, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 7, False), 1, 0), ((19, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, 0), ((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 1\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, -1)]\nepisode lenght: 3\nepisode; [((18, 10, True), 1, 0), ((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 3\nepisode; [((12, 2, False), 1, 0), ((14, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (14, 2, False)\nfind first--> 1\nfind state result [((14, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((14, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 2\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 5, False), 1, -1)]\nfind state: (13, 5, False)\nfind first--> 0\nfind state result [((13, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, True), 0, 1)]\nfind state: (20, 10, True)\nfind first--> 0\nfind state result [((20, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 1\nfind state result [((17, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nfind state: (21, 4, False)\nfind first--> 1\nfind state result [((21, 4, False), 0, 1)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 8, True), 0, 1)]\nfind state: (21, 8, True)\nfind first--> 0\nfind state result [((21, 8, True), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 6\nepisode; [((12, 1, True), 1, 0), ((13, 1, True), 1, 0), ((17, 1, True), 1, 0), ((12, 1, False), 1, 0), ((16, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 5\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "find state result [((21, 1, False), 0, 1)]\nfind state: (12, 1, False)\nfind first--> 3\nfind state result [((12, 1, False), 1, 0), ((16, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (13, 1, True)\nfind first--> 1\nfind state result [((13, 1, True), 1, 0), ((17, 1, True), 1, 0), ((12, 1, False), 1, 0), ((16, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (16, 1, False)\nfind first--> 4\nfind state result [((16, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (17, 1, True)\nfind first--> 2\nfind state result [((17, 1, True), 1, 0), ((12, 1, False), 1, 0), ((16, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (12, 1, True)\nfind first--> 0\nfind state result [((12, 1, True), 1, 0), ((13, 1, True), 1, 0), ((17, 1, True), 1, 0), ((12, 1, False), 1, 0), ((16, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 5, False), 1, 0), ((16, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 1\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 9, True), 1, 0), ((12, 9, False), 1, -1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((12, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 1\nfind state result [((12, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 9, True), 1, 0), ((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 1\nfind state result [((16, 9, False), 1, -1)]\nfind state: (18, 9, True)\nfind first--> 0\nfind state result [((18, 9, True), 1, 0), ((16, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((21, 3, False), 0, 0)]\nfind state: (21, 3, False)\nfind first--> 0\nfind state result [((21, 3, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 0\nfind state result [((21, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 0\nfind state result [((18, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 1\nfind state result [((19, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 0\nfind state result [((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, -1)]\nepisode lenght: 5\nepisode; [((16, 7, True), 1, 0), ((17, 7, True), 1, 0), ((19, 7, True), 1, 0), ((13, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (13, 7, False)\nfind first--> 3\nfind state result [((13, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (17, 7, True)\nfind first--> 1\nfind state result [((17, 7, True), 1, 0), ((19, 7, True), 1, 0), ((13, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (16, 7, True)\nfind first--> 0\nfind state result [((16, 7, True), 1, 0), ((17, 7, True), 1, 0), ((19, 7, True), 1, 0), ((13, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (19, 7, True)\nfind first--> 2\nfind state result [((19, 7, True), 1, 0), ((13, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 4\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 1\nfind state result [((18, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 0\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, 1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 1, True), 0, 1)]\nfind state: (21, 1, True)\nfind first--> 0\nfind state result [((21, 1, True), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, True), 0, 0)]\nfind state: (20, 4, True)\nfind first--> 0\nfind state result [((20, 4, True), 0, 0)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 4\nepisode; [((15, 10, False), 1, 0), ((16, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (17, 10, False)\nfind first--> 2\nfind state result [((17, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((16, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (21, 10, False)\nfind first--> 3\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, True), 1, 0), ((21, 5, True), 0, 1)]\nfind state: (21, 5, True)\nfind first--> 1\nfind state result [((21, 5, True), 0, 1)]\nfind state: (17, 5, True)\nfind first--> 0\nfind state result [((17, 5, True), 1, 0), ((21, 5, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, False), 0, 0)]\nfind state: (21, 6, False)\nfind first--> 0\nfind state result [((21, 6, False), 0, 0)]\nepisode lenght: 2\nepisode; [((12, 8, False), 1, 0), ((13, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 1\nfind state result [((13, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((13, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 5, True), 0, 1)]\nfind state: (21, 5, True)\nfind first--> 0\nfind state result [((21, 5, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 8, True), 0, 1)]\nfind state: (21, 8, True)\nfind first--> 0\nfind state result [((21, 8, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 1\nfind state result [((21, 9, False), 0, 1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, True), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (16, 10, True)\nfind first--> 0\nfind state result [((16, 10, True), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 4\nepisode; [((17, 4, True), 1, 0), ((18, 4, True), 1, 0), ((18, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nfind state: (21, 4, False)\nfind first--> 3\nfind state result [((21, 4, False), 0, 1)]\nfind state: (18, 4, False)\nfind first--> 2\nfind state result [((18, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nfind state: (18, 4, True)\nfind first--> 1\nfind state result [((18, 4, True), 1, 0), ((18, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nfind state: (17, 4, True)\nfind first--> 0\nfind state result [((17, 4, True), 1, 0), ((18, 4, True), 1, 0), ((18, 4, False), 1, 0), ((21, 4, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 0\nfind state result [((18, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 5, True), 1, 0), ((21, 5, True), 0, 1)]\nfind state: (19, 5, True)\nfind first--> 0\nfind state result [((19, 5, True), 1, 0), ((21, 5, True), 0, 1)]\nfind state: (21, 5, True)\nfind first--> 1\nfind state result [((21, 5, True), 0, 1)]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 0\nfind state result [((14, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((12, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 1\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 2, False), 1, 0), ((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 1\nfind state result [((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((15, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 2\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 4\nepisode; [((14, 6, True), 1, 0), ((14, 6, False), 1, 0), ((19, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (14, 6, True)\nfind first--> 0\nfind state result [((14, 6, True), 1, 0), ((14, 6, False), 1, 0), ((19, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 3\nfind state result [((20, 6, False), 0, 1)]\nfind state: (19, 6, False)\nfind first--> 2\nfind state result [((19, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, 0), ((19, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 1\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 1\nfind state result [((17, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 7, True), 0, 1)]\nfind state: (20, 7, True)\nfind first--> 0\nfind state result [((20, 7, True), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 3, True), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 1\nfind state result [((15, 3, False), 1, -1)]\nfind state: (15, 3, True)\nfind first--> 0\nfind state result [((15, 3, True), 1, 0), ((15, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 1\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 4\nepisode; [((19, 3, True), 1, 0), ((13, 3, False), 1, 0), ((15, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (19, 3, True)\nfind first--> 0\nfind state result [((19, 3, True), 1, 0), ((13, 3, False), 1, 0), ((15, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 3\nfind state result [((20, 3, False), 0, 1)]\nfind state: (15, 3, False)\nfind first--> 2\nfind state result [((15, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (13, 3, False)\nfind first--> 1\nfind state result [((13, 3, False), 1, 0), ((15, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 6, False), 1, -1)]\nfind state: (18, 6, False)\nfind first--> 0\nfind state result [((18, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 8, True), 1, 0), ((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 1\nfind state result [((14, 8, False), 1, -1)]\nfind state: (14, 8, True)\nfind first--> 0\nfind state result [((14, 8, True), 1, 0), ((14, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 1\nfind state result [((18, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 10, True), 1, 0), ((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 9, False), 1, 0), ((18, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 2\nfind state result [((20, 9, False), 0, 1)]\nfind state: (18, 9, False)\nfind first--> 1\nfind state result [((18, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((18, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 1\nepisode; [((18, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 0\nfind state result [((18, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 1\nfind state result [((17, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((17, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 0\nfind state result [((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, -1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 0)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 0)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 2\nepisode; [((13, 5, True), 1, 0), ((13, 5, False), 1, -1)]\nfind state: (13, 5, False)\nfind first--> 1\nfind state result [((13, 5, False), 1, -1)]\nfind state: (13, 5, True)\nfind first--> 0\nfind state result [((13, 5, True), 1, 0), ((13, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 2, False), 1, -1)]\nfind state: (14, 2, False)\nfind first--> 0\nfind state result [((14, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 4, True), 1, 0), ((13, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 1\nfind state result [((13, 4, False), 1, -1)]\nfind state: (18, 4, True)\nfind first--> 0\nfind state result [((18, 4, True), 1, 0), ((13, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 0\nfind state result [((18, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 5\nepisode; [((14, 10, True), 1, 0), ((16, 10, True), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 2\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 3\nfind state result [((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, True)\nfind first--> 0\nfind state result [((14, 10, True), 1, 0), ((16, 10, True), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, True)\nfind first--> 1\nfind state result [((16, 10, True), 1, 0), ((15, 10, False), 1, 0), ((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 4\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, True), 0, 1)]\nfind state: (20, 2, True)\nfind first--> 0\nfind state result [((20, 2, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 9, False), 1, -1)]\nfind state: (13, 9, False)\nfind first--> 0\nfind state result [((13, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((17, 7, True), 1, 0), ((14, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (17, 7, True)\nfind first--> 0\nfind state result [((17, 7, True), 1, 0), ((14, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 2\nfind state result [((20, 7, False), 0, 1)]\nfind state: (14, 7, False)\nfind first--> 1\nfind state result [((14, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 8, False), 1, 0), ((20, 8, False), 0, 0)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, 0), ((20, 8, False), 0, 0)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, 0)]\nepisode lenght: 3\nepisode; [((13, 10, True), 1, 0), ((18, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (18, 10, True)\nfind first--> 1\nfind state result [((18, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (13, 10, True)\nfind first--> 0\nfind state result [((13, 10, True), 1, 0), ((18, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (20, 10, True)\nfind first--> 2\nfind state result [((20, 10, True), 0, 0)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 1\nfind state result [((18, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 7, True), 1, 0), ((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 1\nfind state result [((15, 7, False), 1, -1)]\nfind state: (15, 7, True)\nfind first--> 0\nfind state result [((15, 7, True), 1, 0), ((15, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 4, False), 1, 0), ((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 1\nfind state result [((15, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, 0), ((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 9, True), 0, 1)]\nfind state: (20, 9, True)\nfind first--> 0\nfind state result [((20, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, True), 1, 0), ((15, 10, True), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, True)\nfind first--> 1\nfind state result [((15, 10, True), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 2\nfind state result [((15, 10, False), 1, -1)]\nfind state: (12, 10, True)\nfind first--> 0\nfind state result [((12, 10, True), 1, 0), ((15, 10, True), 1, 0), ((15, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 2\nfind state result [((14, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 0\nfind state result [((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 7, False), 1, -1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 0\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 5, False), 1, -1)]\nfind state:"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " (15, 5, False)\nfind first--> 0\nfind state result [((15, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((20, 7, False), 0, 0)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 0)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((20, 7, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 1\nfind state result [((18, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 0\nfind state result [((21, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 1\nfind state result [((20, 3, False), 0, 1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 1\nfind state result [((18, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((18, 8, False), 1, -1)]\nepisode lenght: 4\nepisode; [((13, 1, False), 1, 0), ((15, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (19, 1, False)\nfind first--> 2\nfind state result [((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, 0), ((15, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 3\nfind state result [((20, 1, False), 0, -1)]\nfind state: (15, 1, False)\nfind first--> 1\nfind state result [((15, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nepisode lenght: 1\nepisode; [((16, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, True), 0, 1)]\nfind state: (21, 6, True)\nfind first--> 0\nfind state result [((21, 6, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 3, False), 1, 0), ((20, 3, False), 0, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, 0), ((20, 3, False), 0, -1)]\nfind state: (20, 3, False)\nfind first--> 1\nfind state result [((20, 3, False), 0, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 0\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, True), 0, 1)]\nfind state: (20, 8, True)\nfind first--> 0\nfind state result [((20, 8, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 0\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 5, False), 1, -1)]\nfind state: (15, 5, False)\nfind first--> 0\nfind state result [((15, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, 0), ((21, 10, False), 0, 0)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((19, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 0)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 0)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 0)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 0)]\nepisode lenght: 2\nepisode; [((14, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, 1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 8, True), 0, 1)]\nfind state: (21, 8, True)\nfind first--> 0\nfind state result [((21, 8, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 1\nfind state result [((21, 9, False), 0, 1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 3\nepisode; [((17, 5, False), 1, 0), ((18, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (18, 5, False)\nfind first--> 1\nfind state result [((18, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 2\nfind state result [((21, 5, False), 0, 1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((18, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nepisode lenght: 3\nepisode; [((15, 5, True), 1, 0), ((19, 5, True), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, True)\nfind first--> 1\nfind state result [((19, 5, True), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (15, 5, True)\nfind first--> 0\nfind state result [((15, 5, True), 1, 0), ((19, 5, True), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 2\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 10, True), 1, 0), ((12, 10, False), 1, -1)]\nfind state: (16, 10, True)\nfind first--> 0\nfind state result [((16, 10, True), 1, 0), ((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 1\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 1, False), 1, 0), ((15, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, 0), ((15, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 2\nfind state result [((20, 1, False), 0, -1)]\nfind state: (15, 1, False)\nfind first--> 1\nfind state result [((15, 1, False), 1, 0), ((20, 1, False), 0, -1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((15, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 1\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 2, True), 1, 0), ((15, 2, True), 1, 0), ((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 2\nfind state result [((21, 2, True), 0, 1)]\nfind state: (15, 2, True)\nfind first--> 1\nfind state result [((15, 2, True), 1, 0), ((21, 2, True), 0, 1)]\nfind state: (13, 2, True)\nfind first--> 0\nfind state result [((13, 2, True), 1, 0), ((15, 2, True), 1, 0), ((21, 2, True), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((17, 1, True), 1, 0), ((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 2\nfind state result [((17, 1, False), 1, -1)]\nfind state: (17, 1, True)\nfind first--> 0\nfind state result [((17, 1, True), 1, 0), ((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 1\nfind state result [((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght:"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 1\nepisode; [((20, 9, True), 0, 1)]\nfind state: (20, 9, True)\nfind first--> 0\nfind state result [((20, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 3\nepisode; [((17, 6, True), 1, 0), ((17, 6, False), 1, 0), ((18, 6, False), 1, -1)]\nfind state: (18, 6, False)\nfind first--> 2\nfind state result [((18, 6, False), 1, -1)]\nfind state: (17, 6, True)\nfind first--> 0\nfind state result [((17, 6, True), 1, 0), ((17, 6, False), 1, 0), ((18, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, 0), ((18, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 0)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 0)]\nepisode lenght: 2\nepisode; [((16, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, 1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 4\nepisode; [((17, 3, True), 1, 0), ((14, 3, False), 1, 0), ((19, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (19, 3, False)\nfind first--> 2\nfind state result [((19, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (14, 3, False)\nfind first--> 1\nfind state result [((14, 3, False), 1, 0), ((19, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (17, 3, True)\nfind first--> 0\nfind state result [((17, 3, True), 1, 0), ((14, 3, False), 1, 0), ((19, 3, False), 1, 0), ((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 3\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 5\nepisode; [((15, 2, True), 1, 0), ((18, 2, True), 1, 0), ((12, 2, False), 1, 0), ((16, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 2\nfind state result [((12, 2, False), 1, 0), ((16, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 3\nfind state result [((16, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (15, 2, True)\nfind first--> 0\nfind state result [((15, 2, True), 1, 0), ((18, 2, True), 1, 0), ((12, 2, False), 1, 0), ((16, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, True)\nfind first--> 1\nfind state result [((18, 2, True), 1, 0), ((12, 2, False), 1, 0), ((16, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 4\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 0)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 0)]\nepisode lenght: 1\nepisode; [((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 0\nfind state result [((17, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 3, True), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (17, 3, True)\nfind first--> 0\nfind state result [((17, 3, True), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 1\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 8, True), 0, -1)]\nfind state: (20, 8, True)\nfind first--> 0\nfind state result [((20, 8, True), 0, -1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 7, False), 1, 0), ((19, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, 0), ((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 1\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 4, False), 1, -1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, True), 0, 1)]\nfind state: (21, 6, True)\nfind first--> 0\nfind state result [((21, 6, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 2, False), 1, 0), ((17, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, 0), ((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 1\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 9, True), 1, 0), ((16, 9, False), 1, -1)]\nfind state: (16, 9, True)\nfind first--> 0\nfind state result [((16, 9, True), 1, 0), ((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 1\nfind state result [((16, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 2, True), 1, 0), ((14, 2, False), 1, -1)]\nfind state: (14, 2, False)"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\nfind first--> 1\nfind state result [((14, 2, False), 1, -1)]\nfind state: (14, 2, True)\nfind first--> 0\nfind state result [((14, 2, True), 1, 0), ((14, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 0\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 1\nfind state result [((21, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (19, 8, False)\nfind first--> 0\nfind state result [((19, 8, False), 1, 0), ((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 1\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 1\nfind state result [((17, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((17, 3, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((15, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 6, False), 1, 0), ((14, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, 0), ((14, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 2\nfind state result [((19, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, True), 0, 0)]\nfind state: (20, 10, True)\nfind first--> 0\nfind state result [((20, 10, True), 0, 0)]\nepisode lenght: 1\nepisode; [((21, 8, False), 0, 1)]\nfind state: (21, 8, False)\nfind first--> 0\nfind state result [((21, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 1\nfind state result [((16, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 4, False), 1, 0), ((14, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, 0), ((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 1\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (16, 2, False)\nfind first--> 0\nfind state result [((16, 2, False), 1, 0), ((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 6, True), 1, 0), ((13, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 1\nfind state result [((13, 6, False), 1, -1)]\nfind state: (18, 6, True)\nfind first--> 0\nfind state result [((18, 6, True), 1, 0), ((13, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 6, False), 1, 0), ((14, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, 0), ((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 0\nfind state result [((16, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 0\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((20, 10, True), 0, 0)]\nfind state: (20, 10, True)\nfind first--> 1\nfind state result [((20, 10, True), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, -1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((19, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((19, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 2\nepisode; [((14, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, 1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 4\nepisode; [((16, 6, True), 1, 0), ((17, 6, True), 1, 0), ((19, 6, True), 1, 0), ((15, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 3\nfind state result [((15, 6, False), 1, -1)]\nfind state: (19, 6, True)\nfind first--> 2\nfind state result [((19, 6, True), 1, 0), ((15, 6, False), 1, -1)]\nfind state: (17, 6, True)\nfind first--> 1\nfind state result [((17, 6, True), 1, 0), ((19, 6, True), 1, 0), ((15, 6, False), 1, -1)]\nfind state: (16, 6, True)\nfind first--> 0\nfind state result [((16, 6, True), 1, 0), ((17, 6, True), 1, 0), ((19, 6, True), 1, 0), ((15, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 1\nfind state result [((15, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nfind state: (18, 4, False)\nfind first--> 1\nfind state result [((18, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, 0), ((18, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (13, 5, False)\nfind first--> 0\nfind state result [((13, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 1\nfind state result [((21, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 1\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, -1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 4\nepisode; [((13, 5, True), 1, 0), ((15, 5, True), 1, 0), ((12, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (13, 5, True)\nfind first--> 0\nfind state result [((13, 5, True), 1, 0), ((15, 5, True), 1, 0), ((12, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (12, 5, False)\nfind first--> 2\nfind state result [((12, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (15, 5, True)\nfind first--> 1\nfind state result [((15, 5, True), 1, 0), ((12, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 3\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 6, False), 0, 0)]\nfind state: (21, 6, False)\nfind first--> 0\nfind state result [((21, 6, False), 0, 0)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((16, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 1\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 2, False), 1, -1)]\nfind state: (14, 2, False)\nfind first--> 0\nfind state result [((14, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\n\rEpisode 1000/10000."
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "episode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((17, 8, True), 1, 0), ((17, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 1\nfind state result [((17, 8, False), 1, -1)]\nfind state: (17, 8, True)\nfind first--> 0\nfind state result [((17, 8, True), 1, 0), ((17, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 0\nfind state result [((17, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 1\nfind state result [((19, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, 1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 0\nfind state result [((16, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, True), 1, 0), ((20, 10, True), 0, 1)]\nfind state: (20, 10, True)\nfind first--> 1\nfind state result [((20, 10, True), 0, 1)]\nfind state: (12, 10, True)\nfind first--> 0\nfind state result [((12, 10, True), 1, 0), ((20, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 9, False), 1, 0), ((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 2\nfind state result [((19, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 1\nfind state result [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, 0)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, 0)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((15, 4, False), 1, 0), ((17, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, 0), ((17, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 2\nfind state result [((20, 4, False), 0, 1)]\nfind state: (17, 4, False)\nfind first--> 1\nfind state result [((17, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 1, False), 0, 0)]\nfind state: (21, 1, False)\nfind first--> 0\nfind state result [((21, 1, False), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 1\nfind state result [((18, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((18, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 1\nfind state result [((20, 6, False), 0, 1)]\nfind state: (14, 6, False)\nfind first--> 0\nfind state result [((14, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 1\nfind state result [((17, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 1, True), 1, 0), ((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 1\nfind state result [((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (16, 1, True)\nfind first--> 0\nfind state result [((16, 1, True), 1, 0), ((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 2\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 6, False), 1, 0), ((14, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((14, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 2\nfind state result [((21, 6, False), 0, 1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 3, True), 0, 1)]\nfind state: (20, 3, True)\nfind first--> 0\nfind state result [((20, 3, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, -1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, -1)]\nepisode lenght: 2\nepisode; [((14, 3, False), 1, 0), ((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 1\nfind state result [((16, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, 0), ((16, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 1\nfind state result [((16, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, 0), ((16, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 1, True), 1, 0), ((21, 1, True), 0, 0)]\nfind state: (15, 1, True)\nfind first--> 0\nfind state result [((15, 1, True), 1, 0), ((21, 1, True), 0, 0)]\nfind state: (21, 1, True)\nfind first--> 1\nfind state result [((21, 1, True), 0, 0)]\nepisode lenght: 1\nepisode; [((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 0\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 2, True), 1, 0), ((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 1\nfind state result [((21, 2, True), 0, 1)]\nfind state: (19, 2, True)\nfind first--> 0\nfind state result [((19, 2, True), 1, 0), ((21, 2, True), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 8, True), 0, 1)]\nfind state: (21, 8, True)\nfind first--> 0\nfind state result [((21, 8, True), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 3, True), 1, 0), ((21, 3, True), 0, 1)]\nfind state: (21, 3, True)\nfind first--> 1\nfind state result [((21, 3, True), 0, 1)]\nfind state: (17, 3, True)\nfind first--> 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "find state result [((17, 3, True), 1, 0), ((21, 3, True), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 6, True), 1, 0), ((20, 6, True), 0, 1)]\nfind state: (20, 6, True)\nfind first--> 1\nfind state result [((20, 6, True), 0, 1)]\nfind state: (15, 6, True)\nfind first--> 0\nfind state result [((15, 6, True), 1, 0), ((20, 6, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 3, True), 0, 1)]\nfind state: (20, 3, True)\nfind first--> 0\nfind state result [((20, 3, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 9, True), 0, 1)]\nfind state: (20, 9, True)\nfind first--> 0\nfind state result [((20, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 8, False), 1, 0), ((17, 8, False), 1, -1)]\nfind state: (17, 8, False)\nfind first--> 1\nfind state result [((17, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, 0), ((17, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 2, False), 1, 0), ((21, 2, False), 0, 0)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, 0), ((21, 2, False), 0, 0)]\nfind state: (21, 2, False)\nfind first--> 1\nfind state result [((21, 2, False), 0, 0)]\nepisode lenght: 2\nepisode; [((19, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 1\nfind state result [((15, 3, False), 1, -1)]\nfind state: (13, 3, False)\nfind first--> 0\nfind state result [((13, 3, False), 1, 0), ((15, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 2, False), 1, 0), ((13, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 1\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 0\nfind state result [((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 5, False), 1, 0), ((13, 5, False), 1, -1)]\nfind state: (13, 5, False)\nfind first--> 1\nfind state result [((13, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, 0), ((13, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((14, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((14, 6, False), 1, -1)]\nfind state: (14, 6, False)\nfind first--> 1\nfind state result [((14, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 0)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 0)]\nepisode lenght: 2\nepisode; [((16, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((17, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (14, 2, False)\nfind first--> 0\nfind state result [((14, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 5, True), 1, 0), ((16, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (21, 5, False)\nfind first--> 2\nfind state result [((21, 5, False), 0, 1)]\nfind state: (16, 5, True)\nfind first--> 0\nfind state result [((16, 5, True), 1, 0), ((16, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nfind state: (16, 5, False)\nfind first--> 1\nfind state result [((16, 5, False), 1, 0), ((21, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 8, True), 1, 0), ((20, 8, True), 0, 1)]\nfind state: (20, 8, True)\nfind first--> 1\nfind state result [((20, 8, True), 0, 1)]\nfind state: (18, 8, True)\nfind first--> 0\nfind state result [((18, 8, True), 1, 0), ((20, 8, True), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 6, False), 1, 0), ((18, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, 0), ((18, 6, False), 1, -1)]\nfind state: (18, 6, False)\nfind first--> 1\nfind state result [((18, 6, False), 1, -1)]\nepisode lenght: 3\nepisode; [((19, 9, True), 1, 0), ((14, 9, False), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 1\nfind state result [((14, 9, False), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (19, 9, True)\nfind first--> 0\nfind state result [((19, 9, True), 1, 0), ((14, 9, False), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 2\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 5, False), 1, 0), ((16, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, 0), ((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 1\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght:"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 1\nepisode; [((21, 6, True), 0, 0)]\nfind state: (21, 6, True)\nfind first--> 0\nfind state result [((21, 6, True), 0, 0)]\nepisode lenght: 2\nepisode; [((18, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (18, 6, False)\nfind first--> 0\nfind state result [((18, 6, False), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 1\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (17, 8, False)\nfind first--> 0\nfind state result [((17, 8, False), 1, 0), ((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 1\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 9, False), 1, 0), ((20, 9, False), 0, 0)]\nfind state: (13, 9, False)\nfind first--> 0\nfind state result [((13, 9, False), 1, 0), ((20, 9, False), 0, 0)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 0)]\nepisode lenght: 1\nepisode; [((16, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 1\nfind state result [((19, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 0\nfind state result [((21, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 8, False), 1, 0), ((14, 8, False), 1, -1)]\nfind state: (14, 8, False)\nfind first--> 1\nfind state result [((14, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, 0), ((14, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 2\nfind state result [((19, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 1\nfind state result [((20, 5, False), 0, 1)]\nfind state: (15, 5, False)\nfind first--> 0\nfind state result [((15, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((19, 6, True), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, True)\nfind first--> 0\nfind state result [((19, 6, True), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 1\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 1\nfind state result [((16, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 2, True), 0, 1)]\nfind state: (20, 2, True)\nfind first--> 0\nfind state result [((20, 2, True), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 2, False), 1, -1)]\nfind state: (13, 2, False)\nfind first--> 0\nfind state result [((13, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 1\nfind state result [((19, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((20, 2, False), 0, 0)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((20, 2, False), 0, 0)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 0)]\nepisode lenght: 1\nepisode; [((18, 3, False), 1, -1)]\nfind state: (18, 3, False)\nfind first--> 0\nfind state result [((18, 3, False), 1, -1)]\nepisode lenght: 4\nepisode; [((14, 6, True), 1, 0), ((12, 6, False), 1, 0), ((16, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (14, 6, True)\nfind first--> 0\nfind state result [((14, 6, True), 1, 0), ((12, 6, False), 1, 0), ((16, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 1\nfind state result [((12, 6, False), 1, 0), ((16, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (16, 6, False)\nfind first--> 2\nfind state result [((16, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 3\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, False), 0, 1)]\nfind state: (20, 1, False)\nfind first--> 0\nfind state result [((20, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 1\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 0\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (13, 5, False)\nfind first--> 0\nfind state result [((13, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 6, True), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (18, 6, True)\nfind first--> 0\nfind state result [((18, 6, True), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 5, False), 1, -1)]\nfind state: (12, 5, False)\nfind first--> 0\nfind state result [((12, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 1)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, -1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, -1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 6, True), 1, 0), ((19, 6, True), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (13, 6, True)\nfind first--> 0\nfind state result [((13, 6, True), 1, 0), ((19, 6, True), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, True)\nfind first--> 1\nfind state result [((19, 6, True), 1, 0), ((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 2\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 10, True), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (19, 10, True)\nfind first--> 0\nfind state result [((19, 10, True), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (18, 4, False)\nfind first--> 0\nfind state result [((18, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[((12, 2, False), 1, 0), ((14, 2, False), 1, -1)]\nfind state: (14, 2, False)\nfind first--> 1\nfind state result [((14, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((14, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 3, True), 0, 1)]\nfind state: (21, 3, True)\nfind first--> 0\nfind state result [((21, 3, True), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 0\nfind state result [((12, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 8, False), 1, 0), ((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nfind state: (19, 8, False)\nfind first--> 2\nfind state result [((19, 8, False), 1, -1)]\nfind state: (13, 8, False)\nfind first--> 0\nfind state result [((13, 8, False), 1, 0), ((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 1\nfind state result [((18, 8, False), 1, 0), ((19, 8, False), 1, -1)]\nepisode lenght: 3\nepisode; [((18, 9, True), 1, 0), ((13, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 2\nfind state result [((19, 9, False), 1, -1)]\nfind state: (18, 9, True)\nfind first--> 0\nfind state result [((18, 9, True), 1, 0), ((13, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (13, 9, False)\nfind first--> 1\nfind state result [((13, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 2, False), 0, -1)]\nfind state: (20, 2, False)\nfind first--> 0\nfind state result [((20, 2, False), 0, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((12, 8, False), 1, -1)]\nfind state: (12, 8, False)\nfind first--> 0\nfind state result [((12, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 1\nfind state result [((19, 1, False), 1, -1)]\nepisode lenght: 3\nepisode; [((18, 10, True), 1, 0), ((19, 10, True), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((19, 10, True), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, -1)]\nfind state: (19, 10, True)\nfind first--> 1\nfind state result [((19, 10, True), 1, 0), ((18, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 0)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((19, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 4\nepisode; [((12, 4, True), 1, 0), ((12, 4, False), 1, 0), ((15, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 3\nfind state result [((17, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 2\nfind state result [((15, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (12, 4, False)\nfind first--> 1\nfind state result [((12, 4, False), 1, 0), ((15, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (12, 4, True)\nfind first--> 0\nfind state result [((12, 4, True), 1, 0), ((12, 4, False), 1, 0), ((15, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 1, False), 1, 0), ((18, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((18, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 2\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 7, False), 1, 0), ((13, 7, False), 1, -1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, 0), ((13, 7, False), 1, -1)]\nfind state: (13, 7, False)\nfind first--> 1\nfind state result [((13, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 1, True), 1, 0), ((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 1\nfind state result [((14, 1, False), 1, -1)]\nfind state: (14, 1, True)\nfind first--> 0\nfind state result [((14, 1, True), 1, 0), ((14, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (16, 3, False)\nfind first--> 0\nfind state result [((16, 3, False), 1, 0), ((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 1\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 9, True), 1, 0), ((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 1\nfind state result [((17, 9, False), 1, -1)]\nfind state: (18, 9, True)\nfind first--> 0\nfind state result [((18, 9, True), 1, 0), ((17, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((19, 1, True), 1, 0), ((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, -1)]\nfind state: (19, 1, True)\nfind first--> 0\nfind state result [((19, 1, True), 1, 0), ((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((17, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 0\nfind state result [((17, 4, False), 1, 0), ((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 1\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (16, 5, False)\nfind first--> 0\nfind state result [((16, 5, False), 1, 0), ((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 8, True), 1, 0), ((15, 8, False), 1, -1)]\nfind state: (15, 8, True)\nfind first--> 0\nfind state result [((15, 8, True), 1, 0), ((15, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 1\nfind state result [((15, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 9, False), 1, -1)]\nfind state: (16, 9, False)\nfind first--> 0\nfind state result [((16, 9, False), 1, -1)]\nepisode lenght: 4\nepisode; [((13, 7, False), 1, 0), ((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (15, 7, False)\nfind first--> 1\nfind state result [((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 3\nfind state result [((21, 7, False), 0, 1)]\nfind state: (17, 7, False)\nfind first--> 2\nfind state result [((17, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, -1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 5\nepisode; [((13, 7, True), 1, 0), ((15, 7, True), 1, 0), ((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (15, 7, True)\nfind first--> 1\nfind state result [((15, 7, True), 1, 0), ((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 2\nfind state result [((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 4\nfind state result [((18, 7, False), 1, -1)]\nfind state: (13, 7, True)\nfind first--> 0\nfind state result [((13, 7, True), 1, 0), ((15, 7, True), 1, 0), ((15, 7, False), 1, 0), ((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 3\nfind state result [((17, 7, False), 1, 0), ((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 0\nfind state result [((18, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 9, False), 1, 0), ((17, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, 0), ((17, 9, False), 1, -1)]\nfind state: (17, 9, False)\nfind first--> 1\nfind state result [((17, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((21, 6, False), 0, 1)]\nfind state: (21, 6, False)\nfind first--> 1\nfind state result [((21, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 9, False), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 1\nfind state result [((18, 9, False), 1, -1)]\nfind state: (12, 9, False)\nfind first--> 0\nfind state result [((12, 9, False), 1, 0), ((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 0)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 0)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 5, False), 1, 0), ((19, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (13, 5, False)\nfind first--> 0\nfind state result [((13, 5, False), 1, 0), ((19, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 2\nfind state result [((20, 5, False), 0, 1)]\nfind state: (19, 5, False)\nfind first--> 1\nfind state result [((19, 5, False), 1, 0), ((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 2\nfind state result [((20, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((13, 7, False), 1, -1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 0\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 1\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 5\nepisode; [((16, 1, True), 1, 0), ((16, 1, False), 1, 0), ((17, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (16, 1, False)\nfind first--> 1\nfind state result [((16, 1, False), 1, 0), ((17, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (16, 1, True)\nfind first--> 0\nfind state result [((16, 1, True), 1, 0), ((16, 1, False), 1, 0), ((17, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (17, 1, False)\nfind first--> 2\nfind state result [((17, 1, False), 1, 0), ((19, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (19, 1, False)\nfind first--> 3\nfind state result [((19, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 4\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 3, True), 0, 1)]\nfind state:"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " (20, 3, True)\nfind first--> 0\nfind state result [((20, 3, True), 0, 1)]\nepisode lenght: 1\nepisode; [((14, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 1, True), 0, 1)]\nfind state: (20, 1, True)\nfind first--> 0\nfind state result [((20, 1, True), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 3, False), 1, -1)]\nfind state: (17, 3, False)\nfind first--> 0\nfind state result [((17, 3, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((16, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 1\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 6, True), 0, 1)]\nfind state: (21, 6, True)\nfind first--> 0\nfind state result [((21, 6, True), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nfind state: (20, 4, False)\nfind first--> 1\nfind state result [((20, 4, False), 0, 1)]\nfind state: (16, 4, False)\nfind first--> 0\nfind state result [((16, 4, False), 1, 0), ((20, 4, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 0\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 4, False), 1, -1)]\nfind state: (13, 4, False)\nfind first--> 0\nfind state result [((13, 4, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, 0), ((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 1\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 0\nfind state result [((16, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, 0), ((20, 1, False), 0, 0)]\nfind state: (20, 1, False)\nfind first--> 1\nfind state result [((20, 1, False), 0, 0)]\nepisode lenght: 2\nepisode; [((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (14, 1, False)\nfind first--> 0\nfind state result [((14, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 1\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 0\nfind state result [((18, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, -1)]\nepisode lenght: 4\nepisode; [((13, 10, False), 1, 0), ((16, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 3\nfind state result [((20, 10, False), 0, 0)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((16, 10, False), 1, 0), ((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (18, 10, False)\nfind first--> 2\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 7, False), 1, 0), ((16, 7, False), 1, -1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((16, 7, False), 1, -1)]\nfind state: (16, 7, False)\nfind first--> 1\nfind state result [((16, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 5, False), 1, 0), ((17, 5, False), 1, -1)]\nfind state: (15, 5, False)\nfind first--> 0\nfind state result [((15, 5, False), 1, 0), ((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 1\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 1\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 1\nfind state result [((16, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, True), 0, 1)]\nfind state: (20, 10, True)\nfind first--> 0\nfind state result [((20, 10, True), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, True)\nfind first--> 0\nfind state result [((18, 9, True), 1, 0), ((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 1\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, 0), ((21, 1, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 6, False), 1, 0), ((15, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (15, 6, False)\nfind first--> 1\nfind state result [((15, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 2\nfind state result [((20, 6, False), 0, 1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, 0), ((15, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 1, False), 1, 0), ((21, 1, False), 0, 0)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((21, 1, False), 0, 0)]\nfind state: (21, 1, False)\nfind first--> 1\nfind state result [((21, 1, False), 0, 0)]\nepisode lenght: 1\nepisode; [((13, 1, False), 1, -1)]\nfind state: (13, 1, False)\nfind first--> 0\nfind state result [((13, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((18, 10, False), 1, -1)]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "find state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((18, 10, False), 1, -1)]\nfind state: (18, 10, False)\nfind first--> 1\nfind state result [((18, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 1\nfind state result [((19, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((19, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 10, False), 1, 0), ((13, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 2\nfind state result [((16, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((13, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 1\nfind state result [((13, 10, False), 1, 0), ((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 4, True), 0, 1)]\nfind state: (21, 4, True)\nfind first--> 0\nfind state result [((21, 4, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 6, False), 1, -1)]\nfind state: (19, 6, False)\nfind first--> 0\nfind state result [((19, 6, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 1\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 1\nfind state result [((21, 9, False), 0, 1)]\nfind state: (15, 9, False)\nfind first--> 0\nfind state result [((15, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 8, False), 1, -1)]\nfind state: (18, 8, False)\nfind first--> 0\nfind state result [((18, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 6, False), 1, -1)]\nfind state: (15, 6, False)\nfind first--> 0\nfind state result [((15, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((14, 4, False), 1, -1)]\nfind state: (14, 4, False)\nfind first--> 0\nfind state result [((14, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 3\nepisode; [((12, 7, False), 1, 0), ((16, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, 0), ((16, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (16, 7, False)\nfind first--> 1\nfind state result [((16, 7, False), 1, 0), ((20, 7, False), 0, 1)]\nfind state: (20, 7, False)\nfind first--> 2\nfind state result [((20, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 0\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 2, False), 0, 1)]\nfind state: (21, 2, False)\nfind first--> 0\nfind state result [((21, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 3, False), 1, -1)]\nfind state: (19, 3, False)\nfind first--> 0\nfind state result [((19, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 1, False), 1, -1)]\nfind state: (12, 1, False)\nfind first--> 0\nfind state result [((12, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 1\nfind state result [((18, 5, False), 1, -1)]\nfind state: (17, 5, False)\nfind first--> 0\nfind state result [((17, 5, False), 1, 0), ((18, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 10, False), 1, -1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 2, False), 1, -1)]\nfind state: (12, 2, False)\nfind first--> 0\nfind state result [((12, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 0\nfind state result [((17, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 4, False), 0, -1)]\nfind state: (20, 4, False)\nfind first--> 0\nfind state result [((20, 4, False), 0, -1)]\nepisode lenght: 1\nepisode; [((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 0\nfind state result [((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((13, 6, False), 1, -1)]\nfind state: (13, 6, False)\nfind first--> 0\nfind state result [((13, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((12, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (12, 6, False)\nfind first--> 0\nfind state result [((12, 6, False), 1, 0), ((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 1\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((14, 7, True), 1, 0), ((14, 7, False), 1, -1)]\nfind state: (14, 7, True)\nfind first--> 0\nfind state result [((14, 7, True), 1, 0), ((14, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 1\nfind state result [((14, 7, False), 1, -1)]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\nepisode lenght: 1\nepisode; [((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (14, 7, False)\nfind first--> 0\nfind state result [((14, 7, False), 1, 0), ((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 1\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 3\nepisode; [((14, 2, True), 1, 0), ((18, 2, True), 1, 0), ((16, 2, False), 1, -1)]\nfind state: (18, 2, True)\nfind first--> 1\nfind state result [((18, 2, True), 1, 0), ((16, 2, False), 1, -1)]\nfind state: (16, 2, False)\nfind first--> 2\nfind state result [((16, 2, False), 1, -1)]\nfind state: (14, 2, True)\nfind first--> 0\nfind state result [((14, 2, True), 1, 0), ((18, 2, True), 1, 0), ((16, 2, False), 1, -1)]\nepisode lenght: 2\nepisode; [((12, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (12, 3, False)\nfind first--> 0\nfind state result [((12, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 1\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 5, False), 0, 1)]\nfind state: (20, 5, False)\nfind first--> 0\nfind state result [((20, 5, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 0)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((20, 10, False), 0, 0)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 5, False), 1, -1)]\nfind state: (19, 5, False)\nfind first--> 0\nfind state result [((19, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (14, 9, False)\nfind first--> 0\nfind state result [((14, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 1\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((16, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (16, 6, False)\nfind first--> 0\nfind state result [((16, 6, False), 1, 0), ((17, 6, False), 1, -1)]\nfind state: (17, 6, False)\nfind first--> 1\nfind state result [((17, 6, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 3, False), 1, -1)]\nfind state: (15, 3, False)\nfind first--> 0\nfind state result [((15, 3, False), 1, -1)]\nepisode lenght: 3\nepisode; [((16, 1, False), 1, 0), ((18, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (16, 1, False)\nfind first--> 0\nfind state result [((16, 1, False), 1, 0), ((18, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nfind state: (19, 1, False)\nfind first--> 2\nfind state result [((19, 1, False), 1, -1)]\nfind state: (18, 1, False)\nfind first--> 1\nfind state result [((18, 1, False), 1, 0), ((19, 1, False), 1, -1)]\nepisode lenght: 2\nepisode; [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (14, 10, False)\nfind first--> 0\nfind state result [((14, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, -1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((17, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (13, 9, False)\nfind first--> 0\nfind state result [((13, 9, False), 1, 0), ((21, 9, False), 0, 1)]\nfind state: (21, 9, False)\nfind first--> 1\nfind state result [((21, 9, False), 0, 1)]\nepisode lenght: 3\nepisode; [((13, 7, False), 1, 0), ((18, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (18, 7, False)\nfind first--> 1\nfind state result [((18, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (13, 7, False)\nfind first--> 0\nfind state result [((13, 7, False), 1, 0), ((18, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 2\nfind state result [((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 0\nfind state result [((16, 8, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 7, False), 1, -1)]\nfind state: (19, 7, False)\nfind first--> 0\nfind state result [((19, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((17, 3, True), 1, 0), ((17, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (17, 3, False)\nfind first--> 1\nfind state result [((17, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (17, 3, True)\nfind first--> 0\nfind state result [((17, 3, True), 1, 0), ((17, 3, False), 1, 0), ((21, 3, False), 0, 1)]\nfind state: (21, 3, False)\nfind first--> 2\nfind state result [((21, 3, False), 0, 1)]\nepisode lenght: 1\nepisode; [((17, 2, False), 1, -1)]\nfind state: (17, 2, False)\nfind first--> 0\nfind state result [((17, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 1)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nfind state: (16, 8, False)\nfind first--> 1\nfind state result [((16, 8, False), 1, -1)]\nfind state: (15, 8, False)\nfind first--> 0\nfind state result [((15, 8, False), 1, 0), ((16, 8, False), 1, -1)]\nepisode lenght: 2\nepisode; [((17, 6, True), 1, 0), ((20, 6, True), 0, 1)]\nfind state: (20, 6, True)\nfind first--> 1\nfind state result [((20, 6, True), 0, 1)]\nfind state: (17, 6, True)\nfind first--> 0\nfind state result [((17, 6, True), 1, 0), ((20, 6, True), 0, 1)]\nepisode lenght: 1\nepisode; [((12, 7, False), 1, -1)]\nfind state: (12, 7, False)\nfind first--> 0\nfind state result [((12, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 0)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result "
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[((20, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((20, 8, False), 0, 0)]\nfind state: (20, 8, False)\nfind first--> 0\nfind state result [((20, 8, False), 0, 0)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((18, 10, True), 1, 0), ((21, 10, True), 0, 0)]\nfind state: (18, 10, True)\nfind first--> 0\nfind state result [((18, 10, True), 1, 0), ((21, 10, True), 0, 0)]\nfind state: (21, 10, True)\nfind first--> 1\nfind state result [((21, 10, True), 0, 0)]\nepisode lenght: 1\nepisode; [((14, 3, False), 1, -1)]\nfind state: (14, 3, False)\nfind first--> 0\nfind state result [((14, 3, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 7, False), 1, -1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 2, False), 1, -1)]\nfind state: (18, 2, False)\nfind first--> 0\nfind state result [((18, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 9, False), 0, 1)]\nfind state: (20, 9, False)\nfind first--> 0\nfind state result [((20, 9, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, True), 0, 1)]\nfind state: (20, 10, True)\nfind first--> 0\nfind state result [((20, 10, True), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 6, False), 0, 1)]\nfind state: (20, 6, False)\nfind first--> 0\nfind state result [((20, 6, False), 0, 1)]\nepisode lenght: 2\nepisode; [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (16, 10, False)\nfind first--> 0\nfind state result [((16, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 2\nepisode; [((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 1\nfind state result [((21, 10, False), 0, 1)]\nfind state: (18, 10, False)\nfind first--> 0\nfind state result [((18, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nfind state: (17, 1, False)\nfind first--> 1\nfind state result [((17, 1, False), 1, -1)]\nfind state: (15, 1, False)\nfind first--> 0\nfind state result [((15, 1, False), 1, 0), ((17, 1, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 5, True), 0, -1)]\nfind state: (20, 5, True)\nfind first--> 0\nfind state result [((20, 5, True), 0, -1)]\nepisode lenght: 1\nepisode; [((14, 5, False), 1, -1)]\nfind state: (14, 5, False)\nfind first--> 0\nfind state result [((14, 5, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 5, False), 1, -1)]\nfind state: (18, 5, False)\nfind first--> 0\nfind state result [((18, 5, False), 1, -1)]\nepisode lenght: 2\nepisode; [((15, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, 0), ((20, 2, False), 0, 1)]\nfind state: (20, 2, False)\nfind first--> 1\nfind state result [((20, 2, False), 0, 1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 0\nfind state result [((20, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 2, False), 1, -1)]\nfind state: (19, 2, False)\nfind first--> 0\nfind state result [((19, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((18, 7, False), 1, -1)]\nfind state: (18, 7, False)\nfind first--> 0\nfind state result [((18, 7, False), 1, -1)]\nepisode lenght: 1\nepisode; [((19, 10, False), 1, -1)]\nfind state: (19, 10, False)\nfind first--> 0\nfind state result [((19, 10, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 9, False), 1, 0), ((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 2\nfind state result [((19, 9, False), 1, -1)]\nfind state: (13, 9, False)\nfind first--> 0\nfind state result [((13, 9, False), 1, 0), ((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nfind state: (15, 9, False)\nfind first--> 1\nfind state result [((15, 9, False), 1, 0), ((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 8, True), 0, 1)]\nfind state: (20, 8, True)\nfind first--> 0\nfind state result [((20, 8, True), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 10, True), 0, 1)]\nfind state: (21, 10, True)\nfind first--> 0\nfind state result [((21, 10, True), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (15, 4, False)\nfind first--> 0\nfind state result [((15, 4, False), 1, 0), ((17, 4, False), 1, -1)]\nfind state: (17, 4, False)\nfind first--> 1\nfind state result [((17, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((17, 7, False), 1, -1)]\nfind state: (17, 7, False)\nfind first--> 0\nfind state result [((17, 7, False), 1, -1)]\nepisode lenght: 3\nepisode; [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (17, 10, False)\nfind first--> 1\nfind state result [((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nfind state: (21, 10, False)\nfind first--> 2\nfind state result [((21, 10, False), 0, 1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((17, 10, False), 1, 0), ((21, 10, False), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 4, False), 1, -1)]\nfind state: (19, 4, False)\nfind first--> 0\nfind state result [((19, 4, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 7, True), 0, 1)]\nfind state: (21, 7, True)\nfind first--> 0\nfind state result [((21, 7, True), 0, 1)]\nepisode lenght: 1\nepisode; [((19, 9, False), 1, -1)]\nfind state: (19, 9, False)\nfind first--> 0\nfind state result [((19, 9, False), 1, -1)]\nepisode lenght: 1\nepisode; [((15, 10, False), 1, -1)]\nfind state: (15, 10, False)\nfind first--> 0\nfind state result [((15, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 3, False), 0, 1)]\nfind state: (20, 3, False)\nfind first--> 0\nfind state result [((20, 3, False), 0, 1)]\nepisode lenght: 2\nepisode; [((12, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nfind state: (20, 10, False)\nfind first--> 1\nfind state result [((20, 10, False), 0, 1)]\nfind state: (12, 10, False)\nfind first--> 0\nfind state result [((12, 10, False), 1, 0), ((20, 10, False), 0, 1)]\nepisode lenght: 2\nepisode; [((15, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (15, 7, False)\nfind first--> 0\nfind state result [((15, 7, False), 1, 0), ((21, 7, False), 0, 1)]\nfind state: (21, 7, False)\nfind first--> 1\nfind state result [((21, 7, False), 0, 1)]\nepisode lenght: 1\nepisode; [((21, 2, True), 0, 0)]\nfind state: (21, 2, True)\nfind first--> 0\nfind state result [((21, 2, True), 0, 0)]\nepisode lenght: 1\nepisode; [((21, 10, False), 0, 0)]\nfind state: (21, 10, False)\nfind first--> 0\nfind state result [((21, 10, False), 0, 0)]\nepisode lenght: 1\nepisode; [((15, 2, False), 1, -1)]\nfind state: (15, 2, False)\nfind first--> 0\nfind state result [((15, 2, False), 1, -1)]\nepisode lenght: 1\nepisode; [((21, 9, True), 0, 1)]\nfind state: (21, 9, True)\nfind first--> 0\nfind state result [((21, 9, True), 0, 1)]\nepisode lenght: 1\nepisode; [((18, 9, False), 1, -1)]\nfind state: (18, 9, False)\nfind first--> 0\nfind state result [((18, 9, False), 1, -1)]\nepisode lenght: 2\nepisode; [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nfind state: (14, 10, False)\nfind first--> 1\nfind state result [((14, 10, False), 1, -1)]\nfind state: (13, 10, False)\nfind first--> 0\nfind state result [((13, 10, False), 1, 0), ((14, 10, False), 1, -1)]\nepisode lenght: 1\nepisode; [((20, 10, False), 0, 1)]\nfind state:"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-7-a8dbe4389e5c>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mV_10k\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mmc_prediction\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msample_policy\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mnum_episodes\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m10000\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      2\u001b[0m \u001b[0mplotting\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot_value_function\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mV_10k\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mtitle\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"10,000 Steps\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[0mV_500k\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mmc_prediction\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msample_policy\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mnum_episodes\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m500000\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[0mplotting\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mplot_value_function\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mV_500k\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mtitle\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34m\"500,000 Steps\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-6-66851bf622ed>\u001b[0m in \u001b[0;36mmc_prediction\u001b[1;34m(policy, env, num_episodes, discount_factor)\u001b[0m\n\u001b[0;32m     50\u001b[0m             \u001b[1;31m# Find the first occurance of the state in the episode\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     51\u001b[0m             \u001b[0mfirst_occurence_idx\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mnext\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mi\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mx\u001b[0m \u001b[1;32min\u001b[0m \u001b[0menumerate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mepisode\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mif\u001b[0m \u001b[0mx\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m==\u001b[0m \u001b[0mstate\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 52\u001b[1;33m             \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"find state:\"\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mstate\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     53\u001b[0m             \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'find first-->'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mfirst_occurence_idx\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     54\u001b[0m             \u001b[1;31m# Sum up all rewards since the first occurance\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mC:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel\\iostream.py\u001b[0m in \u001b[0;36mwrite\u001b[1;34m(self, string)\u001b[0m\n\u001b[0;32m    374\u001b[0m             \u001b[0mis_child\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m(\u001b[0m\u001b[1;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_is_master_process\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    375\u001b[0m             \u001b[1;31m# only touch the buffer in the IO thread to avoid races\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 376\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpub_thread\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mschedule\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;32mlambda\u001b[0m \u001b[1;33m:\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_buffer\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mwrite\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mstring\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    377\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mis_child\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    378\u001b[0m                 \u001b[1;31m# newlines imply flush in subprocesses\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mC:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel\\iostream.py\u001b[0m in \u001b[0;36mschedule\u001b[1;34m(self, f)\u001b[0m\n\u001b[0;32m    201\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_events\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mf\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    202\u001b[0m             \u001b[1;31m# wake event thread (message content is ignored)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 203\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_event_pipe\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mb''\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    204\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    205\u001b[0m             \u001b[0mf\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket.Socket.send\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket.Socket.send\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mzmq/backend/cython/socket.pyx\u001b[0m in \u001b[0;36mzmq.backend.cython.socket._send_copy\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;32mC:\\ProgramData\\Anaconda3\\lib\\site-packages\\zmq\\backend\\cython\\checkrc.pxd\u001b[0m in \u001b[0;36mzmq.backend.cython.checkrc._check_rc\u001b[1;34m()\u001b[0m\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ],
     "output_type": "error"
    }
   ],
   "source": [
    "V_10k = mc_prediction(sample_policy, env, num_episodes=10000)\n",
    "plotting.plot_value_function(V_10k, title=\"10,000 Steps\")\n",
    "\n",
    "V_500k = mc_prediction(sample_policy, env, num_episodes=500000)\n",
    "plotting.plot_value_function(V_500k, title=\"500,000 Steps\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}