plot_sizes_ranked.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Populating the interactive namespace from numpy and matplotlib\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: pylab import has clobbered these variables: ['f']\n",
      "`%matplotlib` prevents importing * from pylab and numpy\n"
     ]
    }
   ],
   "source": [
    "%pylab inline\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "import sys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "sys.path.append('./ui')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from manager import Manager\n",
    "from uitools import UITools\n",
    "import gp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import mahotas as mh"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "E1_PATH = '/home/d/GPSTUDY/E1/'\n",
    "E1_times = E1_PATH+'times.p'\n",
    "E1_corrections = E1_PATH+'corrections.p'\n",
    "E1_correction_vis = E1_PATH+'correction_vis.p'\n",
    "\n",
    "import cPickle as pickle\n",
    "\n",
    "with open(E1_times, 'rb') as f:\n",
    "    E1_times = pickle.load(f)\n",
    "with open(E1_corrections, 'rb') as f:\n",
    "    E1_corrections = pickle.load(f)\n",
    "with open(E1_correction_vis, 'rb') as f:\n",
    "    E1_correction_vis = pickle.load(f)\n",
    "\n",
    "# ORACLE_PATH = '/home/d/GPSTUDY/simuserGP_NEW/'\n",
    "# ORACLE_corrections = ORACLE_PATH+'corrections.p'\n",
    "# ORACLE_correction_vis = ORACLE_PATH+'correction_vis.p'\n",
    "\n",
    "# with open(ORACLE_corrections, 'rb') as f:\n",
    "#     ORACLE_corrections = pickle.load(f)\n",
    "# with open(ORACLE_correction_vis, 'rb') as f:\n",
    "#     ORACLE_correction_vis = pickle.load(f)    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "OUTPUT_DIR = '/tmp/E1/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "html = '<tr>'\n",
    "html += '<td class=\"number\">{NUMBER}</td>'\n",
    "html += '<td class=\"border {BEFORE_CSS}\"><img src=\"gfx/{NUMBER}_border_before.png\"</td>'\n",
    "html += '<td class=\"border {AFTER_CSS}\"><img src=\"gfx/{NUMBER}_border_after.png\"</td>'\n",
    "html += '<td class=\"border \"><img src=\"gfx/{NUMBER}_gt.png\"</td>'\n",
    "html += '<td class=\"info\">Oracle VI Delta: {DELTA_VI}<br>Label1 size: {LABEL1_SIZE}<br>Label2 size: {LABEL2_SIZE}</td>'\n",
    "html += '</tr>'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ME 0 ORACLE AGREES\n",
      "ME 1 ORACLE AGREES\n",
      "ME 2 ORACLE DISAGREES 0.0\n",
      "ME 3 ORACLE AGREES\n",
      "ME 4 ORACLE AGREES\n",
      "ME 5 ORACLE AGREES\n",
      "ME 6 ORACLE AGREES\n",
      "ME 7 ORACLE DISAGREES 0.0\n",
      "ME 8 ORACLE AGREES\n",
      "ME 9 ORACLE AGREES\n",
      "SE 10 ORACLE AGREES 11311 28152\n",
      "SE 11 ORACLE AGREES 6668 11367\n",
      "SE 12 ORACLE AGREES 14425 28982\n",
      "SE 13 ORACLE AGREES 7090 12120\n",
      "SE 14 ORACLE AGREES 12199 10318\n",
      "SE 15 ORACLE AGREES 10148 12503\n",
      "SE 16 ORACLE AGREES 20902 17689\n",
      "SE 17 ORACLE AGREES 11802 10207\n",
      "SE 18 ORACLE AGREES 20090 17543\n",
      "SE 19 ORACLE AGREES 19474 19753\n",
      "SE 20 ORACLE AGREES 19941 23247\n",
      "SE 21 ORACLE AGREES 17946 19286\n",
      "SE 22 ORACLE AGREES 23481 12230\n",
      "SE 23 ORACLE AGREES 17531 35960\n",
      "SE 24 ORACLE AGREES 31378 22848\n",
      "SE 25 ORACLE AGREES 27264 20235\n",
      "SE 26 ORACLE AGREES 25066 19886\n",
      "SE 27 ORACLE AGREES 35572 21105\n",
      "SE 28 ORACLE AGREES 9211 10645\n",
      "SE 29 ORACLE DISAGREES 0.00155217205887 33477 28412\n",
      "SE 30 ORACLE AGREES 13590 11828\n",
      "SE 31 ORACLE AGREES 22443 8714\n",
      "SE 32 ORACLE AGREES 13590 7887\n",
      "SE 33 ORACLE AGREES 39126 24170\n",
      "SE 34 ORACLE AGREES 18751 1917\n",
      "SE 35 ORACLE DISAGREES 0.00709357489332 16380 24642\n",
      "SE 36 ORACLE DISAGREES 0.000761006671405 8683 24501\n",
      "SE 37 ORACLE AGREES 13590 26546\n",
      "SE 38 ORACLE DISAGREES 0.00205831529068 18507 27613\n",
      "SE 39 ORACLE AGREES 8714 24501\n",
      "SE 40 ORACLE DISAGREES 0.000982310705608 22735 16380\n",
      "SE 41 ORACLE AGREES 9328 8683\n",
      "SE 42 ORACLE DISAGREES 0.000962787784224 23887 11828\n",
      "SE 43 ORACLE AGREES 27784 13590\n",
      "SE 44 ORACLE AGREES 9779 16453\n",
      "SE 45 ORACLE AGREES 43481 8892\n",
      "SE 46 ORACLE AGREES 17654 24667\n",
      "SE 47 ORACLE AGREES 20373 12183\n",
      "SE 48 ORACLE AGREES 23887 14115\n",
      "SE 49 ORACLE DISAGREES 0.008543314161 25590 18507\n",
      "SE 50 ORACLE DISAGREES 0.00295452327212 40561 21036\n",
      "SE 51 ORACLE AGREES 19085 8226\n",
      "SE 52 ORACLE DISAGREES 0.00021802539119 162 5200\n",
      "SE 53 ORACLE DISAGREES 0.0027556888653 40561 9864\n",
      "SE 54 ORACLE DISAGREES 0.0031152166522 22138 15924\n",
      "SE 55 ORACLE DISAGREES 0.000770310385537 33477 21948\n",
      "SE 56 ORACLE DISAGREES 0.000696525108289 13590 25590\n",
      "SE 57 ORACLE DISAGREES 0.00205913773696 22443 10896\n",
      "SE 58 ORACLE DISAGREES 0.00093681008063 33477 28412\n",
      "SE 59 ORACLE DISAGREES -0.00391800559717 9838 18507\n",
      "SE 60 ORACLE AGREES 26689 17702\n",
      "SE 61 ORACLE AGREES 19708 12412\n",
      "SE 62 ORACLE DISAGREES 0.00694433383792 20281 21829\n",
      "SE 63 ORACLE DISAGREES 0.0121617401898 28194 10018\n",
      "SE 64 ORACLE AGREES 35933 25590\n",
      "SE 65 ORACLE DISAGREES -0.00527401133874 28412 27784\n",
      "SE 66 ORACLE AGREES 33477 32163\n",
      "SE 67 ORACLE AGREES 38378 13590\n",
      "SE 68 ORACLE DISAGREES -0.00612649004168 10018 10308\n",
      "SE 69 ORACLE AGREES 22912 38378\n",
      "SE 70 ORACLE AGREES 23461 35444\n",
      "SE 71 ORACLE AGREES 21036 9864\n",
      "SE 72 ORACLE AGREES 21994 20340\n",
      "SE 73 ORACLE AGREES 173 5200\n",
      "SE 74 ORACLE DISAGREES -0.00272431368729 26737 35444\n",
      "SE 75 ORACLE DISAGREES 0.0043205114624 42562 24033\n",
      "SE 76 ORACLE DISAGREES 0.0106295448539 10643 6939\n",
      "SE 77 ORACLE AGREES 16380 18481\n",
      "SE 78 ORACLE AGREES 44147 7887\n",
      "SE 79 ORACLE AGREES 31757 1322\n",
      "SE 80 ORACLE AGREES 23585 14635\n",
      "SE 81 ORACLE AGREES 27653 26689\n",
      "SE 82 ORACLE DISAGREES 0.000816687159999 35933 37792\n",
      "SE 83 ORACLE AGREES 27262 20281\n",
      "SE 84 ORACLE DISAGREES 0.0164384444605 37382 13003\n",
      "SE 85 ORACLE AGREES 32690 16434\n",
      "SE 86 ORACLE DISAGREES 0.00804478279852 35472 22469\n",
      "SE 87 ORACLE AGREES 25590 26546\n",
      "SE 88 ORACLE AGREES 18406 24642\n",
      "SE 89 ORACLE DISAGREES 0.0202878197653 22735 18749\n",
      "SE 90 ORACLE AGREES 16823 18427\n",
      "SE 91 ORACLE AGREES 23461 8685\n",
      "SE 92 ORACLE DISAGREES 0.0077073597754 22138 13652\n",
      "SE 93 ORACLE AGREES 10266 25972\n",
      "SE 94 ORACLE DISAGREES 0.0127507607774 6024 11861\n",
      "SE 95 ORACLE DISAGREES 0.0140017925024 11861 34892\n",
      "SE 96 ORACLE AGREES 15924 18427\n",
      "SE 97 ORACLE DISAGREES 0.000811288921902 8683 19519\n",
      "SE 98 ORACLE DISAGREES 0.000271895150176 23461 10896\n",
      "SE 99 ORACLE DISAGREES 0.0144744357395 23461 8685\n",
      "SE 100 ORACLE DISAGREES 0.00159367426744 25753 17919\n",
      "SE 101 ORACLE AGREES 1917 5200\n",
      "SE 102 ORACLE DISAGREES 0.000218633396006 7117 162\n",
      "SE 103 ORACLE AGREES 7117 173\n",
      "SE 104 ORACLE AGREES 29883 11839\n",
      "SE 105 ORACLE DISAGREES 0.00956247549467 26438 22138\n",
      "SE 106 ORACLE AGREES 13003 35933\n",
      "SE 107 ORACLE AGREES 17731 37829\n",
      "SE 108 ORACLE AGREES 34892 25753\n",
      "SE 109 ORACLE AGREES 23461 29883\n",
      "SE 110 ORACLE AGREES 13590 17660\n",
      "SE 111 ORACLE AGREES 17660 7603\n",
      "SE 112 ORACLE AGREES 1602 173\n",
      "SE 113 ORACLE DISAGREES -0.0230002673362 7117 1775\n",
      "SE 114 ORACLE DISAGREES 0.000150036436163 8679 162\n",
      "SE 115 ORACLE AGREES 20214 13652\n",
      "SE 116 ORACLE DISAGREES 0.000876621328667 34892 18799\n",
      "SE 117 ORACLE AGREES 17660 22138\n",
      "SE 118 ORACLE DISAGREES 0.00700090349461 18426 21829\n",
      "SE 119 ORACLE AGREES 18426 7603\n",
      "SE 120 ORACLE DISAGREES 0.00483554779945 21372 6939\n",
      "SE 121 ORACLE DISAGREES -0.00235489899655 40561 21372\n",
      "SE 122 ORACLE AGREES 24377 17919\n",
      "SE 123 ORACLE AGREES 23461 13805\n",
      "SE 124 ORACLE AGREES 26085 8685\n",
      "SE 125 ORACLE AGREES 27864 25698\n",
      "SE 126 ORACLE DISAGREES 0.00195933767605 37792 24033\n",
      "SE 127 ORACLE DISAGREES -0.00122329586388 11828 11839\n",
      "SE 128 ORACLE DISAGREES 0.00139012092415 25698 12140\n",
      "SE 129 ORACLE AGREES 9328 25698\n",
      "SE 130 ORACLE DISAGREES 0.0155877757065 16823 24164\n",
      "SE 131 ORACLE AGREES 18799 50117\n",
      "SE 132 ORACLE DISAGREES 0.000459139964409 26085 11861\n",
      "SE 133 ORACLE DISAGREES 0.000818630830262 18577 10896\n",
      "SE 134 ORACLE AGREES 18749 18751\n",
      "SE 135 ORACLE AGREES 8679 213\n",
      "SE 136 ORACLE DISAGREES 0.0050085903343 26438 17032\n",
      "SE 137 ORACLE DISAGREES 0.000185748897514 50117 24033\n",
      "SE 138 ORACLE DISAGREES 9.19866105473e-05 11861 8685\n",
      "SE 139 ORACLE DISAGREES 0.00513028957419 27864 26478\n",
      "SE 140 ORACLE DISAGREES 0.000165990456662 26085 11861\n",
      "SE 141 ORACLE AGREES 50117 24033\n",
      "SE 142 ORACLE AGREES 27864 26478\n",
      "SE 143 ORACLE AGREES 26085 8685\n",
      "SE 144 ORACLE AGREES 8683 12140\n",
      "SE 145 ORACLE AGREES 27613 13387\n",
      "SE 146 ORACLE DISAGREES -0.00121737625376 8685 18799\n",
      "SE 147 ORACLE AGREES 6024 9147\n",
      "SE 148 ORACLE DISAGREES 0.00648600438063 7752 26085\n",
      "SE 149 ORACLE AGREES 7752 11861\n",
      "SE 150 ORACLE DISAGREES 0.00654535250056 7771 26085\n",
      "SE 151 ORACLE DISAGREES -0.00183957643708 3344 7771\n",
      "SE 152 ORACLE AGREES 6184 26085\n",
      "SE 153 ORACLE AGREES 6673 11181\n",
      "SE 154 ORACLE AGREES 6673 25753\n",
      "SE 155 ORACLE AGREES 13306 17702\n",
      "SE 156 ORACLE AGREES 35472 17032\n",
      "SE 157 ORACLE AGREES 50117 29883\n",
      "SE 158 ORACLE DISAGREES 0.000125762165364 8906 6055\n",
      "SE 159 ORACLE AGREES 26088 10896\n",
      "SE 160 ORACLE DISAGREES 0.0620852176156 42562 25698\n",
      "SE 161 ORACLE DISAGREES -0.00522080667493 4931 25596\n",
      "SE 162 ORACLE AGREES 6673 8837\n",
      "SE 163 ORACLE DISAGREES 0.0139981048807 8837 7419\n",
      "SE 164 ORACLE AGREES 8837 29883\n",
      "SE 165 ORACLE AGREES 8837 11842\n",
      "SE 166 ORACLE AGREES 6673 8862\n",
      "SE 167 ORACLE DISAGREES 0.0140057513056 8862 7419\n",
      "SE 168 ORACLE AGREES 8862 29883\n",
      "SE 169 ORACLE DISAGREES 7.18568918048e-05 6939 20214\n",
      "SE 170 ORACLE DISAGREES 0.000805968247457 35933 37792\n",
      "SE 171 ORACLE DISAGREES 0.0175066255286 16823 8906\n",
      "SE 172 ORACLE AGREES 8862 27289\n",
      "SE 173 ORACLE AGREES 26438 6939\n",
      "SE 174 ORACLE AGREES 41265 22735\n",
      "SE 175 ORACLE AGREES 20668 20214\n",
      "SE 176 ORACLE AGREES 18426 10849\n",
      "SE 177 ORACLE AGREES 8862 21690\n",
      "SE 178 ORACLE AGREES 41265 17032\n",
      "SE 179 ORACLE DISAGREES 0.00470426008227 22735 13652\n",
      "SE 180 ORACLE AGREES 18577 9328\n",
      "SE 181 ORACLE DISAGREES 0.00160917714655 16007 27613\n",
      "SE 182 ORACLE AGREES 20214 24642\n",
      "SE 183 ORACLE DISAGREES 0.000366878486869 8508 10896\n",
      "SE 184 ORACLE AGREES 27289 36761\n",
      "SE 185 ORACLE DISAGREES 0.000926141170742 35933 26088\n",
      "SE 186 ORACLE DISAGREES 0.00253054300676 28254 19397\n",
      "SE 187 ORACLE DISAGREES -0.00126826692756 18426 6418\n",
      "SE 188 ORACLE AGREES 18803 17319\n",
      "SE 189 ORACLE DISAGREES 0.00696363040573 18803 21829\n",
      "SE 190 ORACLE AGREES 18803 7603\n",
      "SE 191 ORACLE AGREES 35472 13652\n",
      "SE 192 ORACLE AGREES 17919 17242\n",
      "SE 193 ORACLE AGREES 37792 25698\n",
      "SE 194 ORACLE DISAGREES -0.0127107494596 24033 25698\n",
      "SE 195 ORACLE AGREES 13387 17319\n",
      "SE 196 ORACLE AGREES 44887 15001\n",
      "SE 197 ORACLE AGREES 22443 27613\n",
      "SE 198 ORACLE AGREES 27289 25753\n",
      "SE 199 ORACLE AGREES 8906 18751\n",
      "SE 200 ORACLE DISAGREES 0.00222964289877 29883 28254\n",
      "SE 201 ORACLE DISAGREES 0.000102613071963 8508 8683\n",
      "SE 202 ORACLE AGREES 44887 21829\n",
      "SE 203 ORACLE DISAGREES 0.0293169765026 12498 18337\n",
      "SE 204 ORACLE DISAGREES 0.0117840036768 42562 28254\n",
      "SE 205 ORACLE AGREES 8862 30344\n",
      "SE 206 ORACLE AGREES 11817 50117\n",
      "SE 207 ORACLE DISAGREES 0.0257766436727 13725 9644\n",
      "SE 208 ORACLE AGREES 13725 7419\n",
      "SE 209 ORACLE AGREES 13725 24792\n",
      "SE 210 ORACLE AGREES 24939 10849\n",
      "SE 211 ORACLE DISAGREES 0.00645104944444 24164 24642\n",
      "SE 212 ORACLE AGREES 18337 37792\n",
      "SE 213 ORACLE DISAGREES 0.01387580558 20214 17319\n",
      "SE 214 ORACLE AGREES 28194 8683\n",
      "SE 215 ORACLE DISAGREES 0.000872671184917 8683 21829\n",
      "SE 216 ORACLE AGREES 35933 10896\n",
      "SE 217 ORACLE DISAGREES 0.0239932054118 31851 18337\n",
      "SE 218 ORACLE DISAGREES 0.000236207597993 44887 8683\n",
      "SE 219 ORACLE AGREES 42562 19519\n",
      "SE 220 ORACLE AGREES 21690 18337\n",
      "SE 221 ORACLE AGREES 6673 9644\n",
      "SE 222 ORACLE DISAGREES 0.00416074524811 28254 19397\n",
      "SE 223 ORACLE AGREES 30344 34892\n",
      "SE 224 ORACLE DISAGREES 0.0234638539258 35933 28254\n",
      "SE 225 ORACLE DISAGREES -0.000303594691331 13387 17319\n",
      "SE 226 ORACLE AGREES 18406 24164\n",
      "SE 227 ORACLE AGREES 20968 15001\n",
      "SE 228 ORACLE AGREES 12498 34892\n",
      "SE 229 ORACLE AGREES 21690 48209\n",
      "SE 230 ORACLE AGREES 12498 18337\n",
      "SE 231 ORACLE DISAGREES 0.000797588067189 9255 7940\n",
      "SE 232 ORACLE AGREES 24642 8906\n",
      "SE 233 ORACLE AGREES 26088 10896\n",
      "SE 234 ORACLE AGREES 21829 13540\n",
      "SE 235 ORACLE DISAGREES 0.0145480848301 13003 28254\n",
      "SE 236 ORACLE AGREES 12140 10643\n",
      "SE 237 ORACLE AGREES 37792 13590\n",
      "SE 238 ORACLE AGREES 30344 36761\n",
      "SE 239 ORACLE DISAGREES 0.00058439877948 19397 13590\n",
      "SE 240 ORACLE AGREES 36761 24939\n",
      "SE 241 ORACLE DISAGREES 0.0022937046324 24377 19397\n",
      "SE 242 ORACLE AGREES 19397 15001\n",
      "SE 243 ORACLE DISAGREES 0.0129422175695 26959 21829\n",
      "SE 244 ORACLE AGREES 26959 16007\n",
      "SE 245 ORACLE DISAGREES 0.0197721072478 29883 19397\n",
      "SE 246 ORACLE DISAGREES 0.00288124550922 18406 20214\n",
      "SE 247 ORACLE AGREES 13725 37792\n",
      "SE 248 ORACLE AGREES 37792 10849\n",
      "SE 249 ORACLE AGREES 7147 10849\n",
      "SE 250 ORACLE AGREES 8906 18751\n",
      "SE 251 ORACLE DISAGREES 0.000543198340679 21690 10896\n",
      "SE 252 ORACLE DISAGREES 0.0180036869177 35933 20968\n",
      "SE 253 ORACLE AGREES 21690 13725\n",
      "SE 254 ORACLE AGREES 13540 22735\n",
      "SE 255 ORACLE DISAGREES 0.0194671687672 8862 9644\n",
      "SE 256 ORACLE DISAGREES 2.80882105317e-05 8683 19519\n",
      "SE 257 ORACLE DISAGREES 0.000236150689726 24939 11527\n",
      "SE 258 ORACLE DISAGREES 0.00124665306888 13003 24792\n",
      "SE 259 ORACLE AGREES 20968 28194\n",
      "SE 260 ORACLE AGREES 48209 8508\n",
      "SE 261 ORACLE AGREES 17166 13652\n",
      "SE 262 ORACLE AGREES 19397 8508\n",
      "SE 263 ORACLE AGREES 20968 13590\n",
      "SE 264 ORACLE AGREES 20968 24939\n",
      "SE 265 ORACLE AGREES 22443 8683\n",
      "SE 266 ORACLE DISAGREES 0.00144605539725 13725 13003\n",
      "SE 267 ORACLE AGREES 37792 10849\n",
      "SE 268 ORACLE AGREES 11527 10849\n",
      "SE 269 ORACLE AGREES 17166 22469\n",
      "SE 270 ORACLE AGREES 13540 35472\n",
      "SE 271 ORACLE DISAGREES 0.0624171898678 27289 20968\n",
      "SE 272 ORACLE AGREES 21690 9644\n",
      "SE 273 ORACLE AGREES 22735 35472\n",
      "SE 274 ORACLE AGREES 8508 24939\n",
      "SE 275 ORACLE AGREES 35933 19397\n",
      "SE 276 ORACLE DISAGREES 0.00527018935611 26959 17032\n",
      "SE 277 ORACLE DISAGREES 0.000189068005523 21690 13725\n",
      "SE 278 ORACLE AGREES 9255 8679\n",
      "SE 279 ORACLE AGREES 21690 37382\n",
      "SE 280 ORACLE AGREES 34892 27289\n",
      "SE 281 ORACLE AGREES 29883 19519\n",
      "SE 282 ORACLE AGREES 10896 20968\n",
      "SE 283 ORACLE DISAGREES -0.000137750729714 28194 13590\n",
      "SE 284 ORACLE DISAGREES 0.0121479924171 28760 13540\n",
      "SE 285 ORACLE AGREES 24792 28760\n",
      "SE 286 ORACLE AGREES 37792 12140\n",
      "SE 287 ORACLE AGREES 28254 24939\n",
      "SE 288 ORACLE AGREES 5196 34892\n",
      "SE 289 ORACLE DISAGREES 0.00686350109471 36761 28254\n",
      "SE 290 ORACLE AGREES 44887 10896\n",
      "SE 291 ORACLE AGREES 8679 2422\n",
      "SE 292 ORACLE AGREES 37792 22443\n",
      "SE 293 ORACLE AGREES 44887 7147\n",
      "SE 294 ORACLE AGREES 28760 16007\n",
      "SE 295 ORACLE DISAGREES 0.000342513775266 22735 24164\n",
      "SE 296 ORACLE AGREES 26959 8906\n",
      "SE 297 ORACLE AGREES 14554 24377\n",
      "SE 298 ORACLE AGREES 21690 13725\n",
      "SE 299 ORACLE DISAGREES 0.00184146758868 44887 13024\n",
      "SE 300 ORACLE AGREES 37792 12071\n",
      "SE 301 ORACLE DISAGREES 7.03740155341e-05 21690 5196\n",
      "SE 302 ORACLE AGREES 7147 16007\n",
      "SE 303 ORACLE AGREES 21690 12498\n",
      "SE 304 ORACLE AGREES 18337 17242\n",
      "SE 305 ORACLE AGREES 27613 21829\n",
      "SE 306 ORACLE AGREES 27289 13003\n",
      "SE 307 ORACLE DISAGREES 0.000676725874211 27289 19397\n",
      "SE 308 ORACLE AGREES 11181 12498\n",
      "SE 309 ORACLE AGREES 26959 18406\n",
      "SE 310 ORACLE AGREES 18337 26088\n",
      "SE 311 ORACLE AGREES 6673 34892\n",
      "SE 312 ORACLE AGREES 37792 24792\n",
      "SE 313 ORACLE AGREES 37792 28254\n",
      "SE 314 ORACLE AGREES 29883 24792\n",
      "SE 315 ORACLE AGREES 17032 24642\n",
      "SE 316 ORACLE DISAGREES 0.00391911913679 26959 22735\n",
      "SE 317 ORACLE AGREES 37792 19397\n",
      "SE 318 ORACLE AGREES 8679 143\n",
      "SE 319 ORACLE AGREES 15001 20668\n",
      "SE 320 ORACLE DISAGREES -0.000382118966171 13024 22735\n",
      "SE 321 ORACLE AGREES 13652 14056\n",
      "SE 322 ORACLE DISAGREES 0.0101894787551 26959 20668\n",
      "SE 323 ORACLE AGREES 20968 8683\n",
      "SE 324 ORACLE AGREES 28254 8508\n",
      "SE 325 ORACLE AGREES 48209 42562\n",
      "SE 326 ORACLE AGREES 24792 19397\n",
      "SE 327 ORACLE AGREES 31851 18661\n",
      "SE 328 ORACLE AGREES 20668 13540\n",
      "SE 329 ORACLE DISAGREES 0.00966951843369 20968 13209\n",
      "SE 330 ORACLE DISAGREES 0.000132198185619 44887 8683\n",
      "SE 331 ORACLE AGREES 37382 24792\n",
      "SE 332 ORACLE AGREES 7603 26959\n",
      "SE 333 ORACLE AGREES 13209 10305\n",
      "SE 334 ORACLE AGREES 16007 13540\n",
      "SE 335 ORACLE AGREES 41265 13652\n",
      "SE 336 ORACLE AGREES 44887 27613\n",
      "SE 337 ORACLE AGREES 19397 20968\n",
      "SE 338 ORACLE AGREES 8508 10896\n",
      "SE 339 ORACLE AGREES 26959 35472\n",
      "SE 340 ORACLE AGREES 35933 12140\n",
      "SE 341 ORACLE AGREES 28760 18406\n",
      "SE 342 ORACLE AGREES 25764 28760\n",
      "SE 343 ORACLE AGREES 24164 17032\n",
      "SE 344 ORACLE DISAGREES 0.0202819920982 13209 15001\n",
      "SE 345 ORACLE AGREES 24939 7603\n",
      "SE 346 ORACLE AGREES 27289 18661\n",
      "SE 347 ORACLE AGREES 19397 8508\n",
      "SE 348 ORACLE AGREES 18803 17032\n",
      "SE 349 ORACLE DISAGREES 0.00503381248094 13652 18749\n",
      "SE 350 ORACLE AGREES 48209 35933\n",
      "SE 351 ORACLE AGREES 6673 48209\n",
      "SE 352 ORACLE AGREES 6041 22550\n",
      "SE 353 ORACLE AGREES 28760 27613\n",
      "SE 354 ORACLE AGREES 36761 13003\n",
      "SE 355 ORACLE AGREES 13652 6185\n",
      "SE 356 ORACLE AGREES 24164 22469\n",
      "SE 357 ORACLE AGREES 35933 25764\n",
      "SE 358 ORACLE AGREES 8906 18751\n",
      "SE 359 ORACLE AGREES 6673 31851\n",
      "SE 360 ORACLE DISAGREES 0.000271667709472 10305 26959\n",
      "SE 361 ORACLE AGREES 19519 13209\n",
      "SE 362 ORACLE AGREES 17242 42562\n",
      "SE 363 ORACLE DISAGREES 0.000140827115827 13003 25764\n",
      "SE 364 ORACLE AGREES 24377 8508\n",
      "SE 365 ORACLE AGREES 17166 9255\n",
      "SE 366 ORACLE AGREES 12071 15001\n",
      "SE 367 ORACLE AGREES 8679 7940\n",
      "SE 368 ORACLE DISAGREES 0.00760754206387 27613 20668\n",
      "SE 369 ORACLE AGREES 20214 22550\n",
      "SE 370 ORACLE AGREES 48209 37792\n",
      "SE 371 ORACLE AGREES 18661 36761\n",
      "SE 372 ORACLE AGREES 28254 24939\n",
      "SE 373 ORACLE AGREES 19397 10896\n",
      "SE 374 ORACLE AGREES 30344 48209\n",
      "SE 375 ORACLE DISAGREES 0.00962874881662 19519 13209\n",
      "SE 376 ORACLE AGREES 18803 12071\n",
      "SE 377 ORACLE AGREES 28760 7940\n",
      "SE 378 ORACLE AGREES 37792 19519\n",
      "SE 379 ORACLE AGREES 12071 16823\n",
      "SE 380 ORACLE AGREES 22469 14056\n",
      "SE 381 ORACLE AGREES 18751 9255\n",
      "SE 382 ORACLE AGREES 21690 9677\n",
      "SE 383 ORACLE AGREES 20686 25753\n",
      "SE 384 ORACLE AGREES 8862 37382\n",
      "SE 385 ORACLE AGREES 13540 13652\n",
      "SE 386 ORACLE AGREES 13209 10305\n",
      "SE 387 ORACLE AGREES 24164 5630\n",
      "SE 388 ORACLE AGREES 28760 13209\n",
      "SE 389 ORACLE AGREES 37382 13003\n",
      "SE 390 ORACLE AGREES 20668 6041\n",
      "SE 391 ORACLE AGREES 24939 10305\n",
      "SE 392 ORACLE DISAGREES 0.00102506881032 25753 18661\n",
      "SE 393 ORACLE AGREES 18661 24377\n",
      "SE 394 ORACLE AGREES 35472 17032\n",
      "SE 395 ORACLE DISAGREES -0.0478552075437 13725 27289\n",
      "SE 396 ORACLE DISAGREES 0.00883174828178 8862 21577\n",
      "SE 397 ORACLE DISAGREES 0.000397612596351 21690 21577\n",
      "SE 398 ORACLE DISAGREES 2.91187554167e-05 21577 7419\n",
      "SE 399 ORACLE DISAGREES 0.00123405972289 21577 13003\n",
      "SE 400 ORACLE DISAGREES 0.0477482809549 21577 20968\n",
      "SE 401 ORACLE DISAGREES 0.00969191390689 21577 34892\n",
      "SE 402 ORACLE AGREES 21577 37792\n",
      "SE 403 ORACLE AGREES 21577 14056\n",
      "SE 404 ORACLE AGREES 48209 8508\n",
      "SE 405 ORACLE AGREES 20214 10958\n",
      "SE 406 ORACLE AGREES 5630 10958\n",
      "SE 407 ORACLE AGREES 18803 10305\n",
      "SE 408 ORACLE AGREES 44887 18406\n",
      "SE 409 ORACLE AGREES 25753 17919\n",
      "SE 410 ORACLE AGREES 21829 6041\n",
      "SE 411 ORACLE DISAGREES 0.0007829629471 15001 16007\n",
      "SE 412 ORACLE AGREES 41265 35472\n",
      "SE 413 ORACLE AGREES 24377 17242\n",
      "SE 414 ORACLE DISAGREES -0.000739162547822 11181 34892\n",
      "SE 415 ORACLE AGREES 9644 19986\n",
      "SE 416 ORACLE AGREES 19986 30344\n",
      "SE 417 ORACLE AGREES 5196 19986\n",
      "SE 418 ORACLE AGREES 6673 19986\n",
      "SE 419 ORACLE AGREES 8862 21690\n",
      "SE 420 ORACLE AGREES 7419 37382\n",
      "SE 421 ORACLE DISAGREES 0.000447393386025 21829 24164\n",
      "SE 422 ORACLE AGREES 36761 19397\n",
      "SE 423 ORACLE DISAGREES 0.000690623868156 12140 10305\n",
      "SE 424 ORACLE AGREES 35472 22469\n",
      "SE 425 ORACLE AGREES 17919 29883\n",
      "SE 426 ORACLE AGREES 35933 13209\n",
      "SE 427 ORACLE AGREES 37382 35933\n",
      "SE 428 ORACLE AGREES 29883 37792\n",
      "SE 429 ORACLE DISAGREES 0.000947399525212 10305 26959\n",
      "SE 430 ORACLE AGREES 16823 8906\n",
      "SE 431 ORACLE AGREES 20968 18803\n",
      "SE 432 ORACLE AGREES 12140 13540\n",
      "SE 433 ORACLE AGREES 27613 21829\n",
      "SE 434 ORACLE AGREES 36761 13003\n",
      "SE 435 ORACLE AGREES 22443 19397\n",
      "SE 436 ORACLE AGREES 13540 35472\n",
      "SE 437 ORACLE DISAGREES 0.00124843319515 35933 24792\n",
      "SE 438 ORACLE AGREES 10305 16823\n",
      "SE 439 ORACLE AGREES 44887 19397\n",
      "SE 440 ORACLE AGREES 17919 44887\n",
      "SE 441 ORACLE DISAGREES 0.000292884783985 37792 20968\n",
      "SE 442 ORACLE AGREES 8679 10958\n",
      "SE 443 ORACLE AGREES 35933 24792\n",
      "SE 444 ORACLE AGREES 8683 12071\n",
      "SE 445 ORACLE AGREES 48209 42562\n",
      "SE 446 ORACLE AGREES 24939 12140\n",
      "SE 447 ORACLE AGREES 31851 25753\n",
      "SE 448 ORACLE AGREES 48209 17919\n",
      "SE 449 ORACLE AGREES 17919 36761\n",
      "SE 450 ORACLE AGREES 37792 22443\n",
      "SE 451 ORACLE AGREES 17166 14056\n",
      "SE 452 ORACLE AGREES 20968 8683\n",
      "SE 453 ORACLE AGREES 35472 14056\n",
      "SE 454 ORACLE AGREES 19397 26959\n",
      "SE 455 ORACLE AGREES 44887 25764\n",
      "SE 456 ORACLE AGREES 24939 26959\n",
      "SE 457 ORACLE AGREES 13652 8906\n",
      "SE 458 ORACLE AGREES 12498 37382\n",
      "SE 459 ORACLE AGREES 41265 20214\n",
      "SE 460 ORACLE AGREES 20968 8683\n",
      "SE 461 ORACLE AGREES 37792 18803\n",
      "SE 462 ORACLE AGREES 21690 24792\n",
      "SE 463 ORACLE AGREES 37792 19397\n",
      "SE 464 ORACLE AGREES 8508 20968\n",
      "SE 465 ORACLE AGREES 19437 48209\n",
      "SE 466 ORACLE AGREES 41265 24642\n",
      "SE 467 ORACLE AGREES 10305 17032\n",
      "SE 468 ORACLE AGREES 25753 17242\n",
      "SE 469 ORACLE AGREES 6673 37382\n",
      "SE 470 ORACLE AGREES 19397 20668\n"
     ]
    }
   ],
   "source": [
    "output_html = ''\n",
    "\n",
    "manager = Manager('/tmp/manager/')\n",
    "manager.start('GP', 'nets/IPMLB_FULL.p', verbose=False)\n",
    "\n",
    "error_count = 0\n",
    "vi_count = 0\n",
    "oracle_vi_count = 0\n",
    "\n",
    "E1_old_vi = UITools.VI(manager._input_gold, manager._input_rhoana)[2]\n",
    "\n",
    "merge_error = manager.get_next_merge_error()\n",
    "while merge_error:\n",
    "    \n",
    "    #\n",
    "    # grab prediction and images\n",
    "    #\n",
    "    prediction = merge_error[2]\n",
    "    z = merge_error[0]\n",
    "    border_before, border_after, labels_before, labels_after, slice_overview, cropped_slice_overview, bbox = manager.get_merge_error_image(merge_error, 0)\n",
    "    \n",
    "    gt = manager._input_gold[z][bbox[0]:bbox[1], bbox[2]:bbox[3]]\n",
    "    \n",
    "#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_before.png', border_before)\n",
    "#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_after.png', border_after)\n",
    "    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_gt.png', gp.Util.colorize(gt))\n",
    "\n",
    "    \n",
    "    \n",
    "    #\n",
    "    # get recorded E1 choice\n",
    "    #\n",
    "    clicked = E1_corrections[error_count][1]\n",
    "    \n",
    "    #\n",
    "    # grab old VI from exactly this slice\n",
    "    #\n",
    "    old_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])\n",
    "    \n",
    "    #\n",
    "    # correct the merge (only if the user selected a change)\n",
    "    #\n",
    "    mode, oracle_choice, oracle_delta_vi = manager.correct_merge(clicked, do_oracle=True)\n",
    "    \n",
    "    #\n",
    "    # grab NEW VI from exactly this slice\n",
    "    #\n",
    "    new_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])\n",
    "    \n",
    "    #\n",
    "    # VI DELTA\n",
    "    #\n",
    "    # should be positive\n",
    "    delta_vi = old_vi - new_vi\n",
    "    \n",
    "    #print 'VI DELTA', delta_vi\n",
    "    \n",
    "    if clicked != oracle_choice:\n",
    "        print 'ME', error_count, 'ORACLE DISAGREES', oracle_delta_vi\n",
    "    else:\n",
    "        print 'ME', error_count, 'ORACLE AGREES'\n",
    "        \n",
    "    before_css = ''\n",
    "    after_css = ''\n",
    "    if clicked == 'current':\n",
    "        before_css += ' expert'\n",
    "    else:\n",
    "        after_css += ' expert'\n",
    "        \n",
    "    if oracle_choice == 'current':\n",
    "        before_css += ' oracle'\n",
    "    else:\n",
    "        after_css += ' oracle'\n",
    "        \n",
    "        \n",
    "    \n",
    "    o_html = html.replace('{NUMBER}', str(error_count))\n",
    "    o_html = o_html.replace('{BEFORE_CSS}', before_css)\n",
    "    o_html = o_html.replace('{AFTER_CSS}', after_css)\n",
    "    o_html = o_html.replace('{DELTA_VI}', str(max(0., oracle_delta_vi)))\n",
    "    o_html = o_html.replace('{LABEL1_SIZE}', '?')\n",
    "    o_html = o_html.replace('{LABEL2_SIZE}', '?') \n",
    "    output_html += o_html\n",
    "        \n",
    "    \n",
    "    merge_error = manager.get_next_merge_error()\n",
    "    error_count += 1\n",
    "    \n",
    "split_error = manager.get_next_split_error()\n",
    "while split_error and error_count < len(E1_corrections):\n",
    "    \n",
    "    #\n",
    "    # grab prediction and images\n",
    "    #\n",
    "    prediction = split_error[2]\n",
    "    z = split_error[0]\n",
    "    border_before, border_after, labels_before, labels_after, slice_overview, cropped_slice_overview, bbox = manager.get_split_error_image(split_error, 0)\n",
    "    \n",
    "    gt = manager._input_gold[z][bbox[0]:bbox[1], bbox[2]:bbox[3]]\n",
    "    \n",
    "#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_before.png', border_before)\n",
    "#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_after.png', border_after)\n",
    "    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_gt.png', gp.Util.colorize(gt))\n",
    "\n",
    "    \n",
    "    split_labels = split_error[1]\n",
    "    label1_count = len(np.where(manager._input_rhoana==split_labels[0])[0])\n",
    "    label2_count = len(np.where(manager._input_rhoana==split_labels[1])[0])    \n",
    "    \n",
    "    \n",
    "    #\n",
    "    # get recorded E1 choice\n",
    "    #\n",
    "    clicked = E1_corrections[error_count][1]\n",
    "    \n",
    "    #\n",
    "    # grab old VI from exactly this slice\n",
    "    #\n",
    "    old_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])\n",
    "    \n",
    "    #\n",
    "    # correct the merge (only if the user selected a change)\n",
    "    #\n",
    "    mode, oracle_choice, oracle_delta_vi = manager.correct_split(clicked, do_oracle=True)\n",
    "    \n",
    "    #\n",
    "    # grab NEW VI from exactly this slice\n",
    "    #\n",
    "    new_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])\n",
    "    \n",
    "    #\n",
    "    # VI DELTA\n",
    "    #\n",
    "    # should be positive\n",
    "    delta_vi = old_vi - new_vi\n",
    "    \n",
    "    #print 'VI DELTA', delta_vi\n",
    "    \n",
    "    if clicked != oracle_choice:\n",
    "        print 'SE', error_count, 'ORACLE DISAGREES', oracle_delta_vi, label1_count, label2_count\n",
    "    else:\n",
    "        print 'SE', error_count, 'ORACLE AGREES', label1_count, label2_count\n",
    "    \n",
    "    before_css = ''\n",
    "    after_css = ''\n",
    "    if clicked == 'current':\n",
    "        before_css += ' expert'\n",
    "    else:\n",
    "        after_css += ' expert'\n",
    "        \n",
    "    if oracle_choice == 'current':\n",
    "        before_css += ' oracle'\n",
    "    else:\n",
    "        after_css += ' oracle'\n",
    "        \n",
    "    \n",
    "    o_html = html.replace('{NUMBER}', str(error_count))\n",
    "    o_html = o_html.replace('{BEFORE_CSS}', before_css)\n",
    "    o_html = o_html.replace('{AFTER_CSS}', after_css)\n",
    "    o_html = o_html.replace('{DELTA_VI}', str(max(0., oracle_delta_vi)))\n",
    "    o_html = o_html.replace('{LABEL1_SIZE}', str(label1_count))\n",
    "    o_html = o_html.replace('{LABEL2_SIZE}', str(label2_count))\n",
    "    output_html += o_html    \n",
    "    \n",
    "    split_error = manager.get_next_split_error()\n",
    "    error_count += 1\n",
    "    \n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "html_header = '''<html>\n",
    "<head>\n",
    "<title>E1 GP performance</title>\n",
    "<link rel=\"stylesheet\" href=\"styles.css\">\n",
    "</head>\n",
    "\n",
    "\n",
    "<body>\n",
    "<font color='red'>RED</font>: EXPERT, <font color='blue'>BLUE</font>: ORACLE\n",
    "<br><br>\n",
    "<table width='100%' height='100%'>'''\n",
    "\n",
    "html_footer = '''\n",
    "</table>\n",
    "</body>\n",
    "\n",
    "</html>\n",
    "'''\n",
    "\n",
    "\n",
    "with open(OUTPUT_DIR+'/index.html', 'w') as f:\n",
    "    \n",
    "    f.write(html_header+output_html+html_footer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "a = manager._input_rhoana[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "696"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(np.where(a==34)[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "a = np.zeros((10,10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "a[0:5,0:5] = 1\n",
    "a[0:7,7] = 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "25"
      ]
     },
     "execution_count": 127,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(np.where(a==1)[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "7"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(np.where(a==2)[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}