analyze_output.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>language</th>\n",
       "      <th>accuracy (common words)</th>\n",
       "      <th>opn seq eg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>georgian-train-high</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>{0: ':: ', 1: '::ი თა', 2: ':: ', 3: ':: ', 4:...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>french-train-medium</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>{0: '::r '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>english-train-medium</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>{0: ':: d'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>scottish-gaelic-train-medium</td>\n",
       "      <td>0.611111</td>\n",
       "      <td>{0: ':: ', 1: '::s sh', 2: ':: ', 3: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>georgian-train-medium</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>{0: '::ი თა'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>german-train-high</td>\n",
       "      <td>0.530000</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: ', 3: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>irish-train-medium</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: an '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>danish-train-medium</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>{0: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>arabic-train-high</td>\n",
       "      <td>0.470588</td>\n",
       "      <td>{0: '::ٌ ', 1: '::ْ ::ٌ الْ َا ِ', 2: '::ٌ '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>english-train-high</td>\n",
       "      <td>0.463415</td>\n",
       "      <td>{0: ':: ed', 1: ':: ed', 2: ':: ', 3: ':: ', 4...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>german-train-medium</td>\n",
       "      <td>0.461538</td>\n",
       "      <td>{0: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>icelandic-train-high</td>\n",
       "      <td>0.416667</td>\n",
       "      <td>{0: ':: ', 1: '::l a', 2: '::l a'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>danish-train-high</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: ', 3: ':: ', 4: ':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>irish-train-high</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>{0: ':: leis an m', 1: ':: ', 2: ':: ', 3: '::...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>hebrew-train-medium</td>\n",
       "      <td>0.375000</td>\n",
       "      <td>{0: '::ן ניכן', 1: ':: ת', 2: '::ן מ נות', 3: ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>icelandic-train-medium</td>\n",
       "      <td>0.363636</td>\n",
       "      <td>{0: ':: ', 1: '::ur arnir', 2: '::ur arnir'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>czech-train-medium</td>\n",
       "      <td>0.363636</td>\n",
       "      <td>{0: '::ý é'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>swedish-train-medium</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>{0: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>czech-train-high</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>{0: '::ý é'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>urdu-train-medium</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: ', 3: ':: وں'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>latvian-train-high</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>{0: '::ais o', 1: '::ais o', 2: ':: ', 3: '::a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>albanian-train-medium</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>{0: ':: ', 1: '::ë ave', 2: ':: i'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ukrainian-train-medium</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>{0: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>slovene-train-medium</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>{0: '::a i', 1: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>faroese-train-medium</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>{0: '::a u', 1: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>faroese-train-high</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: ', 3: ':: ', 4: ':...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>estonian-train-high</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: '::ma ei  ta'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>catalan-train-high</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>{0: '::ar em'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>slovak-train-medium</td>\n",
       "      <td>0.162162</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: '::y i', 3: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>dutch-train-high</td>\n",
       "      <td>0.155039</td>\n",
       "      <td>{0: ':: ', 1: ':: ste', 2: ':: ', 3: ':: ste'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>romanian-train-medium</td>\n",
       "      <td>0.071429</td>\n",
       "      <td>{0: ':: i'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>lower-sorbian-train-high</td>\n",
       "      <td>0.060000</td>\n",
       "      <td>{0: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>ortuguese-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: iam'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>bengali-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: ', 3: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>russian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ый ому'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>french-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: ais', 1: ':: a', 2: ':: ais', 3: ':: a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>northern-sami-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::t behtet', 1: '::rat aleidde', 2: '::li...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>latvian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::a u'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>khaling-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::t mu nuje', 1: '::t mu nuje', 2: '::m m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>italian-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::are i', 1: '::re te', 2: '::re va', 3: ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>arabic-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ٌ ', 1: '::ٌ َ', 2: '::ٌ َ', 3: '::ٌ '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>welsh-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: d', 1: ':: ', 2: ':: wch', 3: '::o wch...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>bulgarian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::а и', 1: '::а и', 2: '::а и', 3: '::а и...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>khaling-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::tt mʌ swi', 1: '::tt mʌ swi', 2: '::t ʔ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>hindi-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::रना ियी हैं', 1: '::ना  रही होती', 2: '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>hebrew-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ה נ ׁ', 1: ':: ו', 2: ':: ת', 3: ':: ת'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>estonian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ma d', 1: '::ma d', 2: '::ma d', 3: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>olish-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::a om'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>catalan-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: ', 1: ':: ia'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>bulgarian-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ка че', 1: '::ка че', 2: ':: ', 3: '::к...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>hindi-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ना ती हूँगी', 1: '::ना  रही होती', 2: '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>turkish-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: larından', 1: ':: dan', 2: ':: dan'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>macedonian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: ла', 1: ':: '}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>serbo-croatian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::an nijima'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>bengali-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: ', 1: ':: ', 2: ':: ', 3: ':: দেরকে'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>ersian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ن یم', 1: '::ن ه باشند', 2: ':: ', 3: '...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>lithuanian-train-high</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::ti siu'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>lithuanian-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::as ui'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>norwegian-nynorsk-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: ':: ar', 1: ':: ar', 2: ':: ar', 3: ':: ar'}</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>navajo-train-medium</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>{0: '::a nihi', 1: '::íłʼá niilʼaʼ', 2: ':: ',...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>64 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          language  accuracy (common words)  \\\n",
       "16             georgian-train-high                 0.777778   \n",
       "2              french-train-medium                 0.750000   \n",
       "27            english-train-medium                 0.625000   \n",
       "0     scottish-gaelic-train-medium                 0.611111   \n",
       "11           georgian-train-medium                 0.600000   \n",
       "19               german-train-high                 0.530000   \n",
       "46              irish-train-medium                 0.500000   \n",
       "30             danish-train-medium                 0.500000   \n",
       "63               arabic-train-high                 0.470588   \n",
       "15              english-train-high                 0.463415   \n",
       "6              german-train-medium                 0.461538   \n",
       "42            icelandic-train-high                 0.416667   \n",
       "24               danish-train-high                 0.400000   \n",
       "59                irish-train-high                 0.400000   \n",
       "40             hebrew-train-medium                 0.375000   \n",
       "51          icelandic-train-medium                 0.363636   \n",
       "23              czech-train-medium                 0.363636   \n",
       "52            swedish-train-medium                 0.333333   \n",
       "45                czech-train-high                 0.312500   \n",
       "20               urdu-train-medium                 0.300000   \n",
       "31              latvian-train-high                 0.285714   \n",
       "22           albanian-train-medium                 0.266667   \n",
       "17          ukrainian-train-medium                 0.266667   \n",
       "55            slovene-train-medium                 0.222222   \n",
       "8             faroese-train-medium                 0.200000   \n",
       "47              faroese-train-high                 0.181818   \n",
       "57             estonian-train-high                 0.166667   \n",
       "4               catalan-train-high                 0.166667   \n",
       "36             slovak-train-medium                 0.162162   \n",
       "33                dutch-train-high                 0.155039   \n",
       "..                             ...                      ...   \n",
       "62           romanian-train-medium                 0.071429   \n",
       "3         lower-sorbian-train-high                 0.060000   \n",
       "50          ortuguese-train-medium                 0.000000   \n",
       "49              bengali-train-high                 0.000000   \n",
       "53            russian-train-medium                 0.000000   \n",
       "54               french-train-high                 0.000000   \n",
       "58      northern-sami-train-medium                 0.000000   \n",
       "60            latvian-train-medium                 0.000000   \n",
       "61              khaling-train-high                 0.000000   \n",
       "56              italian-train-high                 0.000000   \n",
       "9              arabic-train-medium                 0.000000   \n",
       "44              welsh-train-medium                 0.000000   \n",
       "5           bulgarian-train-medium                 0.000000   \n",
       "12            khaling-train-medium                 0.000000   \n",
       "13                hindi-train-high                 0.000000   \n",
       "14               hebrew-train-high                 0.000000   \n",
       "7            estonian-train-medium                 0.000000   \n",
       "18              olish-train-medium                 0.000000   \n",
       "21            catalan-train-medium                 0.000000   \n",
       "26            bulgarian-train-high                 0.000000   \n",
       "29              hindi-train-medium                 0.000000   \n",
       "43            turkish-train-medium                 0.000000   \n",
       "1          macedonian-train-medium                 0.000000   \n",
       "34     serbo-croatian-train-medium                 0.000000   \n",
       "35            bengali-train-medium                 0.000000   \n",
       "10             ersian-train-medium                 0.000000   \n",
       "37           lithuanian-train-high                 0.000000   \n",
       "38         lithuanian-train-medium                 0.000000   \n",
       "41  norwegian-nynorsk-train-medium                 0.000000   \n",
       "32             navajo-train-medium                 0.000000   \n",
       "\n",
       "                                           opn seq eg  \n",
       "16  {0: ':: ', 1: '::ი თა', 2: ':: ', 3: ':: ', 4:...  \n",
       "2                                         {0: '::r '}  \n",
       "27                                        {0: ':: d'}  \n",
       "0         {0: ':: ', 1: '::s sh', 2: ':: ', 3: ':: '}  \n",
       "11                                      {0: '::ი თა'}  \n",
       "19           {0: ':: ', 1: ':: ', 2: ':: ', 3: ':: '}  \n",
       "46                  {0: ':: ', 1: ':: ', 2: ':: an '}  \n",
       "30                                         {0: ':: '}  \n",
       "63      {0: '::ٌ ', 1: '::ْ ::ٌ الْ َا ِ', 2: '::ٌ '}  \n",
       "15  {0: ':: ed', 1: ':: ed', 2: ':: ', 3: ':: ', 4...  \n",
       "6                                          {0: ':: '}  \n",
       "42                 {0: ':: ', 1: '::l a', 2: '::l a'}  \n",
       "24  {0: ':: ', 1: ':: ', 2: ':: ', 3: ':: ', 4: ':...  \n",
       "59  {0: ':: leis an m', 1: ':: ', 2: ':: ', 3: '::...  \n",
       "40  {0: '::ן ניכן', 1: ':: ת', 2: '::ן מ נות', 3: ...  \n",
       "51       {0: ':: ', 1: '::ur arnir', 2: '::ur arnir'}  \n",
       "23                                       {0: '::ý é'}  \n",
       "52                                         {0: ':: '}  \n",
       "45                                       {0: '::ý é'}  \n",
       "20         {0: ':: ', 1: ':: ', 2: ':: ', 3: ':: وں'}  \n",
       "31  {0: '::ais o', 1: '::ais o', 2: ':: ', 3: '::a...  \n",
       "22                {0: ':: ', 1: '::ë ave', 2: ':: i'}  \n",
       "17                                         {0: ':: '}  \n",
       "55                             {0: '::a i', 1: ':: '}  \n",
       "8                              {0: '::a u', 1: ':: '}  \n",
       "47  {0: ':: ', 1: ':: ', 2: ':: ', 3: ':: ', 4: ':...  \n",
       "57             {0: ':: ', 1: ':: ', 2: '::ma ei  ta'}  \n",
       "4                                      {0: '::ar em'}  \n",
       "36         {0: ':: ', 1: ':: ', 2: '::y i', 3: ':: '}  \n",
       "33     {0: ':: ', 1: ':: ste', 2: ':: ', 3: ':: ste'}  \n",
       "..                                                ...  \n",
       "62                                        {0: ':: i'}  \n",
       "3                                          {0: ':: '}  \n",
       "50                                      {0: ':: iam'}  \n",
       "49           {0: ':: ', 1: ':: ', 2: ':: ', 3: ':: '}  \n",
       "53                                    {0: '::ый ому'}  \n",
       "54  {0: ':: ais', 1: ':: a', 2: ':: ais', 3: ':: a...  \n",
       "58  {0: '::t behtet', 1: '::rat aleidde', 2: '::li...  \n",
       "60                                       {0: '::a u'}  \n",
       "61  {0: '::t mu nuje', 1: '::t mu nuje', 2: '::m m...  \n",
       "56  {0: '::are i', 1: '::re te', 2: '::re va', 3: ...  \n",
       "9      {0: '::ٌ ', 1: '::ٌ َ', 2: '::ٌ َ', 3: '::ٌ '}  \n",
       "44  {0: ':: d', 1: ':: ', 2: ':: wch', 3: '::o wch...  \n",
       "5   {0: '::а и', 1: '::а и', 2: '::а и', 3: '::а и...  \n",
       "12  {0: '::tt mʌ swi', 1: '::tt mʌ swi', 2: '::t ʔ...  \n",
       "13  {0: '::रना ियी हैं', 1: '::ना  रही होती', 2: '...  \n",
       "14    {0: '::ה נ ׁ', 1: ':: ו', 2: ':: ת', 3: ':: ת'}  \n",
       "7   {0: '::ma d', 1: '::ma d', 2: '::ma d', 3: ':: '}  \n",
       "18                                      {0: '::a om'}  \n",
       "21                             {0: ':: ', 1: ':: ia'}  \n",
       "26  {0: '::ка че', 1: '::ка че', 2: ':: ', 3: '::к...  \n",
       "29  {0: '::ना ती हूँगी', 1: '::ना  रही होती', 2: '...  \n",
       "43       {0: ':: larından', 1: ':: dan', 2: ':: dan'}  \n",
       "1                              {0: ':: ла', 1: ':: '}  \n",
       "34                                 {0: '::an nijima'}  \n",
       "35      {0: ':: ', 1: ':: ', 2: ':: ', 3: ':: দেরকে'}  \n",
       "10  {0: '::ن یم', 1: '::ن ه باشند', 2: ':: ', 3: '...  \n",
       "37                                    {0: '::ti siu'}  \n",
       "38                                     {0: '::as ui'}  \n",
       "41   {0: ':: ar', 1: ':: ar', 2: ':: ar', 3: ':: ar'}  \n",
       "32  {0: '::a nihi', 1: '::íłʼá niilʼaʼ', 2: ':: ',...  \n",
       "\n",
       "[64 rows x 3 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"\"\"\n",
    "This notebook combines the result obtained on the dataset\n",
    "\"\"\"\n",
    "\n",
    "import os\n",
    "import json\n",
    "import _pickle as pickle\n",
    "import pandas as pd\n",
    "from IPython.display import display\n",
    "\n",
    "RE_EVAL_DIR = 'data/out/eval/'\n",
    "PAC_DIR = 'data/out/pac/'\n",
    "RE_DIR = 'data/out/regex/'\n",
    "\n",
    "out_files = os.listdir(PAC_DIR)\n",
    "\n",
    "lang = []\n",
    "accuracies = []\n",
    "opn_seq = []\n",
    "for file in out_files:\n",
    "    pac_data = pickle.load(open(PAC_DIR + file, 'rb'))\n",
    "    try:\n",
    "        opn_seq.append(pac_data[3])\n",
    "    except IndexError:\n",
    "        continue\n",
    "    lang.append(file.strip('.p'))\n",
    "    accuracies.append(pac_data[0])\n",
    "result_df = pd.DataFrame()\n",
    "result_df['language'] = lang\n",
    "result_df['accuracy (common words)'] = accuracies\n",
    "result_df['opn seq eg'] = opn_seq\n",
    "result_df.sort_values(by='accuracy (common words)', ascending=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}