N Neighbors.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import Packages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ASSs7OObJlwm"
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import re"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Import filtered.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "2iE7Gj55KRK0"
   },
   "outputs": [],
   "source": [
    "filtered = pd.read_csv(\"filtered (1).csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "-Os_MNkrFPHK",
    "outputId": "623aece3-18e3-4aa7-ff9e-33bd09130a16"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "552802"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Get first couple rows\n",
    "filtered.head(100)\n",
    "len(filtered)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Import words_after_PN.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>lex</th>\n",
       "      <th>PoS</th>\n",
       "      <th>GN</th>\n",
       "      <th>Note</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>lu</td>\n",
       "      <td>person</td>\n",
       "      <td>N</td>\n",
       "      <td>PN</td>\n",
       "      <td>(+place)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a</td>\n",
       "      <td>water</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ab</td>\n",
       "      <td>cow</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ab</td>\n",
       "      <td>window</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>abzu</td>\n",
       "      <td>water</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>adda</td>\n",
       "      <td>corpse</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>aga</td>\n",
       "      <td>tiara</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>amarga</td>\n",
       "      <td>calf</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>anna</td>\n",
       "      <td>metal</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>aŋala</td>\n",
       "      <td>sack</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>arua</td>\n",
       "      <td>offering</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>balaŋ</td>\n",
       "      <td>instrument</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>bisaŋ</td>\n",
       "      <td>basket</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>dabašin</td>\n",
       "      <td>object</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>eme</td>\n",
       "      <td>donkey</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>ga</td>\n",
       "      <td>milk</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>gaba</td>\n",
       "      <td>chest</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>gud</td>\n",
       "      <td>ox</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>gun</td>\n",
       "      <td>load</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>guza</td>\n",
       "      <td>chair</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>har</td>\n",
       "      <td>ring</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>kaš</td>\n",
       "      <td>beer</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>kugbabbar</td>\n",
       "      <td>silver</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>kuš</td>\n",
       "      <td>skin</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>ma</td>\n",
       "      <td>ship</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>magur</td>\n",
       "      <td>barge</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>maš</td>\n",
       "      <td>goat</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>namra</td>\n",
       "      <td>booty</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>namuddatuš</td>\n",
       "      <td>entertainment</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>nesaŋ</td>\n",
       "      <td>offering</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>com</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>gur</td>\n",
       "      <td>turn</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>ibtag</td>\n",
       "      <td>remainder</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>igikar</td>\n",
       "      <td>delivery</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>iku</td>\n",
       "      <td>unit</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>kalaʾa</td>\n",
       "      <td>remainder</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>kibigia</td>\n",
       "      <td>account</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>kišib</td>\n",
       "      <td>seal</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>lal</td>\n",
       "      <td>small</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>laʾu</td>\n",
       "      <td>arrears</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>libir</td>\n",
       "      <td>old</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>mah</td>\n",
       "      <td>great</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>mašdarea</td>\n",
       "      <td>payment</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>mašgaʾen</td>\n",
       "      <td>status</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>mu.DU</td>\n",
       "      <td>delivery</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>namerim</td>\n",
       "      <td>oath</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>niga</td>\n",
       "      <td>fattened</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>niŋdab</td>\n",
       "      <td>requisitions</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>niŋkas</td>\n",
       "      <td>account</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>šeba</td>\n",
       "      <td>ration</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>sikiba</td>\n",
       "      <td>ration</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>sug</td>\n",
       "      <td>empty</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>šulaʾa</td>\n",
       "      <td>consignment</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>šuniŋin</td>\n",
       "      <td>total</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>tur</td>\n",
       "      <td>small</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>UN.IL₂</td>\n",
       "      <td>menial</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>urra</td>\n",
       "      <td>loan</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>uš</td>\n",
       "      <td>die</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>zid</td>\n",
       "      <td>right</td>\n",
       "      <td>V/i</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>ziga</td>\n",
       "      <td>expenditure</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>econ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>ama</td>\n",
       "      <td>mother</td>\n",
       "      <td>N</td>\n",
       "      <td>NaN</td>\n",
       "      <td>fam</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             0            lex  PoS   GN      Note\n",
       "0           lu         person    N   PN  (+place)\n",
       "1            a          water    N  NaN       com\n",
       "2           ab            cow    N  NaN       com\n",
       "3           ab         window    N  NaN       com\n",
       "4         abzu          water    N  NaN       com\n",
       "5         adda         corpse    N  NaN       com\n",
       "6          aga          tiara    N  NaN       com\n",
       "7       amarga           calf    N  NaN       com\n",
       "8         anna          metal    N  NaN       com\n",
       "9        aŋala           sack    N  NaN       com\n",
       "10        arua       offering    N  NaN       com\n",
       "11       balaŋ     instrument    N  NaN       com\n",
       "12       bisaŋ         basket    N  NaN       com\n",
       "13     dabašin         object    N  NaN       com\n",
       "14         eme         donkey    N  NaN       com\n",
       "15          ga           milk    N  NaN       com\n",
       "16        gaba          chest    N  NaN       com\n",
       "17         gud             ox    N  NaN       com\n",
       "18         gun           load    N  NaN       com\n",
       "19        guza          chair    N  NaN       com\n",
       "20         har           ring    N  NaN       com\n",
       "21         kaš           beer    N  NaN       com\n",
       "22   kugbabbar         silver    N  NaN       com\n",
       "23         kuš           skin    N  NaN       com\n",
       "24          ma           ship    N  NaN       com\n",
       "25       magur          barge    N  NaN       com\n",
       "26         maš           goat    N  NaN       com\n",
       "27       namra          booty    N  NaN       com\n",
       "28  namuddatuš  entertainment    N  NaN       com\n",
       "29       nesaŋ       offering    N  NaN       com\n",
       "..         ...            ...  ...  ...       ...\n",
       "70         gur           turn  V/i  NaN      econ\n",
       "71       ibtag      remainder    N  NaN      econ\n",
       "72      igikar       delivery    N  NaN      econ\n",
       "73         iku           unit    N  NaN      econ\n",
       "74      kalaʾa      remainder    N  NaN      econ\n",
       "75     kibigia        account    N  NaN      econ\n",
       "76       kišib           seal    N  NaN      econ\n",
       "77         lal          small  V/i  NaN      econ\n",
       "78        laʾu        arrears    N  NaN      econ\n",
       "79       libir            old  V/i  NaN      econ\n",
       "80         mah          great  V/i  NaN      econ\n",
       "81    mašdarea        payment    N  NaN      econ\n",
       "82    mašgaʾen         status    N  NaN      econ\n",
       "83       mu.DU       delivery    N  NaN      econ\n",
       "84     namerim           oath    N  NaN      econ\n",
       "85        niga       fattened  V/i  NaN      econ\n",
       "86      niŋdab   requisitions    N  NaN      econ\n",
       "87      niŋkas        account    N  NaN      econ\n",
       "88        šeba         ration    N  NaN      econ\n",
       "89      sikiba         ration    N  NaN      econ\n",
       "90         sug          empty  V/i  NaN      econ\n",
       "91      šulaʾa    consignment    N  NaN      econ\n",
       "92     šuniŋin          total    N  NaN      econ\n",
       "93         tur          small  V/i  NaN      econ\n",
       "94      UN.IL₂         menial    N  NaN      econ\n",
       "95        urra           loan    N  NaN      econ\n",
       "96          uš            die  V/i  NaN      econ\n",
       "97         zid          right  V/i  NaN      econ\n",
       "98        ziga    expenditure    N  NaN      econ\n",
       "99         ama         mother    N  NaN       fam\n",
       "\n",
       "[100 rows x 5 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "words_after_PN = pd.read_csv(\"words_after_PN - Sheet1.csv\")\n",
    "words_after_PN.head(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "19jlC5XsC1vj"
   },
   "outputs": [],
   "source": [
    "#List of professions, roles, family\n",
    "professions = [ \"aʾigidu[worker]\", \n",
    "                \"abala[water-drawer]\", \n",
    "                \"abrig[functionary]\", \n",
    "                \"ad.KID[weaver]\", \n",
    "                \"agaʾus[soldier]\",\n",
    "                \"arad[slave]\",\n",
    "                \"ašgab[leatherworker]\",\n",
    "                \"aʾua [musician]\", \n",
    "                \"azlag[fuller]\",\n",
    "                \"bahar[potter]\",\n",
    "                \"bisaŋdubak[archivist]\",\n",
    "                \"damgar[merchant]\",\n",
    "                \"dikud[judge]\",\n",
    "                \"dubsar[scribe]\",\n",
    "                \"en[priest]\",\n",
    "                \"erešdiŋir[priestess]\",\n",
    "                \"ensik[ruler]\",\n",
    "                \"engar[farmer]\",\n",
    "                \"enkud[tax-collector]\",\n",
    "                \"gabaʾaš[courier]\",\n",
    "                \"galamah[singer]\",\n",
    "                \"gala[singer]\",\n",
    "                \"geme[worker]\",\n",
    "                \"gudug[priest]\",\n",
    "                \"guzala[official]\",\n",
    "                \"idu[doorkeeper]\",\n",
    "                \"išib[priest]\",\n",
    "                \"kaguruk[supervisor]\",\n",
    "                \"kaš[runner]\",\n",
    "                \"kiŋgia[messenger]\",\n",
    "                \"kinda[barber]\", \n",
    "                \"kinkin[miller]\",\n",
    "                \"kiridab[driver]\", \n",
    "                \"kurušda[fattener]\", \n",
    "                \"kuš[official]\",\n",
    "                \"lu[person]\",\n",
    "                \"lugal[king]\",\n",
    "                \"lukur[priestess]\",\n",
    "                \"lungak[brewer]\",\n",
    "                \"malah[sailor]\",\n",
    "                \"muhaldim[cook]\",\n",
    "                \"mušendu[bird-catcher]\",\n",
    "                \"nagada[herdsman]\",\n",
    "                \"nagar[carpenter]\",\n",
    "                \"nar[musician]\",\n",
    "                \"nargal[musician]\", \n",
    "                \"narsa[musician]\", \n",
    "                \"nin[lady]\",\n",
    "                \"nubanda[overseer]\",\n",
    "                \"nukirik[horticulturalist]\",\n",
    "                \"saŋ.DUN₃[recorder]\",\n",
    "                \"saŋŋa[official]\",\n",
    "                \"simug[smith]\",\n",
    "                \"sipad[shepherd]\",\n",
    "                \"sukkal[secretary]\",\n",
    "                \"šabra[administrator]\",\n",
    "                \"šagia[cup-bearer]\",\n",
    "                \"šakkanak[general]\",\n",
    "                # \"szej[cook]\", this is a verb\n",
    "                \"šidim[builder]\",\n",
    "                \"šuʾi[barber]\",\n",
    "                \"šukud[fisherman]\",\n",
    "                \"tibira[sculptor]\",\n",
    "                \"ugula[overseer]\",\n",
    "                \"unud[cowherd]\",\n",
    "                # \"urin[guard]\",\n",
    "                \"UN.IL₂[menial]\",\n",
    "                \"ušbar[weaver]\",\n",
    "                \"zabardab[official]\",\n",
    "                \"zadim[stone-cutter]\"]\n",
    "\n",
    "roles = ['ki[source]', 'maškim[administrator]', \n",
    "         'maškim[authorized]', 'i3-dab5[recipient]', 'giri3[intermediary]']\n",
    "\n",
    "family = ['šeš[brother]', 'szesz[brother]', 'dumu[son]', 'dumu-munus[daughter]', \n",
    "        'dumumunus[daughter]' , 'dam[spouse]']\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "PAeGCdTMD0oO"
   },
   "outputs": [],
   "source": [
    "#Create new professions column\n",
    "filtered['prof?'] = filtered['lemma'].apply(lambda word: 'Yes' if (re.match('^[^\\]]*', word)[0] + \"]\") in professions else 'No')\n",
    "filtered['role?'] = filtered['lemma'].apply(lambda word: 'Yes' if (re.match('^[^\\]]*', word)[0] + \"]\") in roles else 'No')\n",
    "filtered['family?'] = filtered['lemma'].apply(lambda word: 'Yes' if (re.match('^[^\\]]*', word)[0] + \"]\") in family else 'No')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Create \"number?\"\" to see if row is number. this could imply that that next row is a commodity\n",
    "filtered['number?'] = filtered['lemma'].str.contains('NU')\n",
    "filtered['number?'] = ['Yes' if filtered['number?'][i] == True else \"No\" for i in range(len(filtered))]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered['commodity?'] = [\"No\"] + ['Yes' if filtered['number?'][i-1] == \"Yes\" else 'No' for i in range(1, len(filtered))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>lemma</th>\n",
       "      <th>id_text</th>\n",
       "      <th>id_line</th>\n",
       "      <th>id_word</th>\n",
       "      <th>label</th>\n",
       "      <th>prof?</th>\n",
       "      <th>role?</th>\n",
       "      <th>family?</th>\n",
       "      <th>number?</th>\n",
       "      <th>commodity?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>3</td>\n",
       "      <td>P124149.3.1</td>\n",
       "      <td>o 1</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>udu[sheep]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>3</td>\n",
       "      <td>P124149.3.2</td>\n",
       "      <td>o 1</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>6(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>4</td>\n",
       "      <td>P124149.4.1</td>\n",
       "      <td>o 2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>u[ewe]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>4</td>\n",
       "      <td>P124149.4.2</td>\n",
       "      <td>o 2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>2(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>5</td>\n",
       "      <td>P124149.5.1</td>\n",
       "      <td>o 3</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0        lemma                    id_text  id_line      id_word  \\\n",
       "0           0   3(diš)[]NU  epsd2/admin/u3adm/P124149        3  P124149.3.1   \n",
       "1           1  udu[sheep]N  epsd2/admin/u3adm/P124149        3  P124149.3.2   \n",
       "2           2   6(diš)[]NU  epsd2/admin/u3adm/P124149        4  P124149.4.1   \n",
       "3           3      u[ewe]N  epsd2/admin/u3adm/P124149        4  P124149.4.2   \n",
       "4           4   2(diš)[]NU  epsd2/admin/u3adm/P124149        5  P124149.5.1   \n",
       "\n",
       "  label prof? role? family? number? commodity?  \n",
       "0   o 1    No    No      No     Yes         No  \n",
       "1   o 1    No    No      No      No        Yes  \n",
       "2   o 2    No    No      No     Yes         No  \n",
       "3   o 2    No    No      No      No        Yes  \n",
       "4   o 3    No    No      No     Yes         No  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "_4n3pg2dKUWE",
    "outputId": "f5676090-999b-47aa-e2a0-ad7ef9a30830"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>lemma</th>\n",
       "      <th>id_text</th>\n",
       "      <th>id_line</th>\n",
       "      <th>id_word</th>\n",
       "      <th>label</th>\n",
       "      <th>prof?</th>\n",
       "      <th>role?</th>\n",
       "      <th>family?</th>\n",
       "      <th>number?</th>\n",
       "      <th>commodity?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>197</td>\n",
       "      <td>{d}šul-gi-a-a-mu-ta[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P405489</td>\n",
       "      <td>12</td>\n",
       "      <td>P405489.12.2</td>\n",
       "      <td>r 3</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>198</td>\n",
       "      <td>{d}šul-gi-iri-mu[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P405489</td>\n",
       "      <td>13</td>\n",
       "      <td>P405489.13.1</td>\n",
       "      <td>r 4</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>471</td>\n",
       "      <td>{d}utu-ba-ni[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P332036</td>\n",
       "      <td>11</td>\n",
       "      <td>P332036.11.1</td>\n",
       "      <td>o i 8</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>499</td>\n",
       "      <td>dingir-ki-ma-at[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P332036</td>\n",
       "      <td>19</td>\n",
       "      <td>P332036.19.3</td>\n",
       "      <td>o i 15</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>502</td>\n",
       "      <td>di-ku₅-i₃-li₂[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P332036</td>\n",
       "      <td>19</td>\n",
       "      <td>P332036.19.6</td>\n",
       "      <td>o i 15</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Unnamed: 0                    lemma                    id_text  id_line  \\\n",
       "50          197  {d}šul-gi-a-a-mu-ta[]PN  epsd2/admin/u3adm/P405489       12   \n",
       "51          198     {d}šul-gi-iri-mu[]PN  epsd2/admin/u3adm/P405489       13   \n",
       "92          471         {d}utu-ba-ni[]PN  epsd2/admin/u3adm/P332036       11   \n",
       "120         499      dingir-ki-ma-at[]PN  epsd2/admin/u3adm/P332036       19   \n",
       "123         502        di-ku₅-i₃-li₂[]PN  epsd2/admin/u3adm/P332036       19   \n",
       "\n",
       "          id_word   label prof? role? family? number? commodity?  \n",
       "50   P405489.12.2     r 3    No    No      No      No         No  \n",
       "51   P405489.13.1     r 4    No    No      No      No         No  \n",
       "92   P332036.11.1   o i 8    No    No      No      No         No  \n",
       "120  P332036.19.3  o i 15    No    No      No      No         No  \n",
       "123  P332036.19.6  o i 15    No    No      No      No         No  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "PN = filtered[filtered['lemma'].str.contains(\"PN\")]\n",
    "PN.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "BEX_8SgNjzvl",
    "outputId": "3e12ffc5-a3b9-490b-884e-1bd62ce86f71"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "46126"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(PN)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered['P_Number'] = [filtered.iloc[[i]]['id_word'].values[0][:-4] for i in range(len(filtered))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 80
    },
    "colab_type": "code",
    "id": "w08xEr_HLoKr",
    "outputId": "c222272e-b1ee-47e9-e2f2-b0993e1aff21"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>lemma</th>\n",
       "      <th>id_text</th>\n",
       "      <th>id_line</th>\n",
       "      <th>id_word</th>\n",
       "      <th>label</th>\n",
       "      <th>prof?</th>\n",
       "      <th>role?</th>\n",
       "      <th>family?</th>\n",
       "      <th>number?</th>\n",
       "      <th>commodity?</th>\n",
       "      <th>P_Number</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>3</td>\n",
       "      <td>P124149.3.1</td>\n",
       "      <td>o 1</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>udu[sheep]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>3</td>\n",
       "      <td>P124149.3.2</td>\n",
       "      <td>o 1</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>6(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>4</td>\n",
       "      <td>P124149.4.1</td>\n",
       "      <td>o 2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>u[ewe]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>4</td>\n",
       "      <td>P124149.4.2</td>\n",
       "      <td>o 2</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>2(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>5</td>\n",
       "      <td>P124149.5.1</td>\n",
       "      <td>o 3</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>mašgal[goat]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>5</td>\n",
       "      <td>P124149.5.2</td>\n",
       "      <td>o 3</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>šugid[~animal]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>6</td>\n",
       "      <td>P124149.6.1</td>\n",
       "      <td>o 4</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>emuhaldim[kitchen]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>6</td>\n",
       "      <td>P124149.6.2</td>\n",
       "      <td>o 4</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>mu[name]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>7</td>\n",
       "      <td>P124149.7.1</td>\n",
       "      <td>o 5</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>gardu[soldier]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>7</td>\n",
       "      <td>P124149.7.2</td>\n",
       "      <td>o 5</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>šag[heart]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>9</td>\n",
       "      <td>P124149.9.1</td>\n",
       "      <td>r 1</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>tum-ma-al{ki}[]GN</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>9</td>\n",
       "      <td>P124149.9.2</td>\n",
       "      <td>r 1</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>P124149</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0                lemma                    id_text  id_line  \\\n",
       "0            0           3(diš)[]NU  epsd2/admin/u3adm/P124149        3   \n",
       "1            1          udu[sheep]N  epsd2/admin/u3adm/P124149        3   \n",
       "2            2           6(diš)[]NU  epsd2/admin/u3adm/P124149        4   \n",
       "3            3              u[ewe]N  epsd2/admin/u3adm/P124149        4   \n",
       "4            4           2(diš)[]NU  epsd2/admin/u3adm/P124149        5   \n",
       "5            5        mašgal[goat]N  epsd2/admin/u3adm/P124149        5   \n",
       "6            6      šugid[~animal]N  epsd2/admin/u3adm/P124149        6   \n",
       "7            7  emuhaldim[kitchen]N  epsd2/admin/u3adm/P124149        6   \n",
       "8            8            mu[name]N  epsd2/admin/u3adm/P124149        7   \n",
       "9            9      gardu[soldier]N  epsd2/admin/u3adm/P124149        7   \n",
       "10          10          šag[heart]N  epsd2/admin/u3adm/P124149        9   \n",
       "11          11    tum-ma-al{ki}[]GN  epsd2/admin/u3adm/P124149        9   \n",
       "\n",
       "        id_word label prof? role? family? number? commodity? P_Number  \n",
       "0   P124149.3.1   o 1    No    No      No     Yes         No  P124149  \n",
       "1   P124149.3.2   o 1    No    No      No      No        Yes  P124149  \n",
       "2   P124149.4.1   o 2    No    No      No     Yes         No  P124149  \n",
       "3   P124149.4.2   o 2    No    No      No      No        Yes  P124149  \n",
       "4   P124149.5.1   o 3    No    No      No     Yes         No  P124149  \n",
       "5   P124149.5.2   o 3    No    No      No      No        Yes  P124149  \n",
       "6   P124149.6.1   o 4    No    No      No      No         No  P124149  \n",
       "7   P124149.6.2   o 4    No    No      No      No         No  P124149  \n",
       "8   P124149.7.1   o 5    No    No      No      No         No  P124149  \n",
       "9   P124149.7.2   o 5    No    No      No      No         No  P124149  \n",
       "10  P124149.9.1   r 1    No    No      No      No         No  P124149  \n",
       "11  P124149.9.2   r 1    No    No      No      No         No  P124149  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# #get the three rows, with middle being PN\n",
    "# x = filtered.loc[:'552789'].tail(5)\n",
    "# x.iloc[[3]]['lemma'].values[0]\n",
    "# z =filtered.loc[:53].tail(5)\n",
    "# y = z.loc[[52]]\n",
    "# y\n",
    "group_of_same_pnumber = filtered[filtered['P_Number'] == filtered.iloc[2]['P_Number']]\n",
    "group_of_same_pnumber\n",
    "group_of_n_lines = group_of_same_pnumber[((group_of_same_pnumber['id_line'] >= group_of_same_pnumber.iloc[2]['id_line'] - 2) \n",
    "                                         & (group_of_same_pnumber['id_line'] <= group_of_same_pnumber.iloc[2]['id_line']))\n",
    "                                        | (group_of_same_pnumber['id_line'] <= group_of_same_pnumber.iloc[2]['id_line'] + 2) \n",
    "                                         & (group_of_same_pnumber['id_line'] >= group_of_same_pnumber.iloc[2]['id_line'])]\n",
    "group_of_same_pnumber"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def n_neighbors(data, number_of_lines):\n",
    "    big_list = [[] for i in range(len(data))]\n",
    "    PN = data[data['lemma'].str.contains(\"PN\")]\n",
    "    pn_indices = PN.index.values.tolist()\n",
    "    for i in pn_indices:\n",
    "        #get rows of data to acquire the neighbors\n",
    "        group_of_same_pnumber = data[data['P_Number'] == data.iloc[i]['P_Number']]\n",
    "        group_of_n_lines_befaf = group_of_same_pnumber[((group_of_same_pnumber['id_line'] >= data.iloc[i]['id_line'] - number_of_lines) \n",
    "                                                        &(group_of_same_pnumber['id_line'] <= data.iloc[i]['id_line']))\n",
    "                                                    | ((group_of_same_pnumber['id_line'] <= data.iloc[i]['id_line'] + number_of_lines)\n",
    "                                                       & (group_of_same_pnumber['id_line'] >= data.iloc[i]['id_line']))]\n",
    "        lemma_neighbors = group_of_n_lines_befaf['lemma'].values.tolist()\n",
    "        if 'break' in lemma_neighbors:\n",
    "            lemma_neighbors.remove('break')\n",
    "        big_list[i] = lemma_neighbors\n",
    "    return big_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#add neighbors to all the filtered files \n",
    "csv_files = ['filtered_normalized_1.csv', \n",
    "             'filtered_normalized_2.csv',\n",
    "             'filtered_normalized_3.csv',\n",
    "             'filtered_normalized_4.csv',\n",
    "             'filtered_normalized_5.csv',\n",
    "             'filtered_normalized_6.csv',\n",
    "             'filtered_normalized_7.csv',\n",
    "             'filtered_normalized_8.csv',\n",
    "             'filtered_normalized_9.csv',\n",
    "             'filtered_normalized_10.csv']\n",
    "\n",
    "datasets = [] #list of dictionaries that could then be converted to dataframe\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "#DON\"T RUN AGAIN\n",
    "big_list = [[] for i in range(len(filtered))]\n",
    "PN = filtered[filtered['lemma'].str.contains(\"PN\")]\n",
    "pn_indices = PN.index.values.tolist()\n",
    "number_of_lines = 2\n",
    "for i in pn_indices:\n",
    "    #get rows of data to acquire the neighbors\n",
    "    group_of_same_pnumber = filtered[filtered['P_Number'] == filtered.iloc[i]['P_Number']]\n",
    "    group_of_n_lines_befaf = group_of_same_pnumber[((group_of_same_pnumber['id_line'] >= filtered.iloc[i]['id_line'] - number_of_lines) \n",
    "                                                 &(group_of_same_pnumber['id_line'] <= filtered.iloc[i]['id_line']))\n",
    "                                                | ((group_of_same_pnumber['id_line'] <= filtered.iloc[i]['id_line'] + number_of_lines)\n",
    "                                                   & (group_of_same_pnumber['id_line'] >= filtered.iloc[i]['id_line']))]\n",
    "    lemma_neighbors = group_of_n_lines_befaf['lemma'].values.tolist()\n",
    "    big_list[i] = lemma_neighbors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0                                                        []\n",
       "1                                                        []\n",
       "2                                                        []\n",
       "3                                                        []\n",
       "4                                                        []\n",
       "5                                                        []\n",
       "6                                                        []\n",
       "7                                                        []\n",
       "8                                                        []\n",
       "9                                                        []\n",
       "10                                                       []\n",
       "11                                                       []\n",
       "12                                                       []\n",
       "13                                                       []\n",
       "14                                                       []\n",
       "15                                                       []\n",
       "16                                                       []\n",
       "17                                                       []\n",
       "18                                                       []\n",
       "19                                                       []\n",
       "20                                                       []\n",
       "21                                                       []\n",
       "22                                                       []\n",
       "23                                                       []\n",
       "24                                                       []\n",
       "25                                                       []\n",
       "26                                                       []\n",
       "27                                                       []\n",
       "28                                                       []\n",
       "29                                                       []\n",
       "                                ...                        \n",
       "552772                                                   []\n",
       "552773                                                   []\n",
       "552774                                                   []\n",
       "552775                                                   []\n",
       "552776                                                   []\n",
       "552777                                                   []\n",
       "552778                                                   []\n",
       "552779                                                   []\n",
       "552780                                                   []\n",
       "552781                                                   []\n",
       "552782                                                   []\n",
       "552783                                                   []\n",
       "552784                                                   []\n",
       "552785                                                   []\n",
       "552786    [2(diš)[]NU, maš[goat]N, ud[sun]N, 3(u)[]NU, l...\n",
       "552787    [ud[sun]N, 3(u)[]NU, lal[small]V/i, 1(diš@t)-k...\n",
       "552788                                                   []\n",
       "552789                                                   []\n",
       "552790                                                   []\n",
       "552791                                                   []\n",
       "552792                                                   []\n",
       "552793                                                   []\n",
       "552794                                                   []\n",
       "552795                                                   []\n",
       "552796                                                   []\n",
       "552797                                                   []\n",
       "552798                                                   []\n",
       "552799                                                   []\n",
       "552800                                                   []\n",
       "552801                                                   []\n",
       "Name: 2_line_neighbors, Length: 552802, dtype: object"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered['2_line_neighbors'] = big_list\n",
    "filtered.to_csv(\"filtered_with_two_neighbors.csv\") "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Scratch Work"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "jfykUP13PLav",
    "outputId": "78c60b81-cb95-49aa-f0aa-028e3cefa386"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "552802"
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Check if the preceding and after row belong to the same line\n",
    "\n",
    "pn_indices = PN.index.values.tolist()\n",
    "# PN_dict = dict()\n",
    "lists = [[] for i in range(len(filtered))]\n",
    "for i in pn_indices:\n",
    "  five_rows = filtered.loc[:i+2].tail(5)\n",
    "  correct_id_line = five_rows.iloc[[2]]['id_word'].values[0][:-2]\n",
    "  lemma = five_rows.iloc[[2]]['lemma'].values[0]\n",
    "  #check preceding\n",
    "  five_rows_some_indices = [0, 1, 3, 4]\n",
    "  neighbors = []\n",
    "  key = filtered.loc[[i]]['lemma'].values[0]\n",
    "  for r in five_rows_some_indices:\n",
    "    curr_pn = five_rows.iloc[[r]]['id_word'].values[0][:-2]\n",
    "    if curr_pn == correct_id_line:\n",
    "      neighbors.append(five_rows.iloc[[r]]['lemma'].values[0])\n",
    "  lists[i] = neighbors\n",
    "filtered['neighbors'] = lists\n",
    "len(lists)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "W84HphiOV_Sy"
   },
   "outputs": [],
   "source": [
    "# group_of_same_text = filtered[filtered['id_word'] == filtered.iloc[[51]]['id_word'].values[0][:-5]]\n",
    "filtered_wo_nan = filtered.drop([157490])\n",
    "filtered_wo_nan['P_Number'] = [filtered_wo_nan.iloc[[i]]['id_word'].values[0][:-4] for i in range(len(filtered_wo_nan))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 232
    },
    "colab_type": "code",
    "id": "3qShKCZEWlsf",
    "outputId": "1cf4ce07-5e23-4a4b-d367-367da9abe8ba"
   },
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "157614",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-104-95660ca09afa>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      6\u001b[0m   \u001b[0;31m#group all the respective lines with from the same text first, then extract rows of particular lines\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m   \u001b[0mgroup_of_same_text\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfiltered_wo_nan\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mfiltered_wo_nan\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'P_Number'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mfiltered_wo_nan\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miloc\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'id_word'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m4\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m   neighbors_lines = group_of_same_text[(group_of_same_text['id_line'][i] == group_of_same_text['id_line'] + 1) \n\u001b[0m\u001b[1;32m      9\u001b[0m                                       | (group_of_same_text['id_line'][i] == group_of_same_text['id_line'] - 1)]\n\u001b[1;32m     10\u001b[0m   \u001b[0mline_neigh\u001b[0m\u001b[0;34m=\u001b[0m \u001b[0mneighbors_lines\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'lemma'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtolist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/pandas/core/series.py\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, key)\u001b[0m\n\u001b[1;32m    764\u001b[0m         \u001b[0mkey\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcom\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_apply_if_callable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    765\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 766\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_value\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    767\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    768\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mis_scalar\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/pandas/core/indexes/base.py\u001b[0m in \u001b[0;36mget_value\u001b[0;34m(self, series, key)\u001b[0m\n\u001b[1;32m   3101\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3102\u001b[0m             return self._engine.get_value(s, k,\n\u001b[0;32m-> 3103\u001b[0;31m                                           tz=getattr(series.dtype, 'tz', None))\n\u001b[0m\u001b[1;32m   3104\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mKeyError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3105\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m0\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minferred_type\u001b[0m \u001b[0;32min\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m'integer'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'boolean'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_value\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_value\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/index.pyx\u001b[0m in \u001b[0;36mpandas._libs.index.IndexEngine.get_loc\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.Int64HashTable.get_item\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mpandas/_libs/hashtable_class_helper.pxi\u001b[0m in \u001b[0;36mpandas._libs.hashtable.Int64HashTable.get_item\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 157614"
     ]
    }
   ],
   "source": [
    "#grab neighbors for same line, line above, line below (maybe two lines)\n",
    "#check if elements within list fall under certain commodity name? \n",
    "#more_neighbors column \n",
    "bigger_lists = []\n",
    "for i in pn_indices:\n",
    "  #group all the respective lines with from the same text first, then extract rows of particular lines \n",
    "  group_of_same_text = filtered_wo_nan[filtered_wo_nan['P_Number'] == filtered_wo_nan.iloc[[i]]['id_word'].values[0][:-4]]\n",
    "  neighbors_lines = group_of_same_text[(group_of_same_text['id_line'][i] == group_of_same_text['id_line'] + 1) \n",
    "                                      | (group_of_same_text['id_line'][i] == group_of_same_text['id_line'] - 1)]\n",
    "  line_neigh= neighbors_lines['lemma'].values.tolist()\n",
    "#   key = filtered.loc[[i]]['lemma'].values[0]\n",
    "#   for r in five_rows_some_indices:\n",
    "#     curr_pn = five_rows.iloc[[r]]['id_word'].values[0][:-2]\n",
    "#     if curr_pn == correct_id_line:\n",
    "#       neighbors.append(five_rows.iloc[[r]]['lemma'].values[0])\n",
    "  bigger_lists.append(line_neigh)\n",
    "filtered['line neighbors'] = bigger_lists"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['6(diš)[]NU', 'u[ewe]N']"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "group_of_same_text = filtered_wo_nan[filtered_wo_nan['P_Number'] == filtered_wo_nan.iloc[[1]]['id_word'].values[0][:-4]]\n",
    "n = group_of_same_text[(group_of_same_text['id_line'][0] == group_of_same_text['id_line'] + 1) | (group_of_same_text['id_line'][0] == group_of_same_text['id_line'] - 1)]\n",
    "n['lemma'].values.tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "C4bhXTPEMTUp",
    "outputId": "c4170e52-cecd-47bd-e42c-e0068fbc3f11"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "552802"
      ]
     },
     "execution_count": 10,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "neigh = filtered.to_csv('filtered_with_neighbors.csv')\n",
    "len(filtered)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "OhtGqU0nfJuJ"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "16567"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import IPython.nbformat.current as convert\n",
    "conv = convert.read(open('add-normalizations.ipynb.txt', 'r'), 'txt')\n",
    "convert.write(conv, open('add-normalizations.ipynb', 'w'), 'ipynb')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>lemma</th>\n",
       "      <th>id_text</th>\n",
       "      <th>id_line</th>\n",
       "      <th>id_word</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>3(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>3</td>\n",
       "      <td>P124149.3.1</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>udu[sheep]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>3</td>\n",
       "      <td>P124149.3.2</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>6(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>4</td>\n",
       "      <td>P124149.4.1</td>\n",
       "      <td>o 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>u[ewe]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>4</td>\n",
       "      <td>P124149.4.2</td>\n",
       "      <td>o 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>2(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>5</td>\n",
       "      <td>P124149.5.1</td>\n",
       "      <td>o 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>mašgal[goat]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>5</td>\n",
       "      <td>P124149.5.2</td>\n",
       "      <td>o 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>šugid[~animal]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>6</td>\n",
       "      <td>P124149.6.1</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>emuhaldim[kitchen]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>6</td>\n",
       "      <td>P124149.6.2</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>mu[name]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>7</td>\n",
       "      <td>P124149.7.1</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>gardu[soldier]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>7</td>\n",
       "      <td>P124149.7.2</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>šag[heart]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>9</td>\n",
       "      <td>P124149.9.1</td>\n",
       "      <td>r 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>tum-ma-al{ki}[]GN</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>9</td>\n",
       "      <td>P124149.9.2</td>\n",
       "      <td>r 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>ud[sun]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>10</td>\n",
       "      <td>P124149.10.1</td>\n",
       "      <td>r 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>1(u)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>10</td>\n",
       "      <td>P124149.10.2</td>\n",
       "      <td>r 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>5(diš@t)-kam[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>10</td>\n",
       "      <td>P124149.10.3</td>\n",
       "      <td>r 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>ki[place]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>11</td>\n",
       "      <td>P124149.11.1</td>\n",
       "      <td>r 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>du₁₁-ga-ta[NA]NA</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>11</td>\n",
       "      <td>P124149.11.2</td>\n",
       "      <td>r 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>zig[rise]V/i</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>12</td>\n",
       "      <td>P124149.12.1</td>\n",
       "      <td>r 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>itud[moon]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>13</td>\n",
       "      <td>P124149.13.1</td>\n",
       "      <td>r 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>šu-eš₅-ša[]MN</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>13</td>\n",
       "      <td>P124149.13.2</td>\n",
       "      <td>r 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>mu[name]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>14</td>\n",
       "      <td>P124149.14.1</td>\n",
       "      <td>r 6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>en[priest]N</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>14</td>\n",
       "      <td>P124149.14.2</td>\n",
       "      <td>r 6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>eridu{ki}[]GN</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>14</td>\n",
       "      <td>P124149.14.3</td>\n",
       "      <td>r 6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>huŋ[hire]V/t</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>14</td>\n",
       "      <td>P124149.14.4</td>\n",
       "      <td>r 6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>1(u)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>16</td>\n",
       "      <td>P124149.16.1</td>\n",
       "      <td>l.e. 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P124149</td>\n",
       "      <td>16</td>\n",
       "      <td>P124149.16.2</td>\n",
       "      <td>l.e. 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>173</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P405489</td>\n",
       "      <td>3</td>\n",
       "      <td>P405489.3.1</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>174</td>\n",
       "      <td>gud[ox]N</td>\n",
       "      <td>epsd2/admin/u3adm/P405489</td>\n",
       "      <td>3</td>\n",
       "      <td>P405489.3.2</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>175</td>\n",
       "      <td>niga[fattened]V/i</td>\n",
       "      <td>epsd2/admin/u3adm/P405489</td>\n",
       "      <td>3</td>\n",
       "      <td>P405489.3.3</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>176</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P405489</td>\n",
       "      <td>4</td>\n",
       "      <td>P405489.4.1</td>\n",
       "      <td>o 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55251</th>\n",
       "      <td>341642</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>3</td>\n",
       "      <td>P126168.3.1</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55252</th>\n",
       "      <td>341643</td>\n",
       "      <td>gud[ox]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>3</td>\n",
       "      <td>P126168.3.2</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55253</th>\n",
       "      <td>341644</td>\n",
       "      <td>niga[fattened]V/i</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>3</td>\n",
       "      <td>P126168.3.3</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55254</th>\n",
       "      <td>341645</td>\n",
       "      <td>1(u)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>3</td>\n",
       "      <td>P126168.3.4</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55255</th>\n",
       "      <td>341646</td>\n",
       "      <td>udu[sheep]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>3</td>\n",
       "      <td>P126168.3.5</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55256</th>\n",
       "      <td>341647</td>\n",
       "      <td>u[grass]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>3</td>\n",
       "      <td>P126168.3.6</td>\n",
       "      <td>o 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55257</th>\n",
       "      <td>341648</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>4</td>\n",
       "      <td>P126168.4.1</td>\n",
       "      <td>o 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55258</th>\n",
       "      <td>341649</td>\n",
       "      <td>sila[lamb]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>4</td>\n",
       "      <td>P126168.4.2</td>\n",
       "      <td>o 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55259</th>\n",
       "      <td>341650</td>\n",
       "      <td>puzur₄-{d}li₉-si₄[NA]NA</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>5</td>\n",
       "      <td>P126168.5.1</td>\n",
       "      <td>o 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55260</th>\n",
       "      <td>341651</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>6</td>\n",
       "      <td>P126168.6.1</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55261</th>\n",
       "      <td>341652</td>\n",
       "      <td>gud[ox]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>6</td>\n",
       "      <td>P126168.6.2</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55262</th>\n",
       "      <td>341653</td>\n",
       "      <td>niga[fattened]V/i</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>6</td>\n",
       "      <td>P126168.6.3</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55263</th>\n",
       "      <td>341654</td>\n",
       "      <td>9(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>6</td>\n",
       "      <td>P126168.6.4</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55264</th>\n",
       "      <td>341655</td>\n",
       "      <td>udu[sheep]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>6</td>\n",
       "      <td>P126168.6.5</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55265</th>\n",
       "      <td>341656</td>\n",
       "      <td>u[grass]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>6</td>\n",
       "      <td>P126168.6.6</td>\n",
       "      <td>o 4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55266</th>\n",
       "      <td>341657</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>7</td>\n",
       "      <td>P126168.7.1</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55267</th>\n",
       "      <td>341658</td>\n",
       "      <td>mašgal[goat]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>7</td>\n",
       "      <td>P126168.7.2</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55268</th>\n",
       "      <td>341659</td>\n",
       "      <td>u[grass]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>7</td>\n",
       "      <td>P126168.7.3</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55269</th>\n",
       "      <td>341660</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>7</td>\n",
       "      <td>P126168.7.4</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55270</th>\n",
       "      <td>341661</td>\n",
       "      <td>sila[lamb]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>7</td>\n",
       "      <td>P126168.7.5</td>\n",
       "      <td>o 5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55271</th>\n",
       "      <td>341662</td>\n",
       "      <td>be-li₂-kal[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>8</td>\n",
       "      <td>P126168.8.1</td>\n",
       "      <td>o 6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55272</th>\n",
       "      <td>341663</td>\n",
       "      <td>kuš[official]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>8</td>\n",
       "      <td>P126168.8.2</td>\n",
       "      <td>o 6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55273</th>\n",
       "      <td>341664</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>9</td>\n",
       "      <td>P126168.9.1</td>\n",
       "      <td>o 7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55274</th>\n",
       "      <td>341665</td>\n",
       "      <td>sila[lamb]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>9</td>\n",
       "      <td>P126168.9.2</td>\n",
       "      <td>o 7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55275</th>\n",
       "      <td>341666</td>\n",
       "      <td>sipa-si-in[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>9</td>\n",
       "      <td>P126168.9.3</td>\n",
       "      <td>o 7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55276</th>\n",
       "      <td>341667</td>\n",
       "      <td>1(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>10</td>\n",
       "      <td>P126168.10.1</td>\n",
       "      <td>o 8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55277</th>\n",
       "      <td>341668</td>\n",
       "      <td>sila[lamb]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>10</td>\n",
       "      <td>P126168.10.2</td>\n",
       "      <td>o 8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55278</th>\n",
       "      <td>341669</td>\n",
       "      <td>tu-ra-am-i₃-li₂[]PN</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>10</td>\n",
       "      <td>P126168.10.3</td>\n",
       "      <td>o 8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55279</th>\n",
       "      <td>341670</td>\n",
       "      <td>2(diš)[]NU</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>11</td>\n",
       "      <td>P126168.11.1</td>\n",
       "      <td>o 9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55280</th>\n",
       "      <td>341671</td>\n",
       "      <td>ašgar[kid]N</td>\n",
       "      <td>epsd2/admin/u3adm/P126168</td>\n",
       "      <td>11</td>\n",
       "      <td>P126168.11.2</td>\n",
       "      <td>o 9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>55281 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Unnamed: 0                    lemma                    id_text  \\\n",
       "0               0               3(diš)[]NU  epsd2/admin/u3adm/P124149   \n",
       "1               1              udu[sheep]N  epsd2/admin/u3adm/P124149   \n",
       "2               2               6(diš)[]NU  epsd2/admin/u3adm/P124149   \n",
       "3               3                  u[ewe]N  epsd2/admin/u3adm/P124149   \n",
       "4               4               2(diš)[]NU  epsd2/admin/u3adm/P124149   \n",
       "5               5            mašgal[goat]N  epsd2/admin/u3adm/P124149   \n",
       "6               6          šugid[~animal]N  epsd2/admin/u3adm/P124149   \n",
       "7               7      emuhaldim[kitchen]N  epsd2/admin/u3adm/P124149   \n",
       "8               8                mu[name]N  epsd2/admin/u3adm/P124149   \n",
       "9               9          gardu[soldier]N  epsd2/admin/u3adm/P124149   \n",
       "10             10              šag[heart]N  epsd2/admin/u3adm/P124149   \n",
       "11             11        tum-ma-al{ki}[]GN  epsd2/admin/u3adm/P124149   \n",
       "12             12                 ud[sun]N  epsd2/admin/u3adm/P124149   \n",
       "13             13                 1(u)[]NU  epsd2/admin/u3adm/P124149   \n",
       "14             14         5(diš@t)-kam[]NU  epsd2/admin/u3adm/P124149   \n",
       "15             15               ki[place]N  epsd2/admin/u3adm/P124149   \n",
       "16             16         du₁₁-ga-ta[NA]NA  epsd2/admin/u3adm/P124149   \n",
       "17             17             zig[rise]V/i  epsd2/admin/u3adm/P124149   \n",
       "18             18              itud[moon]N  epsd2/admin/u3adm/P124149   \n",
       "19             19            šu-eš₅-ša[]MN  epsd2/admin/u3adm/P124149   \n",
       "20             20                mu[name]N  epsd2/admin/u3adm/P124149   \n",
       "21             21              en[priest]N  epsd2/admin/u3adm/P124149   \n",
       "22             22            eridu{ki}[]GN  epsd2/admin/u3adm/P124149   \n",
       "23             23             huŋ[hire]V/t  epsd2/admin/u3adm/P124149   \n",
       "24             24                 1(u)[]NU  epsd2/admin/u3adm/P124149   \n",
       "25             25               1(diš)[]NU  epsd2/admin/u3adm/P124149   \n",
       "26            173               1(diš)[]NU  epsd2/admin/u3adm/P405489   \n",
       "27            174                 gud[ox]N  epsd2/admin/u3adm/P405489   \n",
       "28            175        niga[fattened]V/i  epsd2/admin/u3adm/P405489   \n",
       "29            176               1(diš)[]NU  epsd2/admin/u3adm/P405489   \n",
       "...           ...                      ...                        ...   \n",
       "55251      341642               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55252      341643                 gud[ox]N  epsd2/admin/u3adm/P126168   \n",
       "55253      341644        niga[fattened]V/i  epsd2/admin/u3adm/P126168   \n",
       "55254      341645                 1(u)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55255      341646              udu[sheep]N  epsd2/admin/u3adm/P126168   \n",
       "55256      341647                u[grass]N  epsd2/admin/u3adm/P126168   \n",
       "55257      341648               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55258      341649              sila[lamb]N  epsd2/admin/u3adm/P126168   \n",
       "55259      341650  puzur₄-{d}li₉-si₄[NA]NA  epsd2/admin/u3adm/P126168   \n",
       "55260      341651               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55261      341652                 gud[ox]N  epsd2/admin/u3adm/P126168   \n",
       "55262      341653        niga[fattened]V/i  epsd2/admin/u3adm/P126168   \n",
       "55263      341654               9(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55264      341655              udu[sheep]N  epsd2/admin/u3adm/P126168   \n",
       "55265      341656                u[grass]N  epsd2/admin/u3adm/P126168   \n",
       "55266      341657               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55267      341658            mašgal[goat]N  epsd2/admin/u3adm/P126168   \n",
       "55268      341659                u[grass]N  epsd2/admin/u3adm/P126168   \n",
       "55269      341660               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55270      341661              sila[lamb]N  epsd2/admin/u3adm/P126168   \n",
       "55271      341662           be-li₂-kal[]PN  epsd2/admin/u3adm/P126168   \n",
       "55272      341663           kuš[official]N  epsd2/admin/u3adm/P126168   \n",
       "55273      341664               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55274      341665              sila[lamb]N  epsd2/admin/u3adm/P126168   \n",
       "55275      341666           sipa-si-in[]PN  epsd2/admin/u3adm/P126168   \n",
       "55276      341667               1(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55277      341668              sila[lamb]N  epsd2/admin/u3adm/P126168   \n",
       "55278      341669      tu-ra-am-i₃-li₂[]PN  epsd2/admin/u3adm/P126168   \n",
       "55279      341670               2(diš)[]NU  epsd2/admin/u3adm/P126168   \n",
       "55280      341671              ašgar[kid]N  epsd2/admin/u3adm/P126168   \n",
       "\n",
       "       id_line       id_word   label  \n",
       "0            3   P124149.3.1     o 1  \n",
       "1            3   P124149.3.2     o 1  \n",
       "2            4   P124149.4.1     o 2  \n",
       "3            4   P124149.4.2     o 2  \n",
       "4            5   P124149.5.1     o 3  \n",
       "5            5   P124149.5.2     o 3  \n",
       "6            6   P124149.6.1     o 4  \n",
       "7            6   P124149.6.2     o 4  \n",
       "8            7   P124149.7.1     o 5  \n",
       "9            7   P124149.7.2     o 5  \n",
       "10           9   P124149.9.1     r 1  \n",
       "11           9   P124149.9.2     r 1  \n",
       "12          10  P124149.10.1     r 2  \n",
       "13          10  P124149.10.2     r 2  \n",
       "14          10  P124149.10.3     r 2  \n",
       "15          11  P124149.11.1     r 3  \n",
       "16          11  P124149.11.2     r 3  \n",
       "17          12  P124149.12.1     r 4  \n",
       "18          13  P124149.13.1     r 5  \n",
       "19          13  P124149.13.2     r 5  \n",
       "20          14  P124149.14.1     r 6  \n",
       "21          14  P124149.14.2     r 6  \n",
       "22          14  P124149.14.3     r 6  \n",
       "23          14  P124149.14.4     r 6  \n",
       "24          16  P124149.16.1  l.e. 1  \n",
       "25          16  P124149.16.2  l.e. 1  \n",
       "26           3   P405489.3.1     o 1  \n",
       "27           3   P405489.3.2     o 1  \n",
       "28           3   P405489.3.3     o 1  \n",
       "29           4   P405489.4.1     o 2  \n",
       "...        ...           ...     ...  \n",
       "55251        3   P126168.3.1     o 1  \n",
       "55252        3   P126168.3.2     o 1  \n",
       "55253        3   P126168.3.3     o 1  \n",
       "55254        3   P126168.3.4     o 1  \n",
       "55255        3   P126168.3.5     o 1  \n",
       "55256        3   P126168.3.6     o 1  \n",
       "55257        4   P126168.4.1     o 2  \n",
       "55258        4   P126168.4.2     o 2  \n",
       "55259        5   P126168.5.1     o 3  \n",
       "55260        6   P126168.6.1     o 4  \n",
       "55261        6   P126168.6.2     o 4  \n",
       "55262        6   P126168.6.3     o 4  \n",
       "55263        6   P126168.6.4     o 4  \n",
       "55264        6   P126168.6.5     o 4  \n",
       "55265        6   P126168.6.6     o 4  \n",
       "55266        7   P126168.7.1     o 5  \n",
       "55267        7   P126168.7.2     o 5  \n",
       "55268        7   P126168.7.3     o 5  \n",
       "55269        7   P126168.7.4     o 5  \n",
       "55270        7   P126168.7.5     o 5  \n",
       "55271        8   P126168.8.1     o 6  \n",
       "55272        8   P126168.8.2     o 6  \n",
       "55273        9   P126168.9.1     o 7  \n",
       "55274        9   P126168.9.2     o 7  \n",
       "55275        9   P126168.9.3     o 7  \n",
       "55276       10  P126168.10.1     o 8  \n",
       "55277       10  P126168.10.2     o 8  \n",
       "55278       10  P126168.10.3     o 8  \n",
       "55279       11  P126168.11.1     o 9  \n",
       "55280       11  P126168.11.2     o 9  \n",
       "\n",
       "[55281 rows x 6 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.read_csv(\"filtered_1.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "#function that adds more columns to the dataset\n",
    "def add_columns(csv_file_name):\n",
    "    filtered = pd.read_csv(csv_file_name)\n",
    "    filtered['prof?'] = filtered['lemma'].apply(lambda word: 'Yes' if (re.match('^[^\\]]*', word)[0] + \"]\") in professions else 'No')\n",
    "    filtered['role?'] = filtered['lemma'].apply(lambda word: 'Yes' if (re.match('^[^\\]]*', word)[0] + \"]\") in roles else 'No')\n",
    "    filtered['family?'] = filtered['lemma'].apply(lambda word: 'Yes' if (re.match('^[^\\]]*', word)[0] + \"]\") in family else 'No')\n",
    "    #Create \"number?\"\" to see if row is number. this could imply that that next row is a commodity\n",
    "    filtered['number?'] = filtered['lemma'].str.contains('NU')\n",
    "    filtered['number?'] = ['Yes' if filtered['number?'][i] == True else \"No\" for i in range(len(filtered))]\n",
    "    filtered['commodity?'] = [\"No\"] + ['Yes' if filtered['number?'][i-1] == \"Yes\" else 'No' for i in range(1, len(filtered))]\n",
    "    filtered['P_Number'] = [filtered.iloc[[i]]['id_word'].values[0][:-4] for i in range(len(filtered))]\n",
    "    #call n_neighbor function to get neighbors from two lines above and below\n",
    "    filtered['neighbors'] = n_neighbors(filtered, 2)\n",
    "    return filtered"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_1 = add_columns(\"filtered_1.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_1.to_csv(\"filtered_1_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_2 = add_columns(\"filtered_2.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_2.to_csv(\"filtered_2_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_3 = add_columns(\"filtered_3.csv\")\n",
    "filtered_3.to_csv(\"filtered_3_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_4 = add_columns(\"filtered_4.csv\")\n",
    "filtered_4.to_csv(\"filtered_4_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_5 = add_columns(\"filtered_5.csv\")\n",
    "filtered_5.to_csv(\"filtered_5_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_6 = add_columns(\"filtered_6.csv\")\n",
    "filtered_6.to_csv(\"filtered_6_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_7 = add_columns(\"filtered_7.csv\")\n",
    "filtered_7.to_csv(\"filtered_7_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_8 = add_columns(\"filtered_8.csv\")\n",
    "filtered_8.to_csv(\"filtered_8_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_9 = add_columns(\"filtered_9.csv\")\n",
    "filtered_9.to_csv(\"filtered_9_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "filtered_10 = add_columns(\"filtered_10.csv\")\n",
    "filtered_10.to_csv(\"filtered_10_with_neighbors.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "collapsed_sections": [],
   "name": "Sumerian",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}