main.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "6813c30d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "%run tasks.ipynb"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "87fcb2e5",
   "metadata": {},
   "source": [
    "# handling .json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "cd8813c3",
   "metadata": {},
   "outputs": [],
   "source": [
    "# data_source='json_data'\n",
    "# json_files_list=['json1','json2']\n",
    "# output_dir='outputs/'\n",
    "\n",
    "# json1=read_json('json1')\n",
    "# json2=read_json('json2')\n",
    "\n",
    "# [print(read_json(i),end='\\n\\n') for i in json_files_list]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "8283aab4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# if __name__ == '__main__':\n",
    "#     merged_data_frame = (pd.concat(\n",
    "#         (merge_lists(data_source, json_files_list)), axis=0, ignore_index=True\n",
    "#     )).to_json(output_dir + \"merged_json_file.json\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "7484e7a9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# df1=json_to_df(json1)\n",
    "# df2=json_to_df(json2)\n",
    "# df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ab46cefe",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# merged_df = pd.merge(df1, df2, on='Student Name' , how='inner')\n",
    "# merged_df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "191b41f8",
   "metadata": {},
   "source": [
    "# handling .jsonl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "7e4ce39c",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# student_details=read_jsonline('json_data')\n",
    "# student_details"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "89f9032b",
   "metadata": {},
   "source": [
    "## read file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3d738338",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# PATH='json_data'\n",
    "# file_name='json1'\n",
    "# read_jsonl(PATH,file_name)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "250dd6a0",
   "metadata": {},
   "source": [
    "## write to file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "643fcd29",
   "metadata": {},
   "outputs": [],
   "source": [
    "# data={'Student Adm No. ': '24 ', 'Student Name ': 'wamwea onyullo', 'Date of Birth ': '1991 '}\n",
    "# # type(data)\n",
    "\n",
    "# file_name='json1'\n",
    "# write_to_jsonl(PATH,file_name,data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0f174481",
   "metadata": {},
   "outputs": [],
   "source": [
    "# pdf to json\n",
    "\n",
    "INPUT_PATH='..\\..\\scrabble_praco'\n",
    "file_name='Monetary Units-Good words.pdf'\n",
    "curr_tables=read_pdf(INPUT_PATH,file_name)\n",
    "\n",
    "json_file_path = 'monetary_units.json'\n",
    "OUTPUT_DIR='outputs'\n",
    "convert_pdf_to_json(curr_tables,f\"{OUTPUT_DIR}/{json_file_path}\")\n",
    "\n",
    "\n",
    "# # convert PDF into CSV file\n",
    "# tabula.convert_into(f\"{PATH}\\Monetary Units-Good words.pdf\", \"curr_output.csv\", output_format=\"csv\", pages='all')\n",
    "\n",
    "# dfs=pd.read_csv('curr_output.csv')\n",
    "# dfs\n",
    "\n",
    "# # dfs.to_json()\n",
    "\n",
    "\n",
    "# # dfs['monetary unit']\n",
    "\n",
    "# # import json\n",
    "# # with open('monetary_units.json', 'w') as f:\n",
    "# #     json.dump(dfs, f)\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3182583c",
   "metadata": {},
   "source": [
    "## Sample project: appending asian words to a .json file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "a30ec640",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'0': 'adharma',\n",
       " '1': 'amreeta',\n",
       " '2': 'amrit',\n",
       " '3': 'amrita',\n",
       " '4': 'anicut',\n",
       " '5': 'annicut',\n",
       " '6': 'arrack',\n",
       " '7': 'bacha',\n",
       " '8': 'bachcha',\n",
       " '9': 'bangsring',\n",
       " '10': 'banxring',\n",
       " '11': 'beegah',\n",
       " '12': 'bhoona',\n",
       " '13': 'bhuna',\n",
       " '14': 'bigha',\n",
       " '15': 'bodhi',\n",
       " '16': 'bonze',\n",
       " '17': 'buddha',\n",
       " '18': 'bunnia',\n",
       " '19': 'chaya',\n",
       " '20': 'chetah',\n",
       " '21': 'chout',\n",
       " '22': 'cumquat',\n",
       " '23': 'dacoit',\n",
       " '24': 'dacoitage',\n",
       " '25': 'dacoity',\n",
       " '26': 'daiko',\n",
       " '27': 'dakoit',\n",
       " '28': 'dakoiti',\n",
       " '29': 'dakoity',\n",
       " '30': 'dargah',\n",
       " '31': 'deshi',\n",
       " '32': 'desi',\n",
       " '33': 'dharma',\n",
       " '34': 'dharmic',\n",
       " '35': 'dharna',\n",
       " '36': 'dhurna',\n",
       " '37': 'dhyana',\n",
       " '38': 'farang',\n",
       " '39': 'gagaku',\n",
       " '40': 'gharry',\n",
       " '41': 'gherao',\n",
       " '42': 'guanxi',\n",
       " '43': 'hangul',\n",
       " '44': 'hapkido',\n",
       " '45': 'huma',\n",
       " '46': 'jaggery',\n",
       " '47': 'jagghery',\n",
       " '48': 'jaghir',\n",
       " '49': 'jaghire',\n",
       " '50': 'jagir',\n",
       " '51': 'jawan',\n",
       " '52': 'jiujitsu',\n",
       " '53': 'jnana',\n",
       " '54': 'joss',\n",
       " '55': 'jujitsu',\n",
       " '56': 'jujutsu',\n",
       " '57': 'kabaya',\n",
       " '58': 'kaizen',\n",
       " '59': 'kamees',\n",
       " '60': 'kameez',\n",
       " '61': 'kara',\n",
       " '62': 'karahi',\n",
       " '63': 'karma',\n",
       " '64': 'keiretsu',\n",
       " '65': 'khurta',\n",
       " '66': 'kilim',\n",
       " '67': 'kimchee',\n",
       " '68': 'kimchi',\n",
       " '69': 'kirtan',\n",
       " '70': 'koan',\n",
       " '71': 'koban',\n",
       " '72': 'kotow',\n",
       " '73': 'kowtow',\n",
       " '74': 'kumquat',\n",
       " '75': 'kurta',\n",
       " '76': 'kutcha',\n",
       " '77': 'laogai',\n",
       " '78': 'lauan',\n",
       " '79': 'mahjong',\n",
       " '80': 'maiko',\n",
       " '81': 'mandarin',\n",
       " '82': 'mandarine',\n",
       " '83': 'mandi',\n",
       " '84': 'mandir',\n",
       " '85': 'mandira',\n",
       " '86': 'mino',\n",
       " '87': 'moksha',\n",
       " '88': 'murti',\n",
       " '89': 'nabob',\n",
       " '90': 'nach',\n",
       " '91': 'nauch',\n",
       " '92': 'nautch',\n",
       " '93': 'nawab',\n",
       " '94': 'nilgai',\n",
       " '95': 'nilghai',\n",
       " '96': 'nylghau',\n",
       " '97': 'packfong',\n",
       " '98': 'pakfong',\n",
       " '99': 'paktong',\n",
       " '100': 'pela',\n",
       " '101': 'pipa',\n",
       " '102': 'pongee',\n",
       " '103': 'qigong',\n",
       " '104': 'qinghaosu',\n",
       " '105': 'raiyat',\n",
       " '106': 'ryot',\n",
       " '107': 'ryotwari',\n",
       " '108': 'sampan',\n",
       " '109': 'samsara',\n",
       " '110': 'scimitar',\n",
       " '111': 'scimiter',\n",
       " '112': 'shanti',\n",
       " '113': 'shantih',\n",
       " '114': 'shehnai',\n",
       " '115': 'shenai',\n",
       " '116': 'shiitake',\n",
       " '117': 'shitake',\n",
       " '118': 'simitar',\n",
       " '119': 'sriracha',\n",
       " '120': 'stupa',\n",
       " '121': 'subah',\n",
       " '122': 'tabla',\n",
       " '123': 'taiko',\n",
       " '124': 'taluk',\n",
       " '125': 'tamari',\n",
       " '126': 'tana',\n",
       " '127': 'tanna',\n",
       " '128': 'tannah',\n",
       " '129': 'tatsoi',\n",
       " '130': 'teledu',\n",
       " '131': 'terai',\n",
       " '132': 'thana',\n",
       " '133': 'thanah',\n",
       " '134': 'thanna',\n",
       " '135': 'thannah',\n",
       " '136': 'torii',\n",
       " '137': 'tulwar',\n",
       " '138': 'varna',\n",
       " '139': 'veena',\n",
       " '140': 'vetiver',\n",
       " '141': 'whangee',\n",
       " '142': 'wushu',\n",
       " '143': 'yamen',\n",
       " '144': 'yamun',\n",
       " '145': 'yojan',\n",
       " '146': 'yojana',\n",
       " '147': 'yukata',\n",
       " '148': 'zaikai',\n",
       " '149': 'zamindar',\n",
       " '150': 'zamindari',\n",
       " '151': 'zamindary',\n",
       " '152': 'zanana',\n",
       " '153': 'zemindar',\n",
       " '154': 'zemindari',\n",
       " '155': 'zemindary',\n",
       " '156': 'zenana'}"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read the JSON data to a file\n",
    "PATH='asian_data'\n",
    "data=read_json(PATH,'asian_words')\n",
    "data\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "db50e8f4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'0': ['adharma'], '1': ['amreeta'], '2': ['amrit'], '3': ['amrita'], '4': ['anicut'], '5': ['annicut'], '6': ['arrack'], '7': ['bacha'], '8': ['bachcha'], '9': ['bangsring'], '10': ['banxring'], '11': ['beegah'], '12': ['bhoona'], '13': ['bhuna'], '14': ['bigha'], '15': ['bodhi'], '16': ['bonze'], '17': ['buddha'], '18': ['bunnia'], '19': ['chaya'], '20': ['chetah'], '21': ['chout'], '22': ['cumquat'], '23': ['dacoit'], '24': ['dacoitage'], '25': ['dacoity'], '26': ['daiko'], '27': ['dakoit'], '28': ['dakoiti'], '29': ['dakoity'], '30': ['dargah'], '31': ['deshi'], '32': ['desi'], '33': ['dharma'], '34': ['dharmic'], '35': ['dharna'], '36': ['dhurna'], '37': ['dhyana'], '38': ['farang'], '39': ['gagaku'], '40': ['gharry'], '41': ['gherao'], '42': ['guanxi'], '43': ['hangul'], '44': ['hapkido'], '45': ['huma'], '46': ['jaggery'], '47': ['jagghery'], '48': ['jaghir'], '49': ['jaghire'], '50': ['jagir'], '51': ['jawan'], '52': ['jiujitsu'], '53': ['jnana'], '54': ['joss'], '55': ['jujitsu'], '56': ['jujutsu'], '57': ['kabaya'], '58': ['kaizen'], '59': ['kamees'], '60': ['kameez'], '61': ['kara'], '62': ['karahi'], '63': ['karma'], '64': ['keiretsu'], '65': ['khurta'], '66': ['kilim'], '67': ['kimchee'], '68': ['kimchi'], '69': ['kirtan'], '70': ['koan'], '71': ['koban'], '72': ['kotow'], '73': ['kowtow'], '74': ['kumquat'], '75': ['kurta'], '76': ['kutcha'], '77': ['laogai'], '78': ['lauan'], '79': ['mahjong'], '80': ['maiko'], '81': ['mandarin'], '82': ['mandarine'], '83': ['mandi'], '84': ['mandir'], '85': ['mandira'], '86': ['mino'], '87': ['moksha'], '88': ['murti'], '89': ['nabob'], '90': ['nach'], '91': ['nauch'], '92': ['nautch'], '93': ['nawab'], '94': ['nilgai'], '95': ['nilghai'], '96': ['nylghau'], '97': ['packfong'], '98': ['pakfong'], '99': ['paktong'], '100': ['pela'], '101': ['pipa'], '102': ['pongee'], '103': ['qigong'], '104': ['qinghaosu'], '105': ['raiyat'], '106': ['ryot'], '107': ['ryotwari'], '108': ['sampan'], '109': ['samsara'], '110': ['scimitar'], '111': ['scimiter'], '112': ['shanti'], '113': ['shantih'], '114': ['shehnai'], '115': ['shenai'], '116': ['shiitake'], '117': ['shitake'], '118': ['simitar'], '119': ['sriracha'], '120': ['stupa'], '121': ['subah'], '122': ['tabla'], '123': ['taiko'], '124': ['taluk'], '125': ['tamari'], '126': ['tana'], '127': ['tanna'], '128': ['tannah'], '129': ['tatsoi'], '130': ['teledu'], '131': ['terai'], '132': ['thana'], '133': ['thanah'], '134': ['thanna'], '135': ['thannah'], '136': ['torii'], '137': ['tulwar'], '138': ['varna'], '139': ['veena'], '140': ['vetiver'], '141': ['whangee'], '142': ['wushu'], '143': ['yamen'], '144': ['yamun'], '145': ['yojan'], '146': ['yojana'], '147': ['yukata'], '148': ['zaikai'], '149': ['zamindar'], '150': ['zamindari'], '151': ['zamindary'], '152': ['zanana'], '153': ['zemindar'], '154': ['zemindari'], '155': ['zemindary'], '156': ['zenana']}\n"
     ]
    }
   ],
   "source": [
    "# convert the values of the dict to type list\n",
    "for k, v in data.items():\n",
    "    data[k] = [v]\n",
    "print(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "883aaad2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'0': ['adharma'],\n",
       " '1': ['amreeta'],\n",
       " '2': ['amrit'],\n",
       " '3': ['amrita', '\\n[Skr. amrita.]\\n'],\n",
       " '4': ['anicut', '\\n[Tamil anai kattu dam building.]\\n'],\n",
       " '5': ['annicut'],\n",
       " '6': ['arrack',\n",
       "  '\\n[Ar. araq sweat, juice, spirituous liquor, fr. araqa to sweat. Cf. Rack arrack.]\\n'],\n",
       " '7': ['bacha', 'An internal server error occurred'],\n",
       " '8': ['bachcha', 'API rate limit exceeded'],\n",
       " '9': ['bangsring', 'API rate limit exceeded'],\n",
       " '10': ['banxring'],\n",
       " '11': ['beegah'],\n",
       " '12': ['bhoona'],\n",
       " '13': ['bhuna'],\n",
       " '14': ['bigha'],\n",
       " '15': ['bodhi'],\n",
       " '16': ['bonze'],\n",
       " '17': ['buddha'],\n",
       " '18': ['bunnia'],\n",
       " '19': ['chaya'],\n",
       " '20': ['chetah'],\n",
       " '21': ['chout'],\n",
       " '22': ['cumquat'],\n",
       " '23': ['dacoit'],\n",
       " '24': ['dacoitage'],\n",
       " '25': ['dacoity'],\n",
       " '26': ['daiko'],\n",
       " '27': ['dakoit'],\n",
       " '28': ['dakoiti'],\n",
       " '29': ['dakoity'],\n",
       " '30': ['dargah'],\n",
       " '31': ['deshi'],\n",
       " '32': ['desi'],\n",
       " '33': ['dharma'],\n",
       " '34': ['dharmic'],\n",
       " '35': ['dharna'],\n",
       " '36': ['dhurna'],\n",
       " '37': ['dhyana'],\n",
       " '38': ['farang'],\n",
       " '39': ['gagaku'],\n",
       " '40': ['gharry'],\n",
       " '41': ['gherao'],\n",
       " '42': ['guanxi'],\n",
       " '43': ['hangul'],\n",
       " '44': ['hapkido'],\n",
       " '45': ['huma'],\n",
       " '46': ['jaggery'],\n",
       " '47': ['jagghery'],\n",
       " '48': ['jaghir'],\n",
       " '49': ['jaghire'],\n",
       " '50': ['jagir'],\n",
       " '51': ['jawan'],\n",
       " '52': ['jiujitsu'],\n",
       " '53': ['jnana'],\n",
       " '54': ['joss'],\n",
       " '55': ['jujitsu'],\n",
       " '56': ['jujutsu'],\n",
       " '57': ['kabaya'],\n",
       " '58': ['kaizen'],\n",
       " '59': ['kamees'],\n",
       " '60': ['kameez'],\n",
       " '61': ['kara'],\n",
       " '62': ['karahi'],\n",
       " '63': ['karma'],\n",
       " '64': ['keiretsu'],\n",
       " '65': ['khurta'],\n",
       " '66': ['kilim'],\n",
       " '67': ['kimchee'],\n",
       " '68': ['kimchi'],\n",
       " '69': ['kirtan'],\n",
       " '70': ['koan'],\n",
       " '71': ['koban'],\n",
       " '72': ['kotow'],\n",
       " '73': ['kowtow'],\n",
       " '74': ['kumquat'],\n",
       " '75': ['kurta'],\n",
       " '76': ['kutcha'],\n",
       " '77': ['laogai'],\n",
       " '78': ['lauan'],\n",
       " '79': ['mahjong'],\n",
       " '80': ['maiko'],\n",
       " '81': ['mandarin'],\n",
       " '82': ['mandarine'],\n",
       " '83': ['mandi'],\n",
       " '84': ['mandir'],\n",
       " '85': ['mandira'],\n",
       " '86': ['mino'],\n",
       " '87': ['moksha'],\n",
       " '88': ['murti'],\n",
       " '89': ['nabob'],\n",
       " '90': ['nach'],\n",
       " '91': ['nauch'],\n",
       " '92': ['nautch'],\n",
       " '93': ['nawab'],\n",
       " '94': ['nilgai'],\n",
       " '95': ['nilghai'],\n",
       " '96': ['nylghau'],\n",
       " '97': ['packfong'],\n",
       " '98': ['pakfong'],\n",
       " '99': ['paktong'],\n",
       " '100': ['pela'],\n",
       " '101': ['pipa'],\n",
       " '102': ['pongee'],\n",
       " '103': ['qigong'],\n",
       " '104': ['qinghaosu'],\n",
       " '105': ['raiyat'],\n",
       " '106': ['ryot'],\n",
       " '107': ['ryotwari'],\n",
       " '108': ['sampan'],\n",
       " '109': ['samsara'],\n",
       " '110': ['scimitar'],\n",
       " '111': ['scimiter'],\n",
       " '112': ['shanti'],\n",
       " '113': ['shantih'],\n",
       " '114': ['shehnai'],\n",
       " '115': ['shenai'],\n",
       " '116': ['shiitake'],\n",
       " '117': ['shitake'],\n",
       " '118': ['simitar'],\n",
       " '119': ['sriracha'],\n",
       " '120': ['stupa'],\n",
       " '121': ['subah'],\n",
       " '122': ['tabla'],\n",
       " '123': ['taiko'],\n",
       " '124': ['taluk'],\n",
       " '125': ['tamari'],\n",
       " '126': ['tana'],\n",
       " '127': ['tanna'],\n",
       " '128': ['tannah'],\n",
       " '129': ['tatsoi'],\n",
       " '130': ['teledu'],\n",
       " '131': ['terai'],\n",
       " '132': ['thana'],\n",
       " '133': ['thanah'],\n",
       " '134': ['thanna'],\n",
       " '135': ['thannah'],\n",
       " '136': ['torii'],\n",
       " '137': ['tulwar'],\n",
       " '138': ['varna'],\n",
       " '139': ['veena'],\n",
       " '140': ['vetiver'],\n",
       " '141': ['whangee'],\n",
       " '142': ['wushu'],\n",
       " '143': ['yamen'],\n",
       " '144': ['yamun'],\n",
       " '145': ['yojan'],\n",
       " '146': ['yojana'],\n",
       " '147': ['yukata'],\n",
       " '148': ['zaikai'],\n",
       " '149': ['zamindar'],\n",
       " '150': ['zamindari'],\n",
       " '151': ['zamindary'],\n",
       " '152': ['zanana'],\n",
       " '153': ['zemindar'],\n",
       " '154': ['zemindari'],\n",
       " '155': ['zemindary'],\n",
       " '156': ['zenana']}"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# append the etymology of the word to the value list\n",
    "# you may consider using a test file to avoid tampering with the original dict\n",
    "\n",
    "for k,v in data.items():\n",
    "    if int(k) <10:\n",
    "        if getEtymology(v[0])=='An internal server error occurred':\n",
    "            continue \n",
    "    #     print(f\"{word}: {getEtymology(word)}\")\n",
    "        v.append(getEtymology(v[0]))\n",
    "        \n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "2f66704b",
   "metadata": {},
   "outputs": [],
   "source": [
    "write_to_json(PATH,'asian_words-test',data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4660b348",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}