Ingredient Parsing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pymongo\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import ast"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "client = pymongo.MongoClient(\"mongodb://localhost:27017/\")\n",
    "db = client['food_analysis']\n",
    "urls = db['urls']\n",
    "recipes = db['recipes']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "code_folding": [
     0
    ]
   },
   "outputs": [],
   "source": [
    "# Parser Class\n",
    "class IngredientParser:\n",
    "    \"\"\"\n",
    "    A Parser for processing ingredients\n",
    "    \"\"\"\n",
    "    def __init__(self):\n",
    "        \"\"\"\n",
    "        No params needed, intialization setsup many of the variables needed to run the main function\n",
    "        .Parse(). This class is only half-baked, it contains a crude and static ingredient reference\n",
    "        but would need to be widely expanded for general use.\n",
    "        \"\"\"\n",
    "        self.units = [\"cup\", \"c.\", \"g\", \"gram\", 'lb', 'teaspoon', \"tsp\", \"tbsp\", \"oz\", 'tablespoon', 'container', 'packet',\n",
    "                 'bag',\n",
    "                 \"stick\",\n",
    "                 'quart', 'pound', 'can', 'bottle', 'pint', 'package', 'ounce', 'jars', 'heads', 'gallons', 'drops',\n",
    "                 \"drop\",\n",
    "                 'envelope', 'bar', 'box', 'pinch', 'dash', 'bunch', 'recipe', 'layer', 'slice', 'link', 'bulb',\n",
    "                 'stalk',\n",
    "                 'square', 'sprig',\n",
    "                 'fillet', 'piece', 'leg', 'thigh', 'cube', 'granule', 'strip', 'tray', 'leave', 'loaves', 'halves',\n",
    "                 'jar']\n",
    "\n",
    "        self.descriptors = ['beaten', 'chopped', 'cold', 'diced', 'packed', 'hot', 'large', 'melted', 'mini',\n",
    "               'miniature', 'packed', 'room temperature', 'sifted', 'softened', 'warm', \"drained\", \"rinsed\", \"optional\",\n",
    "               \"mashed\", \"ripe\", \"medium\", \"ground\", \"pitted\", \"minced\"]\n",
    "\n",
    "        self.ir = {\n",
    "                  \"flour\":{\n",
    "           \"types\":['all purpose', \"white\", \"brown\", \"spelt\", \"oat\", \"millet\",\n",
    "                 \"whole wheat\", \"almond\", \"tapioca\", \"sorghum\", \"rice\", \"coconut\", \"garfava\"\n",
    "                 \"barley\", \"cake\", \"bread\", \"self-rising\", \"soy\", \"pastry\"]\n",
    "                  },\n",
    "                  \"brown sugar\":{\n",
    "                      \"types\":[\"dark\", \"light\"],\n",
    "                      \"aka\":[\"brown-sugar\"]\n",
    "                  },\n",
    "                  \"sugar\":{\n",
    "                      \"types\":[\"granulated\", \"white\", \"substitute\", \"splenda\", \"cane\"],\n",
    "                      \"aka\":[\"splenda\"],\n",
    "                      \"stopwords\":[\"free\"]\n",
    "                  },\n",
    "                  \"butter\":{\n",
    "                      \"types\":[\"salted\", \"unsalted\"],\n",
    "                      \"stopwords\":[\"almond\", \"peanut\", \"scotch\"]\n",
    "                  },\n",
    "                  \"water\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"baking powder\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":[\"baking-powder\"]\n",
    "                  },\n",
    "                  \"salt\":{\n",
    "                      \"types\":[\"kosher\", \"coarse\", \"sea\", \"popcorn\", \"fine\", \"himalayan\", \"table\"],\n",
    "                      \"aka\":[\"sea-salt\"]\n",
    "                  },\n",
    "                  \"chocolate chip\":{\n",
    "                      \"types\":[\"semi sweet\", \"milk\", \"dark\", \"white\", \"bittersweet\"],\n",
    "                      \"aka\":[\"chocolate chips\"]\n",
    "                  },\n",
    "                  \"chocolate chunk\":{\n",
    "                      \"types\":[\"semi sweet\", \"milk\", \"dark\", \"white\", \"bittersweet\"],\n",
    "                      \"aka\":[\"chocolate chunks\", \"chocolate morsels\", \"chocolate morsel\"]\n",
    "                  },\n",
    "                  \"baking soda\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":[\"baking-soda\"]\n",
    "                  },\n",
    "                  \"oat\":{\n",
    "                      \"types\":[\"old fashioned\", \"rolled\", \"quick-cooking\"],\n",
    "                      \"aka\":[\"rolled-oats\"],\n",
    "                      \"stopwords\":[\"milk\", 'flour']\n",
    "                  },\n",
    "                  \"vanilla extract\":{\n",
    "                      \"types\":['madagascar'],\n",
    "                      \"aka\":[\"vanilla\"]\n",
    "                  },\n",
    "                  \"shortening\":{\n",
    "                      \"types\":['vegatable']\n",
    "                  },\n",
    "                  \"walnut\":{\n",
    "                      \"types\":[\"roasted\", \"toasted\"],\n",
    "                      \"aka\":[\"walnuts\"],\n",
    "                      \"stopwords\":[\" nuts\"]\n",
    "                  },\n",
    "                  \"pecan\":{\n",
    "                     \"types\":[\"roasted\", \"toasted\"],\n",
    "                     \"aka\":[\"pecans\" ]\n",
    "                  },\n",
    "                  \"oil\":{\n",
    "                      \"types\":[\"olive\", \"vegetable\", \"avocado\", \"canola\", \"virgin\", \"coconut\"]\n",
    "                  },\n",
    "                  \"coconut\":{\n",
    "                      \"types\":[\"flaked\", \"unsweetened\"],\n",
    "                      \"stopwords\":[\"milk\", \"pudding\"]\n",
    "                  },\n",
    "                  \"chickpeas\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":[\"garbonzo beans\", \"ghana\"]\n",
    "                  },\n",
    "                  \"cooking spray\":{\n",
    "                      \"types\":[\"nonstick\"],\n",
    "                      \"aka\":[\"pam\"]\n",
    "                  },\n",
    "                  \"milk\":{\n",
    "                      \"types\":[\"whole\", \"2%\", \"skim\", \"dairy free\", \"coconut\", \"almond\", \"oat\", \"soy\"]\n",
    "                  },\n",
    "                  \"sour cream\":{\n",
    "                      \"types\":[\"fat free\", \"dairy free\"]\n",
    "                  },\n",
    "                  \"banana\":{\n",
    "                      \"types\":[\"cavendish\"],\n",
    "                      \"stopwords\":[\"extract\"]\n",
    "                  },\n",
    "                  \"banana extract\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"cornstarch\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"cocoa powder\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"nuts\":{\n",
    "                      \"types\":[\"walnut\", \"pecan\", \"peanut\"]\n",
    "                  },\n",
    "                  \"peanut\":{\n",
    "                      \"types\":[],\n",
    "                      \"stopwords\":[\" nuts\", \"butter\"]\n",
    "                  },\n",
    "                  \"honey\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"baking mix\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"cherry\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":[\"cherries\"]\n",
    "                  },\n",
    "                  \"almond extract\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"almond\":{\n",
    "                      \"types\":[],\n",
    "                      \"stopwords\":[\"milk\", \"extract\"]\n",
    "                  },\n",
    "                  \"pudding\":{\n",
    "                      \"types\":[\"coconut cream\", \"butterscotch\"]\n",
    "                  },\n",
    "                  \"heavy cream\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"pretzels\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"date\":{\n",
    "                      \"types\":[\"medjool\"]\n",
    "                  },\n",
    "                  \"flax seeds\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"quinoa\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"applesauce\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"xanthan gum\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"cinnamon\":{\n",
    "                      \"types\":[\"ground\", \"saigon\"]\n",
    "                  },\n",
    "                  \"instant coffee\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"peanut butter\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"ginger\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"molasses\":{\n",
    "                      \"types\":[\"unsulphured\", \"un-sulphured\", \"blackstrap\"]\n",
    "                  },\n",
    "                  \"cloves\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":['clove']\n",
    "                  },\n",
    "                  \"allspice\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":[\"all spice\"]\n",
    "                  },\n",
    "                  \"black pepper\":{\n",
    "                      \"types\":[\"ground pepper\"]\n",
    "                  },\n",
    "                  \"strawberry\":{\n",
    "                      \"types\":[],\n",
    "                      \"aka\":['strawberries']\n",
    "                  },\n",
    "                  \"instant espresso\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"pumpkin pie spice\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"apple pie spice\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"orange peel\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"margarine\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"chocolate\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"egg noodle\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"onion\":{\n",
    "                      \"types\":[\"yellow\", \"spanish\", \"sweet\", \"red\"]\n",
    "                  },\n",
    "                  \"ground beef\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"mushroom\":{\n",
    "                      \"types\":[],\n",
    "                      \"stopwords\":['cream of']\n",
    "                  },\n",
    "                  \"cream of chicken soup\":{\n",
    "                      \"types\":['undiluted']\n",
    "                  },\n",
    "                  \"dried parsley\":{\n",
    "                      \"types\":[]\n",
    "                  },\n",
    "                  \"garlic\":{\n",
    "                      \"types\":[\"clove\"]\n",
    "                  },\n",
    "                  \"cream of mushroom soup\":{\n",
    "                      \"types\":[]\n",
    "                  }\n",
    "\n",
    "                }\n",
    "\n",
    "    def Parse(self, ing):\n",
    "        \"\"\"\n",
    "        Core function for processing an ingredient\n",
    "        :param ing:\n",
    "        :return:\n",
    "        \"\"\"\n",
    "\n",
    "        # Output schema for parsing\n",
    "        ing_dict = {\"ingredient_string\": ing.lower(),\n",
    "                    \"quant\": None,\n",
    "                    \"unit\": None,\n",
    "                    \"item\": None,\n",
    "                    \"type\": None,\n",
    "                    \"descriptors\": None}\n",
    "        split_ing = ['None', 'None']\n",
    "\n",
    "        # Unit Parsing\n",
    "        for unit in self.units:\n",
    "            if \" \" + unit + \"s \" in ing:\n",
    "                ing_dict[\"unit\"] = unit\n",
    "                split_ing = ing.lower().split(\" \" + unit + \"s \")\n",
    "                break\n",
    "            elif \" \" + unit + \"es \" in ing:\n",
    "                ing_dict[\"unit\"] = unit\n",
    "                split_ing = ing.lower().split(\" \" + unit + \"es \")\n",
    "                break\n",
    "            elif \" \" + unit + \" \" in ing:\n",
    "                ing_dict[\"unit\"] = unit\n",
    "                split_ing = ing.lower().split(\" \" + unit + \" \")\n",
    "                break\n",
    "            elif \" \" + unit +\".\" in ing:\n",
    "                ing_dict[\"unit\"] = unit\n",
    "                split_ing = ing.lower().split(\" \" + unit +\".\")\n",
    "                break\n",
    "            else:\n",
    "                split_ing = [ing, ing]\n",
    "                continue\n",
    "        ing_dict[\"quant\"] = self.parse_quant(split_ing[0])\n",
    "\n",
    "        # ING Parsing\n",
    "        ing_dict[\"item\"] = self.parse_ing_item(split_ing[1])\n",
    "        ing_dict[\"type\"] = self.parse_ing_types(split_ing[1], ing_dict[\"item\"])\n",
    "        ing_dict[\"descriptors\"] = self.parse_ing_descriptors(split_ing[1])\n",
    "\n",
    "        return ing_dict\n",
    "\n",
    "    def parse_quant(self, quant):\n",
    "        \"\"\"\n",
    "        Parse out a numerical quantity from fractional and other representations\n",
    "        :param quant: str containing quantity to conver\n",
    "        :return: float of quantity\n",
    "        \"\"\"\n",
    "        if quant is None:\n",
    "            return 0\n",
    "\n",
    "        fractions = {\"↉\": \"0\", \"⅒\": \"1/10\", \"⅑\": \"1/9\", \"⅛\": \"1/8\",\n",
    "                     \"⅐\": \"1/7\", \"⅙\": \"1/6\", \"⅕\": \"1/5\", \"¼\": \"1/4\",\n",
    "                     \"⅓\": \"1/3\", \"½\": \"1/2\", \"⅖\": \"2/3\", \"⅔\": \"2/3\",\n",
    "                     \"⅜\": \"3/8\", \"⅗\": \"3/5\", \"¾\": \"3/4\", \"⅘\": \"4/5\",\n",
    "                     \"⅝\": \"5/8\", \"⅚\": \"5/6\", \"⅞\": \"7/8\"}\n",
    "\n",
    "        new_quant = quant.replace(\"⁄\", \"/\")\n",
    "        for frac in fractions:\n",
    "            if frac in quant:\n",
    "                new_quant.replace(frac, fractions[frac])\n",
    "\n",
    "        quant_num = 0\n",
    "        for num in new_quant.split(\" \"):\n",
    "            try:\n",
    "                if \"/\" in num:\n",
    "                    try:\n",
    "                        quant_num += ast.literal_eval(num.split(\"/\")[0]) / ast.literal_eval(num.split(\"/\")[1])\n",
    "                    except:\n",
    "                        quant_num += 0\n",
    "                elif (\"-\" in num) | (\"to\" in num):\n",
    "                    break\n",
    "                else:\n",
    "                    quant_num += ast.literal_eval(num)\n",
    "            except:\n",
    "                quant_num += 0\n",
    "\n",
    "        return quant_num\n",
    "\n",
    "    def parse_ing_descriptors(self, ing_string):\n",
    "        \"\"\"\n",
    "        Loop through possible descriptors for an ingredient and pull them out into a list\n",
    "        :param ing_string:\n",
    "        :param descriptors:\n",
    "        :return:\n",
    "        \"\"\"\n",
    "\n",
    "        descriptors_found = []\n",
    "        for desc in self.descriptors:\n",
    "\n",
    "            if desc in ing_string:\n",
    "                descriptors_found.append(desc)\n",
    "            elif \" \" in desc:\n",
    "                if \"-\".join(desc.split(\" \")) in ing_string:\n",
    "                    descriptors_found.append(desc)\n",
    "\n",
    "        return descriptors_found\n",
    "\n",
    "    def parse_ing_types(self, ing_string, item):\n",
    "        \"\"\"\n",
    "        Parse out the ingredient types for an ingredient string using regex\n",
    "        :param ing_string: str of ingredient for a recipes ingredient list\n",
    "        :param item: the item in ir to which the ingredient belongs\n",
    "        :return: List of types the ingredient matches\n",
    "        \"\"\"\n",
    "        found_types = []\n",
    "        if item not in self.ir.keys():\n",
    "            return found_types\n",
    "\n",
    "        for ing_type in self.ir[item][\"types\"]:\n",
    "\n",
    "            if ing_type in ing_string:\n",
    "                found_types.append(ing_type)\n",
    "            elif \" \" in ing_type:\n",
    "                if \"-\".join(ing_type.split(\" \")) in ing_string:\n",
    "                    found_types.append(ing_type)\n",
    "\n",
    "        return found_types\n",
    "\n",
    "    def parse_ing_item(self, ing_string):\n",
    "        \"\"\"\n",
    "        Determine which item the ingredient is using ir\n",
    "        :param ing_string: ingredient string to look for\n",
    "        :return: the item from ir the ingredient corresponds to\n",
    "        \"\"\"\n",
    "        for item in self.ir:\n",
    "\n",
    "            # Item name\n",
    "            if item in ing_string:\n",
    "                good_match = True\n",
    "\n",
    "                # Check if stopwords\n",
    "                if \"stopwords\" in self.ir[item]:\n",
    "                    for sw in self.ir[item][\"stopwords\"]:\n",
    "                        if sw in ing_string:\n",
    "                            good_match = False\n",
    "\n",
    "                if good_match:\n",
    "                    return item\n",
    "                else:\n",
    "                    continue\n",
    "\n",
    "            elif \"aka\" in self.ir[item].keys():\n",
    "                for name in self.ir[item][\"aka\"]:\n",
    "                    if name in ing_string:\n",
    "                        return item"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def unify_units(unit, quant):\n",
    "    \n",
    "    unit_ref = {\"cup\":[\"cup\", 'c.'],\n",
    "                \"gram\":['gram', 'g', 'g.'],\n",
    "                \"lb\":['lb', 'pound'],\n",
    "                \"tsp\":[\"tsp\", \"teaspoon\"],\n",
    "                \"tbsp\":[\"tbsp\", \"tablespoon\"],\n",
    "                \"oz\":[\"oz.\", \"ounce\"]}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "[\"cup\", \"c.\", \"g\", \"gram\", 'lb', 'teaspoon', \"tsp\", \"tbsp\", \"oz\", 'tablespoon', 'container', 'packet',\n",
    "                 'bag',\n",
    "                 \"stick\",\n",
    "                 'quart', 'pound', 'can', 'bottle', 'pint', 'package', 'ounce', 'jars', 'heads', 'gallons', 'drops',\n",
    "                 \"drop\",\n",
    "                 'envelope', 'bar', 'box', 'pinch', 'dash', 'bunch', 'recipe', 'layer', 'slice', 'link', 'bulb',\n",
    "                 'stalk',\n",
    "                 'square', 'sprig',\n",
    "                 'fillet', 'piece', 'leg', 'thigh', 'cube', 'granule', 'strip', 'tray', 'leave', 'loaves', 'halves',\n",
    "                 'jar']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "code_folding": [
     0
    ]
   },
   "outputs": [],
   "source": [
    "# Parser Function\n",
    "def parse_recipe_ingredients(ing_list):\n",
    "    \"\"\"\n",
    "    A function that leverages the parser class to process an entire list\n",
    "    :param ing_list:\n",
    "    :return:\n",
    "    \"\"\"\n",
    "    parsed = []\n",
    "    ip = IngredientParser()\n",
    "\n",
    "    for x in ing_list:\n",
    "        parsed.append(ip.Parse(x))\n",
    "\n",
    "    return parsed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Get recipe list\n",
    "rec_name = 'mac and cheese'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "query = { \"title\": { \"$regex\": rec_name, \"$options\" :'i' }, \"ingredients\": { \"$regex\": 'white cheddar', \"$options\" :'i' } }\n",
    "df = pd.DataFrame(list(recipes.find(query)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>_id</th>\n",
       "      <th>title</th>\n",
       "      <th>total_time</th>\n",
       "      <th>yields</th>\n",
       "      <th>ingredients</th>\n",
       "      <th>instructions</th>\n",
       "      <th>image</th>\n",
       "      <th>rating</th>\n",
       "      <th>author</th>\n",
       "      <th>reviews</th>\n",
       "      <th>...</th>\n",
       "      <th>prepTime</th>\n",
       "      <th>cookTime</th>\n",
       "      <th>totalTime</th>\n",
       "      <th>datePublished</th>\n",
       "      <th>recipeYield</th>\n",
       "      <th>recipeCategory</th>\n",
       "      <th>cookingMethod</th>\n",
       "      <th>recipeCuisine</th>\n",
       "      <th>review_count</th>\n",
       "      <th>keywords</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5f221a6a61c02dddcf3f8378</td>\n",
       "      <td>Longhorn Steakhouse Mac and Cheese</td>\n",
       "      <td>40</td>\n",
       "      <td></td>\n",
       "      <td>[1 pound cavatappi pasta, 2 tablespoons butter...</td>\n",
       "      <td>None</td>\n",
       "      <td>https://copykat.com/wp-content/uploads/2018/10...</td>\n",
       "      <td>4.38 from 8 votes</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5f22f0b003178f767f247bed</td>\n",
       "      <td>The BEST Stovetop Mac and Cheese</td>\n",
       "      <td>20</td>\n",
       "      <td>8 servings</td>\n",
       "      <td>[2 tablespoons butter, 2 tablespoons flour, 3 ...</td>\n",
       "      <td>b\"Melt butter in a large stockpot over medium-...</td>\n",
       "      <td>https://www.gimmesomeoven.com/wp-content/uploa...</td>\n",
       "      <td>4.900000</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5f22042b61c02dddcf3f78a0</td>\n",
       "      <td>Mini Mac and Cheese</td>\n",
       "      <td>30</td>\n",
       "      <td>24 serving(s)</td>\n",
       "      <td>[1 pound elbow macaroni, 4 tablespoons (1/4 cu...</td>\n",
       "      <td>b'Preheat the oven to 350 degrees F. Butter 2 ...</td>\n",
       "      <td>https://food.fnr.sndimg.com/content/dam/images...</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>sandra-lee</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5f25fe9284787bbaa4c45382</td>\n",
       "      <td>KICKED UP MAC AND CHEESE</td>\n",
       "      <td>60</td>\n",
       "      <td>6 serving(s)</td>\n",
       "      <td>[2 teaspoons butter, 2 eggs, 2 cups whole milk...</td>\n",
       "      <td>b'Preheat the oven to 350 degrees F. Grease a ...</td>\n",
       "      <td>https://food.fnr.sndimg.com/content/dam/images...</td>\n",
       "      <td>-1</td>\n",
       "      <td>emeril-lagasse</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5f288e0e962730a7ad39ebd0</td>\n",
       "      <td>Ultimate Lobster Mac and Cheese</td>\n",
       "      <td>57</td>\n",
       "      <td>6 serving(s)</td>\n",
       "      <td>[kosher salt, 1 lb elbow macaroni or 1 lb your...</td>\n",
       "      <td>b'Preheat oven to 375 degrees F.\\nAdd pasta to...</td>\n",
       "      <td>https://img.sndimg.com/food/image/upload/q_92,...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5f289efd937142c226d43387</td>\n",
       "      <td>Company-Worthy Mac and Cheese</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[12 slices uncooked bacon, 1 teaspoon minced g...</td>\n",
       "      <td>[Cook bacon according to package directions. C...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.8</td>\n",
       "      <td>Sally</td>\n",
       "      <td>[{'@type': 'Review', 'reviewRating': {'@type':...</td>\n",
       "      <td>...</td>\n",
       "      <td>PT15M</td>\n",
       "      <td>PT35M</td>\n",
       "      <td>PT1H</td>\n",
       "      <td>2019-03-18</td>\n",
       "      <td>8</td>\n",
       "      <td>[Dinner]</td>\n",
       "      <td>[Cook]</td>\n",
       "      <td>[American]</td>\n",
       "      <td>10</td>\n",
       "      <td>[macaroni and cheese,  pasta]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>5f28bc71962730a7ad3a019d</td>\n",
       "      <td>Mac and Cheese Primavera</td>\n",
       "      <td>30</td>\n",
       "      <td>6 serving(s)</td>\n",
       "      <td>[1 pound medium pasta shells, 2 tablespoons sa...</td>\n",
       "      <td>b'Cook the pasta according to the package inst...</td>\n",
       "      <td>https://food.fnr.sndimg.com/content/dam/images...</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>ree-drummond</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>5f28d455962730a7ad3a0cc0</td>\n",
       "      <td>Kicked Up Mac and Cheese</td>\n",
       "      <td>None</td>\n",
       "      <td>6 serving(s)</td>\n",
       "      <td>[2 teaspoons butter, 2 eggs, 2 cups of whole m...</td>\n",
       "      <td>b'Preheat the oven to 350 degrees F. Grease a ...</td>\n",
       "      <td>https://food.fnr.sndimg.com/content/dam/images...</td>\n",
       "      <td>-1</td>\n",
       "      <td>emeril-lagasse</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>5f297a1164170ca38045bc01</td>\n",
       "      <td>Creamy Butternut Squash Mac and Cheese with Kale</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[4 cups peeled and cubed butternut squash (abo...</td>\n",
       "      <td>[Combine the squash, broth, milk, and garlic i...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>Sally</td>\n",
       "      <td>[{'@type': 'Review', 'reviewRating': {'@type':...</td>\n",
       "      <td>...</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>PT30M</td>\n",
       "      <td>PT1H10M</td>\n",
       "      <td>2015-10-01</td>\n",
       "      <td>8</td>\n",
       "      <td>[Dinner]</td>\n",
       "      <td>[Cooking]</td>\n",
       "      <td>[American]</td>\n",
       "      <td>1</td>\n",
       "      <td>[mac and cheese,  butternut squash mac and che...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5f2c7966bece05c4910accc2</td>\n",
       "      <td>Crawfish Mac and Cheese</td>\n",
       "      <td>75</td>\n",
       "      <td>8 serving(s)</td>\n",
       "      <td>[2 tablespoons olive oil, 1⁄3 cup diced pancet...</td>\n",
       "      <td>b'Preheat the oven to 350 degrees F.\\nSet a la...</td>\n",
       "      <td>https://img.sndimg.com/food/image/upload/q_92,...</td>\n",
       "      <td>-1</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>5f2c88c363f38746b0e3d328</td>\n",
       "      <td>Butternut Squash Mac and Cheese</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[1/2  medium butternut squash (peeled, seeded,...</td>\n",
       "      <td>[1. Preheat oven to 400 degrees F. Place butte...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5</td>\n",
       "      <td>Maria Lichty</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>PT15M</td>\n",
       "      <td>PT45M</td>\n",
       "      <td>PT60M</td>\n",
       "      <td>2011-11-21T04:47:03+00:00</td>\n",
       "      <td>8</td>\n",
       "      <td>[Main Course]</td>\n",
       "      <td>None</td>\n",
       "      <td>[American]</td>\n",
       "      <td>None</td>\n",
       "      <td>[vegetarian]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5f31745f18a52b85cf37bac0</td>\n",
       "      <td>Instant Pot Mac and Cheese</td>\n",
       "      <td>0</td>\n",
       "      <td>4 serving(s)</td>\n",
       "      <td>[5 cups macaroni noodles or small shells, 6 cu...</td>\n",
       "      <td>b'In your Instant Pot/pressure cooker, combine...</td>\n",
       "      <td>https://www.lecremedelacrumb.com/wp-content/up...</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         _id  \\\n",
       "0   5f221a6a61c02dddcf3f8378   \n",
       "1   5f22f0b003178f767f247bed   \n",
       "2   5f22042b61c02dddcf3f78a0   \n",
       "3   5f25fe9284787bbaa4c45382   \n",
       "4   5f288e0e962730a7ad39ebd0   \n",
       "5   5f289efd937142c226d43387   \n",
       "6   5f28bc71962730a7ad3a019d   \n",
       "7   5f28d455962730a7ad3a0cc0   \n",
       "8   5f297a1164170ca38045bc01   \n",
       "9   5f2c7966bece05c4910accc2   \n",
       "10  5f2c88c363f38746b0e3d328   \n",
       "11  5f31745f18a52b85cf37bac0   \n",
       "\n",
       "                                               title total_time  \\\n",
       "0                 Longhorn Steakhouse Mac and Cheese         40   \n",
       "1                   The BEST Stovetop Mac and Cheese         20   \n",
       "2                                Mini Mac and Cheese         30   \n",
       "3                           KICKED UP MAC AND CHEESE         60   \n",
       "4                    Ultimate Lobster Mac and Cheese         57   \n",
       "5                      Company-Worthy Mac and Cheese        NaN   \n",
       "6                           Mac and Cheese Primavera         30   \n",
       "7                           Kicked Up Mac and Cheese       None   \n",
       "8   Creamy Butternut Squash Mac and Cheese with Kale        NaN   \n",
       "9                            Crawfish Mac and Cheese         75   \n",
       "10                   Butternut Squash Mac and Cheese        NaN   \n",
       "11                        Instant Pot Mac and Cheese          0   \n",
       "\n",
       "           yields                                        ingredients  \\\n",
       "0                  [1 pound cavatappi pasta, 2 tablespoons butter...   \n",
       "1      8 servings  [2 tablespoons butter, 2 tablespoons flour, 3 ...   \n",
       "2   24 serving(s)  [1 pound elbow macaroni, 4 tablespoons (1/4 cu...   \n",
       "3    6 serving(s)  [2 teaspoons butter, 2 eggs, 2 cups whole milk...   \n",
       "4    6 serving(s)  [kosher salt, 1 lb elbow macaroni or 1 lb your...   \n",
       "5             NaN  [12 slices uncooked bacon, 1 teaspoon minced g...   \n",
       "6    6 serving(s)  [1 pound medium pasta shells, 2 tablespoons sa...   \n",
       "7    6 serving(s)  [2 teaspoons butter, 2 eggs, 2 cups of whole m...   \n",
       "8             NaN  [4 cups peeled and cubed butternut squash (abo...   \n",
       "9    8 serving(s)  [2 tablespoons olive oil, 1⁄3 cup diced pancet...   \n",
       "10            NaN  [1/2  medium butternut squash (peeled, seeded,...   \n",
       "11   4 serving(s)  [5 cups macaroni noodles or small shells, 6 cu...   \n",
       "\n",
       "                                         instructions  \\\n",
       "0                                                None   \n",
       "1   b\"Melt butter in a large stockpot over medium-...   \n",
       "2   b'Preheat the oven to 350 degrees F. Butter 2 ...   \n",
       "3   b'Preheat the oven to 350 degrees F. Grease a ...   \n",
       "4   b'Preheat oven to 375 degrees F.\\nAdd pasta to...   \n",
       "5   [Cook bacon according to package directions. C...   \n",
       "6   b'Cook the pasta according to the package inst...   \n",
       "7   b'Preheat the oven to 350 degrees F. Grease a ...   \n",
       "8   [Combine the squash, broth, milk, and garlic i...   \n",
       "9   b'Preheat the oven to 350 degrees F.\\nSet a la...   \n",
       "10  [1. Preheat oven to 400 degrees F. Place butte...   \n",
       "11  b'In your Instant Pot/pressure cooker, combine...   \n",
       "\n",
       "                                                image             rating  \\\n",
       "0   https://copykat.com/wp-content/uploads/2018/10...  4.38 from 8 votes   \n",
       "1   https://www.gimmesomeoven.com/wp-content/uploa...           4.900000   \n",
       "2   https://food.fnr.sndimg.com/content/dam/images...           3.000000   \n",
       "3   https://food.fnr.sndimg.com/content/dam/images...                 -1   \n",
       "4   https://img.sndimg.com/food/image/upload/q_92,...           5.000000   \n",
       "5                                                 NaN                4.8   \n",
       "6   https://food.fnr.sndimg.com/content/dam/images...           5.000000   \n",
       "7   https://food.fnr.sndimg.com/content/dam/images...                 -1   \n",
       "8                                                 NaN                  5   \n",
       "9   https://img.sndimg.com/food/image/upload/q_92,...                 -1   \n",
       "10                                                NaN                  5   \n",
       "11  https://www.lecremedelacrumb.com/wp-content/up...           4.000000   \n",
       "\n",
       "            author                                            reviews  ...  \\\n",
       "0             None                                               None  ...   \n",
       "1             None                                               None  ...   \n",
       "2       sandra-lee                                               None  ...   \n",
       "3   emeril-lagasse                                               None  ...   \n",
       "4             None                                               None  ...   \n",
       "5            Sally  [{'@type': 'Review', 'reviewRating': {'@type':...  ...   \n",
       "6     ree-drummond                                               None  ...   \n",
       "7   emeril-lagasse                                               None  ...   \n",
       "8            Sally  [{'@type': 'Review', 'reviewRating': {'@type':...  ...   \n",
       "9             None                                               None  ...   \n",
       "10    Maria Lichty                                               None  ...   \n",
       "11            None                                               None  ...   \n",
       "\n",
       "   prepTime cookTime totalTime              datePublished recipeYield  \\\n",
       "0       NaN      NaN       NaN                        NaN         NaN   \n",
       "1       NaN      NaN       NaN                        NaN         NaN   \n",
       "2       NaN      NaN       NaN                        NaN         NaN   \n",
       "3       NaN      NaN       NaN                        NaN         NaN   \n",
       "4       NaN      NaN       NaN                        NaN         NaN   \n",
       "5     PT15M    PT35M      PT1H                 2019-03-18           8   \n",
       "6       NaN      NaN       NaN                        NaN         NaN   \n",
       "7       NaN      NaN       NaN                        NaN         NaN   \n",
       "8     PT45M    PT30M   PT1H10M                 2015-10-01           8   \n",
       "9       NaN      NaN       NaN                        NaN         NaN   \n",
       "10    PT15M    PT45M     PT60M  2011-11-21T04:47:03+00:00           8   \n",
       "11      NaN      NaN       NaN                        NaN         NaN   \n",
       "\n",
       "   recipeCategory cookingMethod recipeCuisine review_count  \\\n",
       "0             NaN           NaN           NaN          NaN   \n",
       "1             NaN           NaN           NaN          NaN   \n",
       "2             NaN           NaN           NaN          NaN   \n",
       "3             NaN           NaN           NaN          NaN   \n",
       "4             NaN           NaN           NaN          NaN   \n",
       "5        [Dinner]        [Cook]    [American]           10   \n",
       "6             NaN           NaN           NaN          NaN   \n",
       "7             NaN           NaN           NaN          NaN   \n",
       "8        [Dinner]     [Cooking]    [American]            1   \n",
       "9             NaN           NaN           NaN          NaN   \n",
       "10  [Main Course]          None    [American]         None   \n",
       "11            NaN           NaN           NaN          NaN   \n",
       "\n",
       "                                             keywords  \n",
       "0                                                 NaN  \n",
       "1                                                 NaN  \n",
       "2                                                 NaN  \n",
       "3                                                 NaN  \n",
       "4                                                 NaN  \n",
       "5                       [macaroni and cheese,  pasta]  \n",
       "6                                                 NaN  \n",
       "7                                                 NaN  \n",
       "8   [mac and cheese,  butternut squash mac and che...  \n",
       "9                                                 NaN  \n",
       "10                                       [vegetarian]  \n",
       "11                                                NaN  \n",
       "\n",
       "[12 rows x 23 columns]"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['parsed_ings'] = df.ingredients.apply(parse_recipe_ingredients)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'ingredient_string': '1 cup onion, diced',\n",
       "  'quant': 1,\n",
       "  'unit': 'cup',\n",
       "  'item': 'onion',\n",
       "  'type': [],\n",
       "  'descriptors': ['diced']},\n",
       " {'ingredient_string': '1⁄4 cup sour cream',\n",
       "  'quant': 0.25,\n",
       "  'unit': 'cup',\n",
       "  'item': 'sour cream',\n",
       "  'type': [],\n",
       "  'descriptors': []},\n",
       " {'ingredient_string': '2 garlic cloves, minced (or 1 tsp of pre-minced garlic from a jar)',\n",
       "  'quant': 3,\n",
       "  'unit': 'tsp',\n",
       "  'item': 'garlic',\n",
       "  'type': [],\n",
       "  'descriptors': ['minced']},\n",
       " {'ingredient_string': '1 tablespoon olive oil',\n",
       "  'quant': 1,\n",
       "  'unit': 'tablespoon',\n",
       "  'item': 'oil',\n",
       "  'type': ['olive'],\n",
       "  'descriptors': []},\n",
       " {'ingredient_string': '1 lb ground beef',\n",
       "  'quant': 1,\n",
       "  'unit': 'lb',\n",
       "  'item': 'ground beef',\n",
       "  'type': [],\n",
       "  'descriptors': ['ground']},\n",
       " {'ingredient_string': '1 tablespoon flour',\n",
       "  'quant': 1,\n",
       "  'unit': 'tablespoon',\n",
       "  'item': 'flour',\n",
       "  'type': [],\n",
       "  'descriptors': []},\n",
       " {'ingredient_string': '1 teaspoon salt',\n",
       "  'quant': 1,\n",
       "  'unit': 'teaspoon',\n",
       "  'item': 'salt',\n",
       "  'type': [],\n",
       "  'descriptors': []},\n",
       " {'ingredient_string': '1 teaspoon pepper',\n",
       "  'quant': 1,\n",
       "  'unit': 'teaspoon',\n",
       "  'item': None,\n",
       "  'type': [],\n",
       "  'descriptors': []},\n",
       " {'ingredient_string': '1 (10 -12 ounce) can mushroom stems and pieces, undrained',\n",
       "  'quant': 1,\n",
       "  'unit': 'can',\n",
       "  'item': 'mushroom',\n",
       "  'type': [],\n",
       "  'descriptors': ['drained']},\n",
       " {'ingredient_string': '1 (10 -12 ounce) can cream of mushroom soup',\n",
       "  'quant': 1,\n",
       "  'unit': 'can',\n",
       "  'item': 'mushroom',\n",
       "  'type': [],\n",
       "  'descriptors': []},\n",
       " {'ingredient_string': '1 (12 ounce) bag whole wheat egg noodles, cooked',\n",
       "  'quant': 1,\n",
       "  'unit': 'bag',\n",
       "  'item': 'egg noodle',\n",
       "  'type': [],\n",
       "  'descriptors': []}]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['parsed_ings'][1]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "formulated_flavors",
   "language": "python",
   "name": "formulated_flavors"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}