retrieve_movie_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Import Required Libraries and Set Up Environment Variables"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Dependencies\n",
    "import requests\n",
    "from requests.exceptions import HTTPError\n",
    "import time\n",
    "from dotenv import load_dotenv\n",
    "import os\n",
    "import pandas as pd\n",
    "import json\n",
    "import urllib.parse"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set environment variables from the .env in the local environment\n",
    "load_dotenv()\n",
    "\n",
    "nyt_api_key = os.getenv(\"NYT_API_KEY\")\n",
    "tmdb_api_key = os.getenv(\"TMDB_API_KEY\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Access the New York Times API"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set the base URL\n",
    "url = \"https://api.nytimes.com/svc/search/v2/articlesearch.json?\"\n",
    "\n",
    "# Filter for movie reviews with \"love\" in the headline\n",
    "# section_name should be \"Movies\"\n",
    "# type_of_material should be \"Review\"\n",
    "filter_query = 'section_name:\"Movies\" AND type_of_material:\"Review\" AND headline:\"love\"'\n",
    "\n",
    "# Use a sort filter, sort by newest\n",
    "sort = \"newest\"\n",
    "\n",
    "# Select the following fields to return:\n",
    "# headline, web_url, snippet, source, keywords, pub_date, byline, word_count\n",
    "field_list = \"headline,web_url,snippet,source,keywords,pub_date,byline,word_count\"\n",
    "\n",
    "# Search for reviews published between a begin and end date\n",
    "begin_date = \"20130101\"\n",
    "end_date = \"20230531\"\n",
    "\n",
    "# Build URL\n",
    "full_url = f\"{url}fq={filter_query}&sort={sort}&fl={field_list}&begin_date={begin_date}&end_date={end_date}&api-key={nyt_api_key}\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'status': 'OK', 'copyright': 'Copyright (c) 2024 The New York Times Company. All Rights Reserved.', 'response': {'docs': [], 'meta': {'hits': 344, 'offset': 1000, 'time': 12}}}\n",
      "[]\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "    curr_url = f\"{full_url}&page=100\"\n",
    "    resp = requests.get(curr_url)\n",
    "    print(resp.json())\n",
    "    reviews = resp.json()[\"response\"][\"docs\"]\n",
    "    print(reviews)\n",
    "except HTTPError as http_err:\n",
    "    print(f'HTTP error occurred: {http_err}')\n",
    "except Exception as err:\n",
    "    print(f'Other error occurred: {err}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "9\n",
      "10\n",
      "11\n",
      "12\n",
      "13\n",
      "14\n",
      "15\n",
      "16\n",
      "17\n",
      "18\n",
      "19\n"
     ]
    }
   ],
   "source": [
    "# Create an empty list to store the reviews\n",
    "reviews_list = []\n",
    "\n",
    "# loop through pages 0-19\n",
    "for p in range(20):\n",
    "    # create query with a page number\n",
    "    # API results show 10 articles at a time\n",
    "    curr_url = f\"{full_url}&page={p}\"\n",
    "\n",
    "    try:\n",
    "        # Make a \"GET\" request and retrieve the JSON\n",
    "        resp = requests.get(curr_url)\n",
    "        # Add a twelve second interval between queries to stay within API query limits\n",
    "        time.sleep(12)\n",
    "        \n",
    "        # Try and save the reviews to the reviews_list\n",
    "        try:\n",
    "            reviews = resp.json()[\"response\"][\"docs\"]\n",
    "            # Personally, I would use extend, but commenting because we're graded on using append\n",
    "            # reviews.extend(reviews)\n",
    "            # loop through the reviews[\"response\"][\"docs\"] and append each review to the list\n",
    "            for rev in reviews:\n",
    "                reviews_list.append(rev)\n",
    "        except KeyError:\n",
    "        # Print the page number that had no results then break from the loop\n",
    "            print(p)\n",
    "            break\n",
    "        else:\n",
    "           # Print the page that was just retrieved\n",
    "            print(p)\n",
    "\n",
    "    except HTTPError as http_err:\n",
    "        print(\"There was a request error\")\n",
    "    except Exception as err:\n",
    "        print(\"An error occurred\")\n",
    "\n",
    "    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[\n",
      "    {\n",
      "        \"web_url\": \"https://www.nytimes.com/2023/05/25/movies/the-attachment-diaries-review.html\",\n",
      "        \"snippet\": \"A gynecologist and her patient form a horrifyingly twisted connection in this batty, bloody Argentine melodrama.\",\n",
      "        \"source\": \"The New York Times\",\n",
      "        \"headline\": {\n",
      "            \"main\": \"\\u2018The Attachment Diaries\\u2019 Review: Love, Sick\",\n",
      "            \"kicker\": null,\n",
      "            \"content_kicker\": null,\n",
      "            \"print_headline\": \"The Attachment Diaries\",\n",
      "            \"name\": null,\n",
      "            \"seo\": null,\n",
      "            \"sub\": null\n",
      "        },\n",
      "        \"keywords\": [\n",
      "            {\n",
      "                \"name\": \"subject\",\n",
      "                \"value\": \"Movies\",\n",
      "                \"rank\": 1,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"creative_works\",\n",
      "                \"value\": \"The Attachment Diaries (Movie)\",\n",
      "                \"rank\": 2,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Diment, Valentin Javier\",\n",
      "                \"rank\": 3,\n",
      "                \"major\": \"N\"\n",
      "            }\n",
      "        ],\n",
      "        \"pub_date\": \"2023-05-25T11:00:03+0000\",\n",
      "        \"byline\": {\n",
      "            \"original\": \"By Jeannette Catsoulis\",\n",
      "            \"person\": [\n",
      "                {\n",
      "                    \"firstname\": \"Jeannette\",\n",
      "                    \"middlename\": null,\n",
      "                    \"lastname\": \"Catsoulis\",\n",
      "                    \"qualifier\": null,\n",
      "                    \"title\": null,\n",
      "                    \"role\": \"reported\",\n",
      "                    \"organization\": \"\",\n",
      "                    \"rank\": 1\n",
      "                }\n",
      "            ],\n",
      "            \"organization\": null\n",
      "        },\n",
      "        \"word_count\": 295\n",
      "    },\n",
      "    {\n",
      "        \"web_url\": \"https://www.nytimes.com/2023/05/04/movies/whats-love-got-to-do-with-it-review.html\",\n",
      "        \"snippet\": \"Two childhood friends navigate cultural differences in this pleasantly uncontentious romantic comedy.\",\n",
      "        \"source\": \"The New York Times\",\n",
      "        \"headline\": {\n",
      "            \"main\": \"Review: \\u2018What\\u2019s Love Got to Do With It?\\u2019 Probably a Lot\",\n",
      "            \"kicker\": null,\n",
      "            \"content_kicker\": null,\n",
      "            \"print_headline\": \"What\\u2019s Love Got to Do With It?\",\n",
      "            \"name\": null,\n",
      "            \"seo\": null,\n",
      "            \"sub\": null\n",
      "        },\n",
      "        \"keywords\": [\n",
      "            {\n",
      "                \"name\": \"subject\",\n",
      "                \"value\": \"Movies\",\n",
      "                \"rank\": 1,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Kapur, Shekhar\",\n",
      "                \"rank\": 2,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"James, Lily\",\n",
      "                \"rank\": 3,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Azmi, Shabana\",\n",
      "                \"rank\": 4,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Thompson, Emma\",\n",
      "                \"rank\": 5,\n",
      "                \"major\": \"N\"\n",
      "            }\n",
      "        ],\n",
      "        \"pub_date\": \"2023-05-04T17:16:45+0000\",\n",
      "        \"byline\": {\n",
      "            \"original\": \"By Jeannette Catsoulis\",\n",
      "            \"person\": [\n",
      "                {\n",
      "                    \"firstname\": \"Jeannette\",\n",
      "                    \"middlename\": null,\n",
      "                    \"lastname\": \"Catsoulis\",\n",
      "                    \"qualifier\": null,\n",
      "                    \"title\": null,\n",
      "                    \"role\": \"reported\",\n",
      "                    \"organization\": \"\",\n",
      "                    \"rank\": 1\n",
      "                }\n",
      "            ],\n",
      "            \"organization\": null\n",
      "        },\n",
      "        \"word_count\": 287\n",
      "    },\n",
      "    {\n",
      "        \"web_url\": \"https://www.nytimes.com/2023/05/04/movies/you-can-live-forever-review.html\",\n",
      "        \"snippet\": \"Religion comes between two girls falling in love in the 1990s in this sweet coming-of-age film bathed in grunge hues.\",\n",
      "        \"source\": \"The New York Times\",\n",
      "        \"headline\": {\n",
      "            \"main\": \"\\u2018You Can Live Forever\\u2019 Review: Do You Love Me Now?\",\n",
      "            \"kicker\": null,\n",
      "            \"content_kicker\": null,\n",
      "            \"print_headline\": \"You Can Live Forever\",\n",
      "            \"name\": null,\n",
      "            \"seo\": null,\n",
      "            \"sub\": null\n",
      "        },\n",
      "        \"keywords\": [\n",
      "            {\n",
      "                \"name\": \"subject\",\n",
      "                \"value\": \"Movies\",\n",
      "                \"rank\": 1,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"creative_works\",\n",
      "                \"value\": \"You Can Live Forever (Movie)\",\n",
      "                \"rank\": 2,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Slutsky, Mark\",\n",
      "                \"rank\": 3,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Watts, Sarah (Film Director)\",\n",
      "                \"rank\": 4,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"O'Driscoll, Anwen\",\n",
      "                \"rank\": 5,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Laporte, June (Actor)\",\n",
      "                \"rank\": 6,\n",
      "                \"major\": \"N\"\n",
      "            }\n",
      "        ],\n",
      "        \"pub_date\": \"2023-05-04T11:00:08+0000\",\n",
      "        \"byline\": {\n",
      "            \"original\": \"By Elisabeth Vincentelli\",\n",
      "            \"person\": [\n",
      "                {\n",
      "                    \"firstname\": \"Elisabeth\",\n",
      "                    \"middlename\": null,\n",
      "                    \"lastname\": \"Vincentelli\",\n",
      "                    \"qualifier\": null,\n",
      "                    \"title\": null,\n",
      "                    \"role\": \"reported\",\n",
      "                    \"organization\": \"\",\n",
      "                    \"rank\": 1\n",
      "                }\n",
      "            ],\n",
      "            \"organization\": null\n",
      "        },\n",
      "        \"word_count\": 294\n",
      "    },\n",
      "    {\n",
      "        \"web_url\": \"https://www.nytimes.com/2023/04/21/movies/a-tourists-guide-to-love-review.html\",\n",
      "        \"snippet\": \"Rachael Leigh Cook stars in this bland rom-com as a travel executive exploring Vietnam and getting over a breakup.\",\n",
      "        \"source\": \"The New York Times\",\n",
      "        \"headline\": {\n",
      "            \"main\": \"\\u2018A Tourist\\u2019s Guide to Love\\u2019 Review: A Wearyingly Familiar Trip\",\n",
      "            \"kicker\": null,\n",
      "            \"content_kicker\": null,\n",
      "            \"print_headline\": \"A Tourist\\u2019s  Guide to Love\",\n",
      "            \"name\": null,\n",
      "            \"seo\": null,\n",
      "            \"sub\": null\n",
      "        },\n",
      "        \"keywords\": [\n",
      "            {\n",
      "                \"name\": \"subject\",\n",
      "                \"value\": \"Movies\",\n",
      "                \"rank\": 1,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"creative_works\",\n",
      "                \"value\": \"A Tourist's Guide to Love (Movie)\",\n",
      "                \"rank\": 2,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Tsuchida, Steven\",\n",
      "                \"rank\": 3,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Cook, Rachael Leigh\",\n",
      "                \"rank\": 4,\n",
      "                \"major\": \"N\"\n",
      "            }\n",
      "        ],\n",
      "        \"pub_date\": \"2023-04-21T07:03:25+0000\",\n",
      "        \"byline\": {\n",
      "            \"original\": \"By Elisabeth Vincentelli\",\n",
      "            \"person\": [\n",
      "                {\n",
      "                    \"firstname\": \"Elisabeth\",\n",
      "                    \"middlename\": null,\n",
      "                    \"lastname\": \"Vincentelli\",\n",
      "                    \"qualifier\": null,\n",
      "                    \"title\": null,\n",
      "                    \"role\": \"reported\",\n",
      "                    \"organization\": \"\",\n",
      "                    \"rank\": 1\n",
      "                }\n",
      "            ],\n",
      "            \"organization\": null\n",
      "        },\n",
      "        \"word_count\": 276\n",
      "    },\n",
      "    {\n",
      "        \"web_url\": \"https://www.nytimes.com/2023/04/20/movies/other-peoples-children-review.html\",\n",
      "        \"snippet\": \"A radiant Virginie Efira stars as a Parisian teacher who blissfully falls for a man and his 4-year-old daughter, complicating everyone\\u2019s lives.\",\n",
      "        \"source\": \"The New York Times\",\n",
      "        \"headline\": {\n",
      "            \"main\": \"\\u2018Other People\\u2019s Children\\u2019 Review: True Romance\",\n",
      "            \"kicker\": \"Critic\\u2019s pick\",\n",
      "            \"content_kicker\": null,\n",
      "            \"print_headline\": \"Intoxicating Love With a Sobering Turn\",\n",
      "            \"name\": null,\n",
      "            \"seo\": null,\n",
      "            \"sub\": null\n",
      "        },\n",
      "        \"keywords\": [\n",
      "            {\n",
      "                \"name\": \"subject\",\n",
      "                \"value\": \"Movies\",\n",
      "                \"rank\": 1,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Zlotowski, Rebecca\",\n",
      "                \"rank\": 2,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"creative_works\",\n",
      "                \"value\": \"Other People's Children (Movie)\",\n",
      "                \"rank\": 3,\n",
      "                \"major\": \"N\"\n",
      "            }\n",
      "        ],\n",
      "        \"pub_date\": \"2023-04-20T15:35:13+0000\",\n",
      "        \"byline\": {\n",
      "            \"original\": \"By Manohla Dargis\",\n",
      "            \"person\": [\n",
      "                {\n",
      "                    \"firstname\": \"Manohla\",\n",
      "                    \"middlename\": null,\n",
      "                    \"lastname\": \"Dargis\",\n",
      "                    \"qualifier\": null,\n",
      "                    \"title\": null,\n",
      "                    \"role\": \"reported\",\n",
      "                    \"organization\": \"\",\n",
      "                    \"rank\": 1\n",
      "                }\n",
      "            ],\n",
      "            \"organization\": null\n",
      "        },\n",
      "        \"word_count\": 801\n",
      "    },\n",
      "    {\n",
      "        \"web_url\": \"https://www.nytimes.com/2023/04/13/movies/one-true-loves-movie-review.html\",\n",
      "        \"snippet\": \"A film adaptation of Taylor Jenkins Reid\\u2019s novel has potential for drama, but it stumbles on stock melodrama.\",\n",
      "        \"source\": \"The New York Times\",\n",
      "        \"headline\": {\n",
      "            \"main\": \"\\u2018One True Loves\\u2019 Review: A Romance Lost at Sea\",\n",
      "            \"kicker\": null,\n",
      "            \"content_kicker\": null,\n",
      "            \"print_headline\": \"One True Loves\",\n",
      "            \"name\": null,\n",
      "            \"seo\": null,\n",
      "            \"sub\": null\n",
      "        },\n",
      "        \"keywords\": [\n",
      "            {\n",
      "                \"name\": \"subject\",\n",
      "                \"value\": \"Movies\",\n",
      "                \"rank\": 1,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Bracey, Luke (1989- )\",\n",
      "                \"rank\": 2,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Liu, Simu\",\n",
      "                \"rank\": 3,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Reid, Taylor Jenkins\",\n",
      "                \"rank\": 4,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Soo, Phillipa\",\n",
      "                \"rank\": 5,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"persons\",\n",
      "                \"value\": \"Fickman, Andy\",\n",
      "                \"rank\": 6,\n",
      "                \"major\": \"N\"\n",
      "            },\n",
      "            {\n",
      "                \"name\": \"creative_works\",\n",
      "                \"value\": \"One True Loves (Movie)\",\n",
      "                \"rank\": 7,\n",
      "                \"major\": \"N\"\n",
      "            }\n",
      "        ],\n",
      "        \"pub_date\": \"2023-04-13T11:00:06+0000\",\n",
      "        \"byline\": {\n",
      "            \"original\": \"By Brandon Yu\",\n",
      "            \"person\": [\n",
      "                {\n",
      "                    \"firstname\": \"Brandon\",\n",
      "                    \"middlename\": null,\n",
      "                    \"lastname\": \"Yu\",\n",
      "                    \"qualifier\": null,\n",
      "                    \"title\": null,\n",
      "                    \"role\": \"reported\",\n",
      "                    \"organization\": \"\",\n",
      "                    \"rank\": 1\n",
      "                }\n",
      "            ],\n",
      "            \"organization\": null\n",
      "        },\n",
      "        \"word_count\": 320\n",
      "    }\n",
      "]\n"
     ]
    }
   ],
   "source": [
    "# Preview the first 5 results in JSON format\n",
    "# Use json.dumps with argument indent=4 to format data\n",
    "first_reviews = json.dumps(reviews_list[0:6], indent=4)\n",
    "print(first_reviews)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_url</th>\n",
       "      <th>snippet</th>\n",
       "      <th>source</th>\n",
       "      <th>keywords</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>word_count</th>\n",
       "      <th>headline.main</th>\n",
       "      <th>headline.kicker</th>\n",
       "      <th>headline.content_kicker</th>\n",
       "      <th>headline.print_headline</th>\n",
       "      <th>headline.name</th>\n",
       "      <th>headline.seo</th>\n",
       "      <th>headline.sub</th>\n",
       "      <th>byline.original</th>\n",
       "      <th>byline.person</th>\n",
       "      <th>byline.organization</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.nytimes.com/2023/05/25/movies/the-...</td>\n",
       "      <td>A gynecologist and her patient form a horrifyi...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-05-25T11:00:03+0000</td>\n",
       "      <td>295</td>\n",
       "      <td>‘The Attachment Diaries’ Review: Love, Sick</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/what...</td>\n",
       "      <td>Two childhood friends navigate cultural differ...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-05-04T17:16:45+0000</td>\n",
       "      <td>287</td>\n",
       "      <td>Review: ‘What’s Love Got to Do With It?’ Proba...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>What’s Love Got to Do With It?</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/you-...</td>\n",
       "      <td>Religion comes between two girls falling in lo...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-05-04T11:00:08+0000</td>\n",
       "      <td>294</td>\n",
       "      <td>‘You Can Live Forever’ Review: Do You Love Me ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Elisabeth Vincentelli</td>\n",
       "      <td>[{'firstname': 'Elisabeth', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.nytimes.com/2023/04/21/movies/a-to...</td>\n",
       "      <td>Rachael Leigh Cook stars in this bland rom-com...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-04-21T07:03:25+0000</td>\n",
       "      <td>276</td>\n",
       "      <td>‘A Tourist’s Guide to Love’ Review: A Wearying...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>A Tourist’s  Guide to Love</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Elisabeth Vincentelli</td>\n",
       "      <td>[{'firstname': 'Elisabeth', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.nytimes.com/2023/04/20/movies/othe...</td>\n",
       "      <td>A radiant Virginie Efira stars as a Parisian t...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-04-20T15:35:13+0000</td>\n",
       "      <td>801</td>\n",
       "      <td>‘Other People’s Children’ Review: True Romance</td>\n",
       "      <td>Critic’s pick</td>\n",
       "      <td>None</td>\n",
       "      <td>Intoxicating Love With a Sobering Turn</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Manohla Dargis</td>\n",
       "      <td>[{'firstname': 'Manohla', 'middlename': None, ...</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             web_url  \\\n",
       "0  https://www.nytimes.com/2023/05/25/movies/the-...   \n",
       "1  https://www.nytimes.com/2023/05/04/movies/what...   \n",
       "2  https://www.nytimes.com/2023/05/04/movies/you-...   \n",
       "3  https://www.nytimes.com/2023/04/21/movies/a-to...   \n",
       "4  https://www.nytimes.com/2023/04/20/movies/othe...   \n",
       "\n",
       "                                             snippet              source  \\\n",
       "0  A gynecologist and her patient form a horrifyi...  The New York Times   \n",
       "1  Two childhood friends navigate cultural differ...  The New York Times   \n",
       "2  Religion comes between two girls falling in lo...  The New York Times   \n",
       "3  Rachael Leigh Cook stars in this bland rom-com...  The New York Times   \n",
       "4  A radiant Virginie Efira stars as a Parisian t...  The New York Times   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "1  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "2  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "3  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "4  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "\n",
       "                   pub_date  word_count  \\\n",
       "0  2023-05-25T11:00:03+0000         295   \n",
       "1  2023-05-04T17:16:45+0000         287   \n",
       "2  2023-05-04T11:00:08+0000         294   \n",
       "3  2023-04-21T07:03:25+0000         276   \n",
       "4  2023-04-20T15:35:13+0000         801   \n",
       "\n",
       "                                       headline.main headline.kicker  \\\n",
       "0        ‘The Attachment Diaries’ Review: Love, Sick            None   \n",
       "1  Review: ‘What’s Love Got to Do With It?’ Proba...            None   \n",
       "2  ‘You Can Live Forever’ Review: Do You Love Me ...            None   \n",
       "3  ‘A Tourist’s Guide to Love’ Review: A Wearying...            None   \n",
       "4     ‘Other People’s Children’ Review: True Romance   Critic’s pick   \n",
       "\n",
       "  headline.content_kicker                 headline.print_headline  \\\n",
       "0                    None                  The Attachment Diaries   \n",
       "1                    None          What’s Love Got to Do With It?   \n",
       "2                    None                    You Can Live Forever   \n",
       "3                    None              A Tourist’s  Guide to Love   \n",
       "4                    None  Intoxicating Love With a Sobering Turn   \n",
       "\n",
       "  headline.name headline.seo headline.sub           byline.original  \\\n",
       "0          None         None         None    By Jeannette Catsoulis   \n",
       "1          None         None         None    By Jeannette Catsoulis   \n",
       "2          None         None         None  By Elisabeth Vincentelli   \n",
       "3          None         None         None  By Elisabeth Vincentelli   \n",
       "4          None         None         None         By Manohla Dargis   \n",
       "\n",
       "                                       byline.person byline.organization  \n",
       "0  [{'firstname': 'Jeannette', 'middlename': None...                None  \n",
       "1  [{'firstname': 'Jeannette', 'middlename': None...                None  \n",
       "2  [{'firstname': 'Elisabeth', 'middlename': None...                None  \n",
       "3  [{'firstname': 'Elisabeth', 'middlename': None...                None  \n",
       "4  [{'firstname': 'Manohla', 'middlename': None, ...                None  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert reviews_list to a Pandas DataFrame using json_normalize()\n",
    "reviews_df = pd.json_normalize(reviews_list)\n",
    "reviews_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_url</th>\n",
       "      <th>snippet</th>\n",
       "      <th>source</th>\n",
       "      <th>keywords</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>word_count</th>\n",
       "      <th>headline.main</th>\n",
       "      <th>headline.kicker</th>\n",
       "      <th>headline.content_kicker</th>\n",
       "      <th>headline.print_headline</th>\n",
       "      <th>headline.name</th>\n",
       "      <th>headline.seo</th>\n",
       "      <th>headline.sub</th>\n",
       "      <th>byline.original</th>\n",
       "      <th>byline.person</th>\n",
       "      <th>byline.organization</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.nytimes.com/2023/05/25/movies/the-...</td>\n",
       "      <td>A gynecologist and her patient form a horrifyi...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-05-25T11:00:03+0000</td>\n",
       "      <td>295</td>\n",
       "      <td>‘The Attachment Diaries’ Review: Love, Sick</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/what...</td>\n",
       "      <td>Two childhood friends navigate cultural differ...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-05-04T17:16:45+0000</td>\n",
       "      <td>287</td>\n",
       "      <td>Review: ‘What’s Love Got to Do With It?’ Proba...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>What’s Love Got to Do With It?</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>What’s Love Got to Do With It?’ Probably a Lo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/you-...</td>\n",
       "      <td>Religion comes between two girls falling in lo...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-05-04T11:00:08+0000</td>\n",
       "      <td>294</td>\n",
       "      <td>‘You Can Live Forever’ Review: Do You Love Me ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Elisabeth Vincentelli</td>\n",
       "      <td>[{'firstname': 'Elisabeth', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.nytimes.com/2023/04/21/movies/a-to...</td>\n",
       "      <td>Rachael Leigh Cook stars in this bland rom-com...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-04-21T07:03:25+0000</td>\n",
       "      <td>276</td>\n",
       "      <td>‘A Tourist’s Guide to Love’ Review: A Wearying...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>A Tourist’s  Guide to Love</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Elisabeth Vincentelli</td>\n",
       "      <td>[{'firstname': 'Elisabeth', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>A Tourist’s Guide to Love</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.nytimes.com/2023/04/20/movies/othe...</td>\n",
       "      <td>A radiant Virginie Efira stars as a Parisian t...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2023-04-20T15:35:13+0000</td>\n",
       "      <td>801</td>\n",
       "      <td>‘Other People’s Children’ Review: True Romance</td>\n",
       "      <td>Critic’s pick</td>\n",
       "      <td>None</td>\n",
       "      <td>Intoxicating Love With a Sobering Turn</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Manohla Dargis</td>\n",
       "      <td>[{'firstname': 'Manohla', 'middlename': None, ...</td>\n",
       "      <td>None</td>\n",
       "      <td>Other People’s Children</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/the-...</td>\n",
       "      <td>This moody romance stars Tatiana Maslany (“Orp...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2017-03-09T21:54:58+0000</td>\n",
       "      <td>251</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Andy Webster</td>\n",
       "      <td>[{'firstname': 'Andy', 'middlename': None, 'la...</td>\n",
       "      <td>None</td>\n",
       "      <td>The Other Half</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/revi...</td>\n",
       "      <td>A nurse travels to the Ottoman Empire on the e...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2017-03-09T21:53:12+0000</td>\n",
       "      <td>267</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Neil Genzlinger</td>\n",
       "      <td>[{'firstname': 'Neil', 'middlename': None, 'la...</td>\n",
       "      <td>None</td>\n",
       "      <td>The Ottoman Lieutenant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>https://www.nytimes.com/2017/03/02/movies/love...</td>\n",
       "      <td>Josh Kornbluth runs afoul of the Internal Reve...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'creative_works', 'value': 'Love &amp; T...</td>\n",
       "      <td>2017-03-02T21:44:18+0000</td>\n",
       "      <td>246</td>\n",
       "      <td>Review: It’s All Mirth and Taxes in ‘Love &amp; Ta...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>It’s Inevitable, Mirth and Taxes</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Ken Jaworowski</td>\n",
       "      <td>[{'firstname': 'Ken', 'middlename': None, 'las...</td>\n",
       "      <td>None</td>\n",
       "      <td>Love &amp; Taxes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>https://www.nytimes.com/2017/02/16/movies/ever...</td>\n",
       "      <td>A messed-up heroine is asked to choose between...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'subject', 'value': 'Movies', 'rank'...</td>\n",
       "      <td>2017-02-16T21:45:50+0000</td>\n",
       "      <td>256</td>\n",
       "      <td>Review: ‘Everybody Loves Somebody,’ a Rom-Com ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Everybody Loves Somebody</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>Everybody Loves Somebody,’ a Rom-Com With Bit</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>https://www.nytimes.com/2017/02/09/movies/kedi...</td>\n",
       "      <td>This documentary profiles distinctive street c...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>[{'name': 'creative_works', 'value': 'Kedi (Mo...</td>\n",
       "      <td>2017-02-09T16:21:39+0000</td>\n",
       "      <td>274</td>\n",
       "      <td>Review: Cute Cats of ‘Kedi,’ Rekindling a ‘Lov...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Kedi</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Glenn Kenny</td>\n",
       "      <td>[{'firstname': 'Glenn', 'middlename': None, 'l...</td>\n",
       "      <td>None</td>\n",
       "      <td>Kedi,’ Rekindling a ‘Love of Life</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>200 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               web_url  \\\n",
       "0    https://www.nytimes.com/2023/05/25/movies/the-...   \n",
       "1    https://www.nytimes.com/2023/05/04/movies/what...   \n",
       "2    https://www.nytimes.com/2023/05/04/movies/you-...   \n",
       "3    https://www.nytimes.com/2023/04/21/movies/a-to...   \n",
       "4    https://www.nytimes.com/2023/04/20/movies/othe...   \n",
       "..                                                 ...   \n",
       "195  https://www.nytimes.com/2017/03/09/movies/the-...   \n",
       "196  https://www.nytimes.com/2017/03/09/movies/revi...   \n",
       "197  https://www.nytimes.com/2017/03/02/movies/love...   \n",
       "198  https://www.nytimes.com/2017/02/16/movies/ever...   \n",
       "199  https://www.nytimes.com/2017/02/09/movies/kedi...   \n",
       "\n",
       "                                               snippet              source  \\\n",
       "0    A gynecologist and her patient form a horrifyi...  The New York Times   \n",
       "1    Two childhood friends navigate cultural differ...  The New York Times   \n",
       "2    Religion comes between two girls falling in lo...  The New York Times   \n",
       "3    Rachael Leigh Cook stars in this bland rom-com...  The New York Times   \n",
       "4    A radiant Virginie Efira stars as a Parisian t...  The New York Times   \n",
       "..                                                 ...                 ...   \n",
       "195  This moody romance stars Tatiana Maslany (“Orp...  The New York Times   \n",
       "196  A nurse travels to the Ottoman Empire on the e...  The New York Times   \n",
       "197  Josh Kornbluth runs afoul of the Internal Reve...  The New York Times   \n",
       "198  A messed-up heroine is asked to choose between...  The New York Times   \n",
       "199  This documentary profiles distinctive street c...  The New York Times   \n",
       "\n",
       "                                              keywords  \\\n",
       "0    [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "1    [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "2    [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "3    [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "4    [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "..                                                 ...   \n",
       "195  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "196  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "197  [{'name': 'creative_works', 'value': 'Love & T...   \n",
       "198  [{'name': 'subject', 'value': 'Movies', 'rank'...   \n",
       "199  [{'name': 'creative_works', 'value': 'Kedi (Mo...   \n",
       "\n",
       "                     pub_date  word_count  \\\n",
       "0    2023-05-25T11:00:03+0000         295   \n",
       "1    2023-05-04T17:16:45+0000         287   \n",
       "2    2023-05-04T11:00:08+0000         294   \n",
       "3    2023-04-21T07:03:25+0000         276   \n",
       "4    2023-04-20T15:35:13+0000         801   \n",
       "..                        ...         ...   \n",
       "195  2017-03-09T21:54:58+0000         251   \n",
       "196  2017-03-09T21:53:12+0000         267   \n",
       "197  2017-03-02T21:44:18+0000         246   \n",
       "198  2017-02-16T21:45:50+0000         256   \n",
       "199  2017-02-09T16:21:39+0000         274   \n",
       "\n",
       "                                         headline.main headline.kicker  \\\n",
       "0          ‘The Attachment Diaries’ Review: Love, Sick            None   \n",
       "1    Review: ‘What’s Love Got to Do With It?’ Proba...            None   \n",
       "2    ‘You Can Live Forever’ Review: Do You Love Me ...            None   \n",
       "3    ‘A Tourist’s Guide to Love’ Review: A Wearying...            None   \n",
       "4       ‘Other People’s Children’ Review: True Romance   Critic’s pick   \n",
       "..                                                 ...             ...   \n",
       "195  Review: A Combustible Pair Find Love in ‘The O...            None   \n",
       "196  Review: Love as the World Wars, in ‘The Ottoma...            None   \n",
       "197  Review: It’s All Mirth and Taxes in ‘Love & Ta...            None   \n",
       "198  Review: ‘Everybody Loves Somebody,’ a Rom-Com ...            None   \n",
       "199  Review: Cute Cats of ‘Kedi,’ Rekindling a ‘Lov...            None   \n",
       "\n",
       "    headline.content_kicker  \\\n",
       "0                      None   \n",
       "1                      None   \n",
       "2                      None   \n",
       "3                      None   \n",
       "4                      None   \n",
       "..                      ...   \n",
       "195                    None   \n",
       "196                    None   \n",
       "197                    None   \n",
       "198                    None   \n",
       "199                    None   \n",
       "\n",
       "                               headline.print_headline headline.name  \\\n",
       "0                               The Attachment Diaries          None   \n",
       "1                       What’s Love Got to Do With It?          None   \n",
       "2                                 You Can Live Forever          None   \n",
       "3                           A Tourist’s  Guide to Love          None   \n",
       "4               Intoxicating Love With a Sobering Turn          None   \n",
       "..                                                 ...           ...   \n",
       "195  Review: A Combustible Pair Find Love in ‘The O...          None   \n",
       "196  Review: Love as the World Wars, in ‘The Ottoma...          None   \n",
       "197                   It’s Inevitable, Mirth and Taxes          None   \n",
       "198                           Everybody Loves Somebody          None   \n",
       "199                                               Kedi          None   \n",
       "\n",
       "    headline.seo headline.sub           byline.original  \\\n",
       "0           None         None    By Jeannette Catsoulis   \n",
       "1           None         None    By Jeannette Catsoulis   \n",
       "2           None         None  By Elisabeth Vincentelli   \n",
       "3           None         None  By Elisabeth Vincentelli   \n",
       "4           None         None         By Manohla Dargis   \n",
       "..           ...          ...                       ...   \n",
       "195         None         None           By Andy Webster   \n",
       "196         None         None        By Neil Genzlinger   \n",
       "197         None         None         By Ken Jaworowski   \n",
       "198         None         None    By Jeannette Catsoulis   \n",
       "199         None         None            By Glenn Kenny   \n",
       "\n",
       "                                         byline.person byline.organization  \\\n",
       "0    [{'firstname': 'Jeannette', 'middlename': None...                None   \n",
       "1    [{'firstname': 'Jeannette', 'middlename': None...                None   \n",
       "2    [{'firstname': 'Elisabeth', 'middlename': None...                None   \n",
       "3    [{'firstname': 'Elisabeth', 'middlename': None...                None   \n",
       "4    [{'firstname': 'Manohla', 'middlename': None, ...                None   \n",
       "..                                                 ...                 ...   \n",
       "195  [{'firstname': 'Andy', 'middlename': None, 'la...                None   \n",
       "196  [{'firstname': 'Neil', 'middlename': None, 'la...                None   \n",
       "197  [{'firstname': 'Ken', 'middlename': None, 'las...                None   \n",
       "198  [{'firstname': 'Jeannette', 'middlename': None...                None   \n",
       "199  [{'firstname': 'Glenn', 'middlename': None, 'l...                None   \n",
       "\n",
       "                                             title  \n",
       "0                           The Attachment Diaries  \n",
       "1    What’s Love Got to Do With It?’ Probably a Lo  \n",
       "2                             You Can Live Forever  \n",
       "3                        A Tourist’s Guide to Love  \n",
       "4                          Other People’s Children  \n",
       "..                                             ...  \n",
       "195                                 The Other Half  \n",
       "196                         The Ottoman Lieutenant  \n",
       "197                                   Love & Taxes  \n",
       "198  Everybody Loves Somebody,’ a Rom-Com With Bit  \n",
       "199              Kedi,’ Rekindling a ‘Love of Life  \n",
       "\n",
       "[200 rows x 17 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract the title from the \"headline.main\" column and\n",
    "# save it to a new column \"title\"\n",
    "# Title is between unicode characters \\u2018 and \\u2019. \n",
    "# End string should include \" Review\" to avoid cutting title early\n",
    "reviews_df[\"title\"] = reviews_df[\"headline.main\"].apply(lambda st: st[st.find(\"\\u2018\")+1:st.find(\"\\u2019 Review\")])\n",
    "# reviews_df.to_csv(\"reviews.csv\")\n",
    "reviews_df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_url</th>\n",
       "      <th>snippet</th>\n",
       "      <th>source</th>\n",
       "      <th>keywords</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>word_count</th>\n",
       "      <th>headline.main</th>\n",
       "      <th>headline.kicker</th>\n",
       "      <th>headline.content_kicker</th>\n",
       "      <th>headline.print_headline</th>\n",
       "      <th>headline.name</th>\n",
       "      <th>headline.seo</th>\n",
       "      <th>headline.sub</th>\n",
       "      <th>byline.original</th>\n",
       "      <th>byline.person</th>\n",
       "      <th>byline.organization</th>\n",
       "      <th>title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.nytimes.com/2023/05/25/movies/the-...</td>\n",
       "      <td>A gynecologist and her patient form a horrifyi...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Attachment...</td>\n",
       "      <td>2023-05-25T11:00:03+0000</td>\n",
       "      <td>295</td>\n",
       "      <td>‘The Attachment Diaries’ Review: Love, Sick</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/what...</td>\n",
       "      <td>Two childhood friends navigate cultural differ...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;persons: Kapur, Shekhar;person...</td>\n",
       "      <td>2023-05-04T17:16:45+0000</td>\n",
       "      <td>287</td>\n",
       "      <td>Review: ‘What’s Love Got to Do With It?’ Proba...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>What’s Love Got to Do With It?</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>What’s Love Got to Do With It?’ Probably a Lo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/you-...</td>\n",
       "      <td>Religion comes between two girls falling in lo...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: You Can Live F...</td>\n",
       "      <td>2023-05-04T11:00:08+0000</td>\n",
       "      <td>294</td>\n",
       "      <td>‘You Can Live Forever’ Review: Do You Love Me ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Elisabeth Vincentelli</td>\n",
       "      <td>[{'firstname': 'Elisabeth', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.nytimes.com/2023/04/21/movies/a-to...</td>\n",
       "      <td>Rachael Leigh Cook stars in this bland rom-com...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: A Tourist's Gu...</td>\n",
       "      <td>2023-04-21T07:03:25+0000</td>\n",
       "      <td>276</td>\n",
       "      <td>‘A Tourist’s Guide to Love’ Review: A Wearying...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>A Tourist’s  Guide to Love</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Elisabeth Vincentelli</td>\n",
       "      <td>[{'firstname': 'Elisabeth', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>A Tourist’s Guide to Love</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.nytimes.com/2023/04/20/movies/othe...</td>\n",
       "      <td>A radiant Virginie Efira stars as a Parisian t...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;persons: Zlotowski, Rebecca;cr...</td>\n",
       "      <td>2023-04-20T15:35:13+0000</td>\n",
       "      <td>801</td>\n",
       "      <td>‘Other People’s Children’ Review: True Romance</td>\n",
       "      <td>Critic’s pick</td>\n",
       "      <td>None</td>\n",
       "      <td>Intoxicating Love With a Sobering Turn</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Manohla Dargis</td>\n",
       "      <td>[{'firstname': 'Manohla', 'middlename': None, ...</td>\n",
       "      <td>None</td>\n",
       "      <td>Other People’s Children</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/the-...</td>\n",
       "      <td>This moody romance stars Tatiana Maslany (“Orp...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Other Half...</td>\n",
       "      <td>2017-03-09T21:54:58+0000</td>\n",
       "      <td>251</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Andy Webster</td>\n",
       "      <td>[{'firstname': 'Andy', 'middlename': None, 'la...</td>\n",
       "      <td>None</td>\n",
       "      <td>The Other Half</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/revi...</td>\n",
       "      <td>A nurse travels to the Ottoman Empire on the e...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Ottoman Li...</td>\n",
       "      <td>2017-03-09T21:53:12+0000</td>\n",
       "      <td>267</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Neil Genzlinger</td>\n",
       "      <td>[{'firstname': 'Neil', 'middlename': None, 'la...</td>\n",
       "      <td>None</td>\n",
       "      <td>The Ottoman Lieutenant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>https://www.nytimes.com/2017/03/02/movies/love...</td>\n",
       "      <td>Josh Kornbluth runs afoul of the Internal Reve...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>creative_works: Love &amp; Taxes (Movie);persons: ...</td>\n",
       "      <td>2017-03-02T21:44:18+0000</td>\n",
       "      <td>246</td>\n",
       "      <td>Review: It’s All Mirth and Taxes in ‘Love &amp; Ta...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>It’s Inevitable, Mirth and Taxes</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Ken Jaworowski</td>\n",
       "      <td>[{'firstname': 'Ken', 'middlename': None, 'las...</td>\n",
       "      <td>None</td>\n",
       "      <td>Love &amp; Taxes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>https://www.nytimes.com/2017/02/16/movies/ever...</td>\n",
       "      <td>A messed-up heroine is asked to choose between...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: Everybody Love...</td>\n",
       "      <td>2017-02-16T21:45:50+0000</td>\n",
       "      <td>256</td>\n",
       "      <td>Review: ‘Everybody Loves Somebody,’ a Rom-Com ...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Everybody Loves Somebody</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Jeannette Catsoulis</td>\n",
       "      <td>[{'firstname': 'Jeannette', 'middlename': None...</td>\n",
       "      <td>None</td>\n",
       "      <td>Everybody Loves Somebody,’ a Rom-Com With Bit</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>https://www.nytimes.com/2017/02/09/movies/kedi...</td>\n",
       "      <td>This documentary profiles distinctive street c...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>creative_works: Kedi (Movie);subject: Document...</td>\n",
       "      <td>2017-02-09T16:21:39+0000</td>\n",
       "      <td>274</td>\n",
       "      <td>Review: Cute Cats of ‘Kedi,’ Rekindling a ‘Lov...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>Kedi</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>By Glenn Kenny</td>\n",
       "      <td>[{'firstname': 'Glenn', 'middlename': None, 'l...</td>\n",
       "      <td>None</td>\n",
       "      <td>Kedi,’ Rekindling a ‘Love of Life</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>200 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               web_url  \\\n",
       "0    https://www.nytimes.com/2023/05/25/movies/the-...   \n",
       "1    https://www.nytimes.com/2023/05/04/movies/what...   \n",
       "2    https://www.nytimes.com/2023/05/04/movies/you-...   \n",
       "3    https://www.nytimes.com/2023/04/21/movies/a-to...   \n",
       "4    https://www.nytimes.com/2023/04/20/movies/othe...   \n",
       "..                                                 ...   \n",
       "195  https://www.nytimes.com/2017/03/09/movies/the-...   \n",
       "196  https://www.nytimes.com/2017/03/09/movies/revi...   \n",
       "197  https://www.nytimes.com/2017/03/02/movies/love...   \n",
       "198  https://www.nytimes.com/2017/02/16/movies/ever...   \n",
       "199  https://www.nytimes.com/2017/02/09/movies/kedi...   \n",
       "\n",
       "                                               snippet              source  \\\n",
       "0    A gynecologist and her patient form a horrifyi...  The New York Times   \n",
       "1    Two childhood friends navigate cultural differ...  The New York Times   \n",
       "2    Religion comes between two girls falling in lo...  The New York Times   \n",
       "3    Rachael Leigh Cook stars in this bland rom-com...  The New York Times   \n",
       "4    A radiant Virginie Efira stars as a Parisian t...  The New York Times   \n",
       "..                                                 ...                 ...   \n",
       "195  This moody romance stars Tatiana Maslany (“Orp...  The New York Times   \n",
       "196  A nurse travels to the Ottoman Empire on the e...  The New York Times   \n",
       "197  Josh Kornbluth runs afoul of the Internal Reve...  The New York Times   \n",
       "198  A messed-up heroine is asked to choose between...  The New York Times   \n",
       "199  This documentary profiles distinctive street c...  The New York Times   \n",
       "\n",
       "                                              keywords  \\\n",
       "0    subject: Movies;creative_works: The Attachment...   \n",
       "1    subject: Movies;persons: Kapur, Shekhar;person...   \n",
       "2    subject: Movies;creative_works: You Can Live F...   \n",
       "3    subject: Movies;creative_works: A Tourist's Gu...   \n",
       "4    subject: Movies;persons: Zlotowski, Rebecca;cr...   \n",
       "..                                                 ...   \n",
       "195  subject: Movies;creative_works: The Other Half...   \n",
       "196  subject: Movies;creative_works: The Ottoman Li...   \n",
       "197  creative_works: Love & Taxes (Movie);persons: ...   \n",
       "198  subject: Movies;creative_works: Everybody Love...   \n",
       "199  creative_works: Kedi (Movie);subject: Document...   \n",
       "\n",
       "                     pub_date  word_count  \\\n",
       "0    2023-05-25T11:00:03+0000         295   \n",
       "1    2023-05-04T17:16:45+0000         287   \n",
       "2    2023-05-04T11:00:08+0000         294   \n",
       "3    2023-04-21T07:03:25+0000         276   \n",
       "4    2023-04-20T15:35:13+0000         801   \n",
       "..                        ...         ...   \n",
       "195  2017-03-09T21:54:58+0000         251   \n",
       "196  2017-03-09T21:53:12+0000         267   \n",
       "197  2017-03-02T21:44:18+0000         246   \n",
       "198  2017-02-16T21:45:50+0000         256   \n",
       "199  2017-02-09T16:21:39+0000         274   \n",
       "\n",
       "                                         headline.main headline.kicker  \\\n",
       "0          ‘The Attachment Diaries’ Review: Love, Sick            None   \n",
       "1    Review: ‘What’s Love Got to Do With It?’ Proba...            None   \n",
       "2    ‘You Can Live Forever’ Review: Do You Love Me ...            None   \n",
       "3    ‘A Tourist’s Guide to Love’ Review: A Wearying...            None   \n",
       "4       ‘Other People’s Children’ Review: True Romance   Critic’s pick   \n",
       "..                                                 ...             ...   \n",
       "195  Review: A Combustible Pair Find Love in ‘The O...            None   \n",
       "196  Review: Love as the World Wars, in ‘The Ottoma...            None   \n",
       "197  Review: It’s All Mirth and Taxes in ‘Love & Ta...            None   \n",
       "198  Review: ‘Everybody Loves Somebody,’ a Rom-Com ...            None   \n",
       "199  Review: Cute Cats of ‘Kedi,’ Rekindling a ‘Lov...            None   \n",
       "\n",
       "    headline.content_kicker  \\\n",
       "0                      None   \n",
       "1                      None   \n",
       "2                      None   \n",
       "3                      None   \n",
       "4                      None   \n",
       "..                      ...   \n",
       "195                    None   \n",
       "196                    None   \n",
       "197                    None   \n",
       "198                    None   \n",
       "199                    None   \n",
       "\n",
       "                               headline.print_headline headline.name  \\\n",
       "0                               The Attachment Diaries          None   \n",
       "1                       What’s Love Got to Do With It?          None   \n",
       "2                                 You Can Live Forever          None   \n",
       "3                           A Tourist’s  Guide to Love          None   \n",
       "4               Intoxicating Love With a Sobering Turn          None   \n",
       "..                                                 ...           ...   \n",
       "195  Review: A Combustible Pair Find Love in ‘The O...          None   \n",
       "196  Review: Love as the World Wars, in ‘The Ottoma...          None   \n",
       "197                   It’s Inevitable, Mirth and Taxes          None   \n",
       "198                           Everybody Loves Somebody          None   \n",
       "199                                               Kedi          None   \n",
       "\n",
       "    headline.seo headline.sub           byline.original  \\\n",
       "0           None         None    By Jeannette Catsoulis   \n",
       "1           None         None    By Jeannette Catsoulis   \n",
       "2           None         None  By Elisabeth Vincentelli   \n",
       "3           None         None  By Elisabeth Vincentelli   \n",
       "4           None         None         By Manohla Dargis   \n",
       "..           ...          ...                       ...   \n",
       "195         None         None           By Andy Webster   \n",
       "196         None         None        By Neil Genzlinger   \n",
       "197         None         None         By Ken Jaworowski   \n",
       "198         None         None    By Jeannette Catsoulis   \n",
       "199         None         None            By Glenn Kenny   \n",
       "\n",
       "                                         byline.person byline.organization  \\\n",
       "0    [{'firstname': 'Jeannette', 'middlename': None...                None   \n",
       "1    [{'firstname': 'Jeannette', 'middlename': None...                None   \n",
       "2    [{'firstname': 'Elisabeth', 'middlename': None...                None   \n",
       "3    [{'firstname': 'Elisabeth', 'middlename': None...                None   \n",
       "4    [{'firstname': 'Manohla', 'middlename': None, ...                None   \n",
       "..                                                 ...                 ...   \n",
       "195  [{'firstname': 'Andy', 'middlename': None, 'la...                None   \n",
       "196  [{'firstname': 'Neil', 'middlename': None, 'la...                None   \n",
       "197  [{'firstname': 'Ken', 'middlename': None, 'las...                None   \n",
       "198  [{'firstname': 'Jeannette', 'middlename': None...                None   \n",
       "199  [{'firstname': 'Glenn', 'middlename': None, 'l...                None   \n",
       "\n",
       "                                             title  \n",
       "0                           The Attachment Diaries  \n",
       "1    What’s Love Got to Do With It?’ Probably a Lo  \n",
       "2                             You Can Live Forever  \n",
       "3                        A Tourist’s Guide to Love  \n",
       "4                          Other People’s Children  \n",
       "..                                             ...  \n",
       "195                                 The Other Half  \n",
       "196                         The Ottoman Lieutenant  \n",
       "197                                   Love & Taxes  \n",
       "198  Everybody Loves Somebody,’ a Rom-Com With Bit  \n",
       "199              Kedi,’ Rekindling a ‘Love of Life  \n",
       "\n",
       "[200 rows x 17 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Extract 'name' and 'value' from items in \"keywords\" column\n",
    "def extract_keywords(keyword_list):\n",
    "    extracted_keywords = \"\"\n",
    "    for item in keyword_list:\n",
    "        # Extract 'name' and 'value'\n",
    "        keyword = f\"{item['name']}: {item['value']};\" \n",
    "        # Append the keyword item to the extracted_keywords list\n",
    "        extracted_keywords += keyword\n",
    "    return extracted_keywords\n",
    "\n",
    "# Fix the \"keywords\" column by converting cells from a list to a string\n",
    "reviews_df[\"keywords\"] = reviews_df[\"keywords\"].apply(extract_keywords)\n",
    "reviews_df.to_json('reviews.json')\n",
    "reviews_df\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The Attachment Diaries',\n",
       " 'What’s Love Got to Do With It?’ Probably a Lo',\n",
       " 'You Can Live Forever',\n",
       " 'A Tourist’s Guide to Love',\n",
       " 'Other People’s Children',\n",
       " 'One True Loves',\n",
       " 'The Lost Weekend: A Love Story',\n",
       " 'A Thousand and One',\n",
       " 'Your Place or Mine',\n",
       " 'Love in the Time of Fentanyl',\n",
       " 'Pamela, a Love Story',\n",
       " 'In From the Side',\n",
       " 'After Love',\n",
       " 'Alcarràs',\n",
       " 'Nelly & Nadine',\n",
       " 'Lady Chatterley’s Lover',\n",
       " 'The Sound of Christmas',\n",
       " 'The Inspection',\n",
       " 'Bones and All',\n",
       " 'My Policeman',\n",
       " 'About Fate',\n",
       " 'Waiting for Bojangles',\n",
       " 'I Love My Dad',\n",
       " 'A Love Song',\n",
       " 'Alone Together',\n",
       " 'Art of Love',\n",
       " 'The Wheel',\n",
       " 'Thor: Love and Thunder',\n",
       " 'Both Sides of the Blade',\n",
       " 'Fire of Love',\n",
       " 'Love & Gelato',\n",
       " 'Stay Prayed Up',\n",
       " 'Benediction',\n",
       " 'Dinner in America',\n",
       " 'In a New York Minute',\n",
       " 'Anaïs in Love',\n",
       " 'I Love America',\n",
       " 'See You Then',\n",
       " 'La Mami',\n",
       " 'Love After Love',\n",
       " 'Deep Water',\n",
       " 'Lucy and Desi',\n",
       " 'Cyrano',\n",
       " 'The In Between',\n",
       " 'Book of Love',\n",
       " 'Lingui, the Sacred Bonds',\n",
       " 'The Pink Cloud',\n",
       " 'A Journal for Jordan',\n",
       " 'West Side Story',\n",
       " 'Aulcie',\n",
       " 'Love Is Love Is Love',\n",
       " 'Love Hard',\n",
       " 'Bergman Island',\n",
       " 'Hard Luck Love Song',\n",
       " 'South of Heaven',\n",
       " 'Wife of a Spy',\n",
       " 'Happier Than Ever',\n",
       " 'Together',\n",
       " 'Annette',\n",
       " 'Resort to Love',\n",
       " 'Woodstock 99: Peace, Love and Rage',\n",
       " 'Casanova, Last Love',\n",
       " 'Running Against the Wind',\n",
       " 'Asia',\n",
       " 'Undine',\n",
       " 'This Town',\n",
       " 'Tu Me Manques',\n",
       " 'Monday',\n",
       " 'Ride or Die',\n",
       " 'Future People',\n",
       " 'Luz',\n",
       " 'Happily',\n",
       " 'This Is the Life',\n",
       " 'To All the Boys: Always and Forever',\n",
       " 'Young Hearts',\n",
       " 'Little Fish',\n",
       " 'Two of Us',\n",
       " 'Atlantis',\n",
       " 'Preparations to Be Together',\n",
       " 'Your Name Engraved Herein',\n",
       " 'Sylvie’s Love',\n",
       " 'Ariana Grande: Excuse Me, I Love You',\n",
       " 'Museum Town',\n",
       " 'Wild Mountain Thyme',\n",
       " 'My Psychedelic Love Story',\n",
       " '69: The Saga of Danny Hernandez',\n",
       " 'Ammonite',\n",
       " 'Love and Monsters',\n",
       " 'Dick Johnson Is Dead',\n",
       " 'Love, Guaranteed',\n",
       " 'Feel the Beat',\n",
       " 'Babyteeth',\n",
       " 'Spelling the Dream',\n",
       " 'A Secret Love',\n",
       " 'Love Wedding Repeat',\n",
       " 'Almost Love',\n",
       " 'Hope Gap',\n",
       " 'All the Bright Places',\n",
       " 'The Photograph',\n",
       " 'You Go to My Head',\n",
       " 'Ordinary Love',\n",
       " 'To All the Boys: P.S. I Still Love You',\n",
       " 'The Woman Who Loves Giraffes',\n",
       " 'Queen & Slim',\n",
       " 'Marriage Story',\n",
       " 'Cyrano, My Love',\n",
       " 'Pretenders',\n",
       " 'First Love',\n",
       " 'Loro',\n",
       " 'Falling Inn Love',\n",
       " 'Hot Air',\n",
       " 'Love, Antosha',\n",
       " 'Leto',\n",
       " 'The Tomorrow Man',\n",
       " 'Asako I & II',\n",
       " 'The Sun Is Also a Star',\n",
       " 'Shéhérazade',\n",
       " 'Long Shot',\n",
       " 'Clara',\n",
       " 'Kalank',\n",
       " 'Rafiki',\n",
       " 'Diane',\n",
       " 'Five Feet Apart',\n",
       " 'Ash Is Purest White',\n",
       " 'Gloria Bell',\n",
       " 'Black Mother',\n",
       " 'The Hole in the Ground',\n",
       " 'How to Train Your Dragon: The Hidden World',\n",
       " 'A Tuba to Cuba',\n",
       " 'Fighting With My Family',\n",
       " 'Sorry Angel',\n",
       " 'Berlin, I Love You',\n",
       " 'Untogether',\n",
       " 'Cold War',\n",
       " 'If Beale Street Could Talk',\n",
       " 'Asher',\n",
       " 'The Party’s Just Beginning',\n",
       " 'The Great Pretender',\n",
       " 'Sicilian Ghost Story',\n",
       " 'The New Romantic',\n",
       " 'Pimp',\n",
       " 'In a Relationship',\n",
       " 'They’ll Love Me When I’m Dead’ Documents Orson Welles’s Last Fil',\n",
       " 'Burning,’ Love Ignites a Divided Worl',\n",
       " 'After Everything,’ a Young Love Blooms in Crisi',\n",
       " 'Quincy’ Captures a Lifelong Love Affair With Musi',\n",
       " 'Love, Gilda,’ a Portrait of a Brief and Brilliant Caree',\n",
       " 'Tea With the Dames,’ Four Legends Dish on Acting and Lov',\n",
       " 'Bel Canto,’ Music Is the Food of Love and Rebellio',\n",
       " 'The Citizen,’ an Immigrant Picks a Bad Time to Fall in Lov',\n",
       " 'Love, Cecil,’ an Aesthete Ahead of His Tim',\n",
       " 'How to Talk to Girls at Parties',\n",
       " 'Rogers Park,’ Life and Love in a Chicago Neighborhoo',\n",
       " 'Love & Bananas,’ Uncovering the Plight of the Asian Elephan',\n",
       " 'Godard Mon Amour',\n",
       " 'Submergence,’ a Love Story Sunk by Geopolitic',\n",
       " 'Love After Love,’ an Unflinching Look at Extended Grie',\n",
       " 'Outside In',\n",
       " 'Love, Simon,’ a Glossy Teen Romance, the Hero Has a Secre',\n",
       " 'Keep the Change,’ Two People With Autism Find Lov',\n",
       " 'The Party',\n",
       " 'The Housemaid,’ Twisted Love and Angry Ghosts in Vietna',\n",
       " 'Forever My Girl,’ a Romance Resumes After a Long Brea',\n",
       " 'Kangaroo: A Love-Hate Story’ Exposes a Wildlife Massacr',\n",
       " 'Lover for a Day',\n",
       " 'Youth,’ the People’s Dance Troupe, in Love and Wa',\n",
       " 'Killing for Love’ Revisits a Virginia Murder Cas',\n",
       " 'The Shape of Water’ Is Altogether Wonderfu',\n",
       " 'Love Beats Rhymes,’ a Hip-Hop Artist Transformed by Poetr',\n",
       " 'Cuba and the Cameraman’ Lavishes Love on a Country … and Castr',\n",
       " 'On the Beach at Night Alone’ Zooms in on a Love Affai',\n",
       " 'Thelma,’ a Woman in Love Can Burn Down the Worl',\n",
       " 'Hello Again,’ a Movie Musical Ode to Love and Lust Over Decade',\n",
       " 'It Happened in L.A.,’ All That Questing After Lov',\n",
       " 'God’s Own Country',\n",
       " 'The Mountain Between Us',\n",
       " 'Dina,’ a Differently Abled Love Stor',\n",
       " 'In Search of Fellini',\n",
       " 'Woodpeckers,’ a Tale of Love and Agonizing Penal Confinemen',\n",
       " 'I Do ... Until I Don’t,’ Love and Loathing in Florid',\n",
       " 'Tales of an Immoral Couple’: Love Means Having to Grow U',\n",
       " 'After Love’ and Regretting Every Momen',\n",
       " 'The Last Face',\n",
       " 'Women Who Kill,’ and May Be in Love With On',\n",
       " 'False Confessions,’ the Play’s Not Quite the Thin',\n",
       " 'Review: Those Movies, Himself — Bertrand Tavernier’s Tour of French Cinem',\n",
       " 'The Big Sick,’ Comedy Is Hard, Love Harde',\n",
       " 'Lost in Paris',\n",
       " 'Vincent N Roxxy,’ Love Is in the Air, N So Is Fea',\n",
       " 'Everything, Everything’ Pits Love Against Diseas',\n",
       " 'Hounds of Love’ Is Tense and Deadly Down Unde',\n",
       " 'Harold and Lillian’ Introduces a Hollywood Power Coupl',\n",
       " 'The Happiest Day in the Life of Olli Maki,’ Love and Life on the Rope',\n",
       " 'The Promise’ Finds a Love Triangle in Constantinopl',\n",
       " 'Frantz,’ a Mysterious Frenchman and the Wounds of Wa',\n",
       " 'The Other Half',\n",
       " 'The Ottoman Lieutenant',\n",
       " 'Love & Taxes',\n",
       " 'Everybody Loves Somebody,’ a Rom-Com With Bit',\n",
       " 'Kedi,’ Rekindling a ‘Love of Life']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a list from the \"title\" column using to_list()\n",
    "# These titles will be used in the query for The Movie Database\n",
    "reviews_df = pd.read_json('reviews.json')\n",
    "titles = reviews_df[\"title\"].to_list()\n",
    "titles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(titles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Splitting up titles to prevent API hanging\n",
    "# https://stackoverflow.com/questions/9671224/split-a-python-list-into-other-sublists-i-e-smaller-lists\n",
    "divvied_titles = [titles[x:x+20]for x in range(0,len(titles), 20)]\n",
    "len(divvied_titles)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Access The Movie Database API"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Prepare The Movie Database query\n",
    "url = \"https://api.themoviedb.org/3/search/movie?query=\"\n",
    "tmdb_key_string = \"&api_key=\" + tmdb_api_key"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The Attachment Diaries not found\n",
      "What’s Love Got to Do With It?’ Probably a Lo not found\n",
      "You Can Live Forever not found\n",
      "A Tourist’s Guide to Love not found\n",
      "Other People’s Children not found\n",
      "One True Loves not found\n",
      "The Lost Weekend: A Love Story not found\n",
      "A Thousand and One not found\n",
      "Your Place or Mine not found\n",
      "Love in the Time of Fentanyl not found\n",
      "Pamela, a Love Story not found\n",
      "In From the Side not found\n",
      "After Love not found\n",
      "Alcarràs not found\n",
      "Nelly & Nadine not found\n",
      "Lady Chatterley’s Lover not found\n",
      "The Sound of Christmas not found\n",
      "The Inspection not found\n",
      "Bones and All not found\n",
      "My Policeman not found\n",
      "About Fate not found\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[15], line 20\u001b[0m\n\u001b[1;32m     17\u001b[0m request_counter \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m1\u001b[39m\n\u001b[1;32m     19\u001b[0m \u001b[38;5;66;03m# Perform a \"GET\" request for The Movie Database\u001b[39;00m\n\u001b[0;32m---> 20\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[43mrequests\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43mf\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;132;43;01m{\u001b[39;49;00m\u001b[43murl\u001b[49m\u001b[38;5;132;43;01m}\u001b[39;49;00m\u001b[38;5;132;43;01m{\u001b[39;49;00m\u001b[43murllib\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mparse\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mquote_plus\u001b[49m\u001b[43m(\u001b[49m\u001b[43mt\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;132;43;01m}\u001b[39;49;00m\u001b[38;5;132;43;01m{\u001b[39;49;00m\u001b[43mtmdb_key_string\u001b[49m\u001b[38;5;132;43;01m}\u001b[39;49;00m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m10\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m     22\u001b[0m \u001b[38;5;66;03m# Include a try clause to search for the full movie details.\u001b[39;00m\n\u001b[1;32m     23\u001b[0m \u001b[38;5;66;03m# Use the except clause to print out a statement if a movie\u001b[39;00m\n\u001b[1;32m     24\u001b[0m \u001b[38;5;66;03m# is not found.\u001b[39;00m\n\u001b[1;32m     25\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m     26\u001b[0m     \u001b[38;5;66;03m# Get movie id\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/requests/api.py:73\u001b[0m, in \u001b[0;36mget\u001b[0;34m(url, params, **kwargs)\u001b[0m\n\u001b[1;32m     62\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget\u001b[39m(url, params\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[1;32m     63\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"Sends a GET request.\u001b[39;00m\n\u001b[1;32m     64\u001b[0m \n\u001b[1;32m     65\u001b[0m \u001b[38;5;124;03m    :param url: URL for the new :class:`Request` object.\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     70\u001b[0m \u001b[38;5;124;03m    :rtype: requests.Response\u001b[39;00m\n\u001b[1;32m     71\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m---> 73\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mget\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mparams\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mparams\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/requests/api.py:59\u001b[0m, in \u001b[0;36mrequest\u001b[0;34m(method, url, **kwargs)\u001b[0m\n\u001b[1;32m     55\u001b[0m \u001b[38;5;66;03m# By using the 'with' statement we are sure the session is closed, thus we\u001b[39;00m\n\u001b[1;32m     56\u001b[0m \u001b[38;5;66;03m# avoid leaving sockets open which can trigger a ResourceWarning in some\u001b[39;00m\n\u001b[1;32m     57\u001b[0m \u001b[38;5;66;03m# cases, and look like a memory leak in others.\u001b[39;00m\n\u001b[1;32m     58\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m sessions\u001b[38;5;241m.\u001b[39mSession() \u001b[38;5;28;01mas\u001b[39;00m session:\n\u001b[0;32m---> 59\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43msession\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/requests/sessions.py:589\u001b[0m, in \u001b[0;36mSession.request\u001b[0;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[1;32m    584\u001b[0m send_kwargs \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m    585\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtimeout\u001b[39m\u001b[38;5;124m\"\u001b[39m: timeout,\n\u001b[1;32m    586\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m\"\u001b[39m: allow_redirects,\n\u001b[1;32m    587\u001b[0m }\n\u001b[1;32m    588\u001b[0m send_kwargs\u001b[38;5;241m.\u001b[39mupdate(settings)\n\u001b[0;32m--> 589\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprep\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43msend_kwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    591\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m resp\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/requests/sessions.py:703\u001b[0m, in \u001b[0;36mSession.send\u001b[0;34m(self, request, **kwargs)\u001b[0m\n\u001b[1;32m    700\u001b[0m start \u001b[38;5;241m=\u001b[39m preferred_clock()\n\u001b[1;32m    702\u001b[0m \u001b[38;5;66;03m# Send the request\u001b[39;00m\n\u001b[0;32m--> 703\u001b[0m r \u001b[38;5;241m=\u001b[39m \u001b[43madapter\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msend\u001b[49m\u001b[43m(\u001b[49m\u001b[43mrequest\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    705\u001b[0m \u001b[38;5;66;03m# Total elapsed time of the request (approximately)\u001b[39;00m\n\u001b[1;32m    706\u001b[0m elapsed \u001b[38;5;241m=\u001b[39m preferred_clock() \u001b[38;5;241m-\u001b[39m start\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/requests/adapters.py:486\u001b[0m, in \u001b[0;36mHTTPAdapter.send\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m    483\u001b[0m     timeout \u001b[38;5;241m=\u001b[39m TimeoutSauce(connect\u001b[38;5;241m=\u001b[39mtimeout, read\u001b[38;5;241m=\u001b[39mtimeout)\n\u001b[1;32m    485\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 486\u001b[0m     resp \u001b[38;5;241m=\u001b[39m \u001b[43mconn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43murlopen\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    487\u001b[0m \u001b[43m        \u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    488\u001b[0m \u001b[43m        \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    489\u001b[0m \u001b[43m        \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbody\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    490\u001b[0m \u001b[43m        \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    491\u001b[0m \u001b[43m        \u001b[49m\u001b[43mredirect\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    492\u001b[0m \u001b[43m        \u001b[49m\u001b[43massert_same_host\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    493\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpreload_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    494\u001b[0m \u001b[43m        \u001b[49m\u001b[43mdecode_content\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m    495\u001b[0m \u001b[43m        \u001b[49m\u001b[43mretries\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmax_retries\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    496\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    497\u001b[0m \u001b[43m        \u001b[49m\u001b[43mchunked\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunked\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    498\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    500\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (ProtocolError, \u001b[38;5;167;01mOSError\u001b[39;00m) \u001b[38;5;28;01mas\u001b[39;00m err:\n\u001b[1;32m    501\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m(err, request\u001b[38;5;241m=\u001b[39mrequest)\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/urllib3/connectionpool.py:714\u001b[0m, in \u001b[0;36mHTTPConnectionPool.urlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)\u001b[0m\n\u001b[1;32m    711\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_prepare_proxy(conn)\n\u001b[1;32m    713\u001b[0m \u001b[38;5;66;03m# Make the request on the httplib connection object.\u001b[39;00m\n\u001b[0;32m--> 714\u001b[0m httplib_response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_make_request\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    715\u001b[0m \u001b[43m    \u001b[49m\u001b[43mconn\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    716\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmethod\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    717\u001b[0m \u001b[43m    \u001b[49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    718\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout_obj\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    719\u001b[0m \u001b[43m    \u001b[49m\u001b[43mbody\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mbody\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    720\u001b[0m \u001b[43m    \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    721\u001b[0m \u001b[43m    \u001b[49m\u001b[43mchunked\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunked\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    722\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    724\u001b[0m \u001b[38;5;66;03m# If we're going to release the connection in ``finally:``, then\u001b[39;00m\n\u001b[1;32m    725\u001b[0m \u001b[38;5;66;03m# the response doesn't need to know about the connection. Otherwise\u001b[39;00m\n\u001b[1;32m    726\u001b[0m \u001b[38;5;66;03m# it will also try to release it and we'll have a double-release\u001b[39;00m\n\u001b[1;32m    727\u001b[0m \u001b[38;5;66;03m# mess.\u001b[39;00m\n\u001b[1;32m    728\u001b[0m response_conn \u001b[38;5;241m=\u001b[39m conn \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m release_conn \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/urllib3/connectionpool.py:403\u001b[0m, in \u001b[0;36mHTTPConnectionPool._make_request\u001b[0;34m(self, conn, method, url, timeout, chunked, **httplib_request_kw)\u001b[0m\n\u001b[1;32m    401\u001b[0m \u001b[38;5;66;03m# Trigger any extra validation we need to do.\u001b[39;00m\n\u001b[1;32m    402\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 403\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_validate_conn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mconn\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    404\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (SocketTimeout, BaseSSLError) \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    405\u001b[0m     \u001b[38;5;66;03m# Py2 raises this as a BaseSSLError, Py3 raises it as socket timeout.\u001b[39;00m\n\u001b[1;32m    406\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_raise_timeout(err\u001b[38;5;241m=\u001b[39me, url\u001b[38;5;241m=\u001b[39murl, timeout_value\u001b[38;5;241m=\u001b[39mconn\u001b[38;5;241m.\u001b[39mtimeout)\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/urllib3/connectionpool.py:1053\u001b[0m, in \u001b[0;36mHTTPSConnectionPool._validate_conn\u001b[0;34m(self, conn)\u001b[0m\n\u001b[1;32m   1051\u001b[0m \u001b[38;5;66;03m# Force connect early to allow us to validate the connection.\u001b[39;00m\n\u001b[1;32m   1052\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mgetattr\u001b[39m(conn, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124msock\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m):  \u001b[38;5;66;03m# AppEngine might not have  `.sock`\u001b[39;00m\n\u001b[0;32m-> 1053\u001b[0m     \u001b[43mconn\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mconnect\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   1055\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m conn\u001b[38;5;241m.\u001b[39mis_verified:\n\u001b[1;32m   1056\u001b[0m     warnings\u001b[38;5;241m.\u001b[39mwarn(\n\u001b[1;32m   1057\u001b[0m         (\n\u001b[1;32m   1058\u001b[0m             \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mUnverified HTTPS request is being made to host \u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1063\u001b[0m         InsecureRequestWarning,\n\u001b[1;32m   1064\u001b[0m     )\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/urllib3/connection.py:363\u001b[0m, in \u001b[0;36mHTTPSConnection.connect\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    361\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mconnect\u001b[39m(\u001b[38;5;28mself\u001b[39m):\n\u001b[1;32m    362\u001b[0m     \u001b[38;5;66;03m# Add certificate verification\u001b[39;00m\n\u001b[0;32m--> 363\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msock \u001b[38;5;241m=\u001b[39m conn \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_new_conn\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    364\u001b[0m     hostname \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhost\n\u001b[1;32m    365\u001b[0m     tls_in_tls \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/urllib3/connection.py:174\u001b[0m, in \u001b[0;36mHTTPConnection._new_conn\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    171\u001b[0m     extra_kw[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124msocket_options\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msocket_options\n\u001b[1;32m    173\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 174\u001b[0m     conn \u001b[38;5;241m=\u001b[39m \u001b[43mconnection\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcreate_connection\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    175\u001b[0m \u001b[43m        \u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_dns_host\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mport\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mextra_kw\u001b[49m\n\u001b[1;32m    176\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    178\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m SocketTimeout:\n\u001b[1;32m    179\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m ConnectTimeoutError(\n\u001b[1;32m    180\u001b[0m         \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    181\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mConnection to \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m timed out. (connect timeout=\u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m)\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    182\u001b[0m         \u001b[38;5;241m%\u001b[39m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhost, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtimeout),\n\u001b[1;32m    183\u001b[0m     )\n",
      "File \u001b[0;32m~/anaconda3/envs/dev/lib/python3.10/site-packages/urllib3/util/connection.py:85\u001b[0m, in \u001b[0;36mcreate_connection\u001b[0;34m(address, timeout, source_address, socket_options)\u001b[0m\n\u001b[1;32m     83\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m source_address:\n\u001b[1;32m     84\u001b[0m         sock\u001b[38;5;241m.\u001b[39mbind(source_address)\n\u001b[0;32m---> 85\u001b[0m     \u001b[43msock\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mconnect\u001b[49m\u001b[43m(\u001b[49m\u001b[43msa\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     86\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m sock\n\u001b[1;32m     88\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m socket\u001b[38;5;241m.\u001b[39merror \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# Note: The code below, though functional, took too long to resolve. The API was slow in responding. Consequently I had to separate requests into batches of 20 titles. These responses were accumulated and stored in movies.json. Please see get_movies.ipynb\n",
    "\n",
    "# Create an empty list to store the results\n",
    "tmdb_movies_list = []\n",
    "\n",
    "# Create a request counter to sleep the requests after a multiple\n",
    "# of 50 requests\n",
    "request_counter = 1\n",
    "\n",
    "# Loop through the titles\n",
    "for t in titles:\n",
    "    # Check if we need to sleep before making a request\n",
    "    if request_counter % 50 == 0:\n",
    "        time.sleep(1)\n",
    "\n",
    "    # Add 1 to the request counter\n",
    "    request_counter += 1\n",
    "    \n",
    "    # Perform a \"GET\" request for The Movie Database\n",
    "    resp = requests.get(f\"{url}{urllib.parse.quote_plus(t)}{tmdb_key_string}\", timeout=10)\n",
    "\n",
    "    # Include a try clause to search for the full movie details.\n",
    "    # Use the except clause to print out a statement if a movie\n",
    "    # is not found.\n",
    "    try:\n",
    "        # Get movie id\n",
    "        movie_id = resp[\"results\"][0][\"id\"]\n",
    "\n",
    "        # Make a request for a the full movie details\n",
    "        det_url = f\"https://api.themoviedb.org/3/movie/{movie_id}?api_key={tmdb_api_key}\"\n",
    "\n",
    "        # Execute \"GET\" request with url\n",
    "        det_resp = requests.get(det_url).json()\n",
    "        \n",
    "        # Extract the genre names into a list\n",
    "        genre = [x[\"name\"] for x in det_resp[\"genres\"]]\n",
    "\n",
    "        # Extract the spoken_languages' English name into a list\n",
    "        spoken_languages = [x[\"english_name\"] for x in det_resp[\"spoken_languages\"]]\n",
    "\n",
    "        # Extract the production_countries' name into a list\n",
    "        production_countries = [x[\"name\"] for x in det_resp[\"production_countries\"]]\n",
    "\n",
    "        # Add the relevant data to a dictionary and\n",
    "        # append it to the tmdb_movies_list list\n",
    "        tmdb_movies_list.append({\n",
    "            \"title\": det_resp.get(\"title\", None),\n",
    "            \"original_title\": det_resp.get(\"original_title\", None),\n",
    "            \"budget\": det_resp.get(\"budget\", None),\n",
    "            \"genre\": genre,\n",
    "            \"language\": det_resp.get(\"language\", None),\n",
    "            # NOTE: this needs to be changed to det_resp.get(\"original_language\", None)\n",
    "            \"spoken_languages\": spoken_languages,\n",
    "            \"homepage\": det_resp.get(\"homepage\", None),\n",
    "            \"overview\": det_resp.get(\"overview\", None),\n",
    "            \"popularity\": det_resp.get(\"popularity\", None),\n",
    "            \"runtime\": det_resp.get(\"runtime\", None),\n",
    "            \"revenue\": det_resp.get(\"revenue\", None),\n",
    "            \"release_date\": det_resp.get(\"release_date\", None),\n",
    "            \"vote_average\": det_resp.get(\"vote_average\", None),\n",
    "            \"vote_count\": det_resp.get(\"vote_count\", None),\n",
    "            \"production_countries\": production_countries,\n",
    "        })\n",
    "        \n",
    "        # Print out the title that was found\n",
    "        print(t)\n",
    "    except:\n",
    "        print(f\"{t} not found\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'list'>\n"
     ]
    }
   ],
   "source": [
    "# \\n^\\s+null, \n",
    "# \\n\\s+\"language\": null\n",
    "# replace with nothing\n",
    "with open(\"movies.json\", \"r\") as f:\n",
    "    tmdb_movies_list = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 194,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[\\n    {\\n        \"title\": \"The Attachment Diaries\",\\n        \"original_title\": \"El apego\",\\n        \"budget\": 0,\\n        \"genre\": [\\n            \"Drama\",\\n            \"Mystery\",\\n            \"Thriller\",\\n            \"Horror\"\\n        ],\\n        \"spoken_languages\": [\\n            \"Spanish\"\\n        ],\\n        \"homepage\": \"\",\\n        \"overview\": \"Argentina, 1970s. A desperate young woman goes to a clinic to have a clandestine abortion. As her pregnancy is already through the fourth month, the doctor refuses. Instead, she proposes to sell the baby to one of her clients and offers to provide shelter in her house until the child is born. Their disturbed personalities will become intertwined in a strange and dangerous relationship.\",\\n        \"popularity\": 0.6,\\n        \"runtime\": 102,\\n        \"revenue\": 0,\\n        \"release_date\": \"2021-10-07\",\\n        \"vote_average\": 4.0,\\n        \"vote_count\": 2,\\n        \"production_countries\": [\\n            \"Argentina\"\\n        ]\\n    },\\n    {\\n        \"title\": \"You Can Live Forever\",\\n        \"original_title\": \"You Can Live Forever\",\\n        \"budget\": 0,\\n        \"genre\": [\\n            \"Drama\",\\n            \"Romance\"\\n        ],\\n        \"spoken_languages\": [\\n            \"English\",\\n            \"French\"\\n        ],\\n        \"homepage\": \"https://gooddeedentertainment.com/you-can-live-forever/\",\\n        \"overview\": \"When Jaime, a gay teenager, is sent to live in a community of Jehovah\\'s Witnesses in small-town Quebec, she falls madly in love with a devout Witness girl. The two embark on an intense affair with consequences that will reshape the rest of their lives.\",\\n        \"popularity\": 111.971,\\n        \"runtime\": 96,\\n        \"revenue\": 15055,\\n        \"release_date\": \"2023-03-24\",\\n        \"vote_average\": 6.8,\\n        \"vote_count\": 29,\\n        \"production_countries\": [\\n            \"Canada\",\\n            \"United States of America\"\\n        ]\\n    },\\n    {\\n        \"title\": \"A Tourist\\'s Guide to Love\",\\n        \"original_title\": \"A Tourist\\'s Guide to Love\",\\n        \"budget\": 0,\\n        \"genre\": [\\n            \"Romance\",\\n            \"Comedy\"\\n        ],\\n        \"spoken_languages\": [\\n            \"English\",\\n            \"Vietnamese\"\\n        ],\\n        \"homepage\": \"https://www.netflix.com/title/81424906\",\\n        \"overview\": \"After an unexpected break up, a travel executive accepts an assignment to go undercover and learn about the tourist industry in Vietnam. Along the way, she finds adventure and romance with her Vietnamese expat tour guide and they decide to hijack the tour bus in order to explore life and love off the beaten path.\",\\n        \"popularity\": 11.751,\\n        \"runtime\": 96,\\n        \"revenue\": 0,\\n        \"release_date\": \"2023-04-21\",\\n        \"vote_average\": 6.328,\\n        \"vote_count\": 148,\\n        \"production_countries\": [\\n            \"United States of America\"\\n        ]\\n    },\\n    {\\n        \"title\": \"Other People\\'s Children\",\\n        \"original_title\": \"Les Enfants des autres\",\\n        \"budget\": 0,\\n        \"genre\": [\\n            \"Drama\",\\n            \"Comedy\"\\n        ],\\n        \"spoken_languages\": [\\n            \"English\",\\n            \"French\"\\n        ],\\n        \"homepage\": \"https://www.wildbunch.biz/movie/other-peoples-children/\",\\n        \"overview\": \"Rachel loves her life, her students, her friends, her ex, her guitar lessons. When she falls in love with Ali, she grows close to his 4-year-old daughter, Leila. She tucks her in, looks after her, and loves her like a mother... which she isn\\\\u2019t. Not yet. Rachel is 40. The desire for a family of her own is growing stronger, and the clock is ticking. Is it too late?\",\\n        \"popularity\": 7.138,\\n        \"runtime\": 104,\\n        \"revenue\": 84178,\\n        \"release_date\": \"2022-09-21\",\\n        \"vote_average\": 6.896,\\n        \"vote_count\": 173,\\n        \"production_countries\": [\\n            \"France\"\\n        ]\\n    },\\n    {\\n        \"title\": \"One True Loves\",\\n        \"original_title\": \"One True Loves\",\\n        \"budget\": 0,\\n        \"genre\": [\\n            \"Romance\",\\n            \"Drama\",\\n            \"Comedy\"\\n        ],\\n        \"spoken_languages\": [\\n            \"English\",\\n            \"Spanish\"\\n        ],\\n        \"homepage\": \"\",\\n        \"overview\": \"Emma and Jesse are living the perfect life together, until Jesse disappears in a tragic helicopter crash on their first wedding anniversary. Four years later, Emma has found happiness again and is about to marry her best friend when Jesse resurfaces, turning her world upside down and leaving her torn between two great loves.\",\\n        \"popularity\": 17.703,\\n        \"runtime\": 100,\\n        \"revenue\": 37820,\\n        \"release_date\": \"2023-04-07\",\\n        \"vote_average\": 6.5,\\n        \"vote_count\": 61,\\n        \"production_countries\": [\\n            \"Czech Republic\",\\n            \"United States of America\"\\n        ]\\n    }\\n]'"
      ]
     },
     "execution_count": 194,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Preview the first 5 results in JSON format\n",
    "# Use json.dumps with argument indent=4 to format data\n",
    "# print(tmdb_movies_list[0:5])\n",
    "json.dumps(tmdb_movies_list[0:5], indent=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>original_title</th>\n",
       "      <th>budget</th>\n",
       "      <th>genre</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>homepage</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>runtime</th>\n",
       "      <th>revenue</th>\n",
       "      <th>release_date</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>production_countries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>El apego</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Mystery, Thriller, Horror]</td>\n",
       "      <td>[Spanish]</td>\n",
       "      <td></td>\n",
       "      <td>Argentina, 1970s. A desperate young woman goes...</td>\n",
       "      <td>0.600</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-07</td>\n",
       "      <td>4.000</td>\n",
       "      <td>2</td>\n",
       "      <td>[Argentina]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Romance]</td>\n",
       "      <td>[English, French]</td>\n",
       "      <td>https://gooddeedentertainment.com/you-can-live...</td>\n",
       "      <td>When Jaime, a gay teenager, is sent to live in...</td>\n",
       "      <td>111.971</td>\n",
       "      <td>96</td>\n",
       "      <td>15055</td>\n",
       "      <td>2023-03-24</td>\n",
       "      <td>6.800</td>\n",
       "      <td>29</td>\n",
       "      <td>[Canada, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A Tourist's Guide to Love</td>\n",
       "      <td>A Tourist's Guide to Love</td>\n",
       "      <td>0</td>\n",
       "      <td>[Romance, Comedy]</td>\n",
       "      <td>[English, Vietnamese]</td>\n",
       "      <td>https://www.netflix.com/title/81424906</td>\n",
       "      <td>After an unexpected break up, a travel executi...</td>\n",
       "      <td>11.751</td>\n",
       "      <td>96</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-04-21</td>\n",
       "      <td>6.328</td>\n",
       "      <td>148</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Other People's Children</td>\n",
       "      <td>Les Enfants des autres</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Comedy]</td>\n",
       "      <td>[English, French]</td>\n",
       "      <td>https://www.wildbunch.biz/movie/other-peoples-...</td>\n",
       "      <td>Rachel loves her life, her students, her frien...</td>\n",
       "      <td>7.138</td>\n",
       "      <td>104</td>\n",
       "      <td>84178</td>\n",
       "      <td>2022-09-21</td>\n",
       "      <td>6.896</td>\n",
       "      <td>173</td>\n",
       "      <td>[France]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>One True Loves</td>\n",
       "      <td>One True Loves</td>\n",
       "      <td>0</td>\n",
       "      <td>[Romance, Drama, Comedy]</td>\n",
       "      <td>[English, Spanish]</td>\n",
       "      <td></td>\n",
       "      <td>Emma and Jesse are living the perfect life tog...</td>\n",
       "      <td>17.703</td>\n",
       "      <td>100</td>\n",
       "      <td>37820</td>\n",
       "      <td>2023-04-07</td>\n",
       "      <td>6.500</td>\n",
       "      <td>61</td>\n",
       "      <td>[Czech Republic, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>The Last Face</td>\n",
       "      <td>The Last Face</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama]</td>\n",
       "      <td>[English, Portuguese]</td>\n",
       "      <td></td>\n",
       "      <td>Miguel, a heroic Spanish doctor, puts himself ...</td>\n",
       "      <td>11.302</td>\n",
       "      <td>130</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-11</td>\n",
       "      <td>5.588</td>\n",
       "      <td>188</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>Lost in Paris</td>\n",
       "      <td>Paris pieds nus</td>\n",
       "      <td>0</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>[French]</td>\n",
       "      <td></td>\n",
       "      <td>Fiona visits Paris for the first time to assis...</td>\n",
       "      <td>7.827</td>\n",
       "      <td>83</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-14</td>\n",
       "      <td>6.058</td>\n",
       "      <td>112</td>\n",
       "      <td>[Belgium, France]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>The Other Half</td>\n",
       "      <td>The Other Half</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Romance]</td>\n",
       "      <td>[English]</td>\n",
       "      <td>http://theotherhalfmovie.com/</td>\n",
       "      <td>A grief-stricken man and a bipolar woman fall ...</td>\n",
       "      <td>2.985</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-12-02</td>\n",
       "      <td>6.326</td>\n",
       "      <td>23</td>\n",
       "      <td>[Canada]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>The Ottoman Lieutenant</td>\n",
       "      <td>The Ottoman Lieutenant</td>\n",
       "      <td>40000000</td>\n",
       "      <td>[Romance, Drama, War]</td>\n",
       "      <td>[Turkish, English]</td>\n",
       "      <td>https://www.uphe.com/movies/the-ottoman-lieute...</td>\n",
       "      <td>Lillie, a determined American woman, ventures ...</td>\n",
       "      <td>35.031</td>\n",
       "      <td>111</td>\n",
       "      <td>413844</td>\n",
       "      <td>2017-03-10</td>\n",
       "      <td>6.171</td>\n",
       "      <td>242</td>\n",
       "      <td>[Turkey, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>Love &amp; Taxes</td>\n",
       "      <td>Love &amp; Taxes</td>\n",
       "      <td>0</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>[English]</td>\n",
       "      <td>http://loveandtaxesmovie.com</td>\n",
       "      <td>Love &amp;amp; Taxes is a riveting comic tale of s...</td>\n",
       "      <td>2.901</td>\n",
       "      <td>98</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-03-03</td>\n",
       "      <td>4.000</td>\n",
       "      <td>1</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>153 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         title             original_title    budget  \\\n",
       "0       The Attachment Diaries                   El apego         0   \n",
       "1         You Can Live Forever       You Can Live Forever         0   \n",
       "2    A Tourist's Guide to Love  A Tourist's Guide to Love         0   \n",
       "3      Other People's Children     Les Enfants des autres         0   \n",
       "4               One True Loves             One True Loves         0   \n",
       "..                         ...                        ...       ...   \n",
       "148              The Last Face              The Last Face         0   \n",
       "149              Lost in Paris            Paris pieds nus         0   \n",
       "150             The Other Half             The Other Half         0   \n",
       "151     The Ottoman Lieutenant     The Ottoman Lieutenant  40000000   \n",
       "152               Love & Taxes               Love & Taxes         0   \n",
       "\n",
       "                                  genre       spoken_languages  \\\n",
       "0    [Drama, Mystery, Thriller, Horror]              [Spanish]   \n",
       "1                      [Drama, Romance]      [English, French]   \n",
       "2                     [Romance, Comedy]  [English, Vietnamese]   \n",
       "3                       [Drama, Comedy]      [English, French]   \n",
       "4              [Romance, Drama, Comedy]     [English, Spanish]   \n",
       "..                                  ...                    ...   \n",
       "148                             [Drama]  [English, Portuguese]   \n",
       "149                            [Comedy]               [French]   \n",
       "150                    [Drama, Romance]              [English]   \n",
       "151               [Romance, Drama, War]     [Turkish, English]   \n",
       "152                            [Comedy]              [English]   \n",
       "\n",
       "                                              homepage  \\\n",
       "0                                                        \n",
       "1    https://gooddeedentertainment.com/you-can-live...   \n",
       "2               https://www.netflix.com/title/81424906   \n",
       "3    https://www.wildbunch.biz/movie/other-peoples-...   \n",
       "4                                                        \n",
       "..                                                 ...   \n",
       "148                                                      \n",
       "149                                                      \n",
       "150                      http://theotherhalfmovie.com/   \n",
       "151  https://www.uphe.com/movies/the-ottoman-lieute...   \n",
       "152                       http://loveandtaxesmovie.com   \n",
       "\n",
       "                                              overview  popularity  runtime  \\\n",
       "0    Argentina, 1970s. A desperate young woman goes...       0.600      102   \n",
       "1    When Jaime, a gay teenager, is sent to live in...     111.971       96   \n",
       "2    After an unexpected break up, a travel executi...      11.751       96   \n",
       "3    Rachel loves her life, her students, her frien...       7.138      104   \n",
       "4    Emma and Jesse are living the perfect life tog...      17.703      100   \n",
       "..                                                 ...         ...      ...   \n",
       "148  Miguel, a heroic Spanish doctor, puts himself ...      11.302      130   \n",
       "149  Fiona visits Paris for the first time to assis...       7.827       83   \n",
       "150  A grief-stricken man and a bipolar woman fall ...       2.985      103   \n",
       "151  Lillie, a determined American woman, ventures ...      35.031      111   \n",
       "152  Love &amp; Taxes is a riveting comic tale of s...       2.901       98   \n",
       "\n",
       "     revenue release_date  vote_average  vote_count  \\\n",
       "0          0   2021-10-07         4.000           2   \n",
       "1      15055   2023-03-24         6.800          29   \n",
       "2          0   2023-04-21         6.328         148   \n",
       "3      84178   2022-09-21         6.896         173   \n",
       "4      37820   2023-04-07         6.500          61   \n",
       "..       ...          ...           ...         ...   \n",
       "148        0   2017-01-11         5.588         188   \n",
       "149        0   2017-01-14         6.058         112   \n",
       "150        0   2016-12-02         6.326          23   \n",
       "151   413844   2017-03-10         6.171         242   \n",
       "152        0   2017-03-03         4.000           1   \n",
       "\n",
       "                           production_countries  \n",
       "0                                   [Argentina]  \n",
       "1            [Canada, United States of America]  \n",
       "2                    [United States of America]  \n",
       "3                                      [France]  \n",
       "4    [Czech Republic, United States of America]  \n",
       "..                                          ...  \n",
       "148                  [United States of America]  \n",
       "149                           [Belgium, France]  \n",
       "150                                    [Canada]  \n",
       "151          [Turkey, United States of America]  \n",
       "152                  [United States of America]  \n",
       "\n",
       "[153 rows x 14 columns]"
      ]
     },
     "execution_count": 195,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert the results to a DataFrame\n",
    "tmdb_df = pd.DataFrame(tmdb_movies_list)\n",
    "tmdb_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>original_title</th>\n",
       "      <th>budget</th>\n",
       "      <th>genre</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>homepage</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>runtime</th>\n",
       "      <th>revenue</th>\n",
       "      <th>release_date</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>production_countries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>El apego</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Mystery, Thriller, Horror]</td>\n",
       "      <td>[Spanish]</td>\n",
       "      <td></td>\n",
       "      <td>Argentina, 1970s. A desperate young woman goes...</td>\n",
       "      <td>0.600</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-07</td>\n",
       "      <td>4.000</td>\n",
       "      <td>2</td>\n",
       "      <td>[Argentina]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Romance]</td>\n",
       "      <td>[English, French]</td>\n",
       "      <td>https://gooddeedentertainment.com/you-can-live...</td>\n",
       "      <td>When Jaime, a gay teenager, is sent to live in...</td>\n",
       "      <td>111.971</td>\n",
       "      <td>96</td>\n",
       "      <td>15055</td>\n",
       "      <td>2023-03-24</td>\n",
       "      <td>6.800</td>\n",
       "      <td>29</td>\n",
       "      <td>[Canada, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A Tourist's Guide to Love</td>\n",
       "      <td>A Tourist's Guide to Love</td>\n",
       "      <td>0</td>\n",
       "      <td>[Romance, Comedy]</td>\n",
       "      <td>[English, Vietnamese]</td>\n",
       "      <td>https://www.netflix.com/title/81424906</td>\n",
       "      <td>After an unexpected break up, a travel executi...</td>\n",
       "      <td>11.751</td>\n",
       "      <td>96</td>\n",
       "      <td>0</td>\n",
       "      <td>2023-04-21</td>\n",
       "      <td>6.328</td>\n",
       "      <td>148</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Other People's Children</td>\n",
       "      <td>Les Enfants des autres</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Comedy]</td>\n",
       "      <td>[English, French]</td>\n",
       "      <td>https://www.wildbunch.biz/movie/other-peoples-...</td>\n",
       "      <td>Rachel loves her life, her students, her frien...</td>\n",
       "      <td>7.138</td>\n",
       "      <td>104</td>\n",
       "      <td>84178</td>\n",
       "      <td>2022-09-21</td>\n",
       "      <td>6.896</td>\n",
       "      <td>173</td>\n",
       "      <td>[France]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>One True Loves</td>\n",
       "      <td>One True Loves</td>\n",
       "      <td>0</td>\n",
       "      <td>[Romance, Drama, Comedy]</td>\n",
       "      <td>[English, Spanish]</td>\n",
       "      <td></td>\n",
       "      <td>Emma and Jesse are living the perfect life tog...</td>\n",
       "      <td>17.703</td>\n",
       "      <td>100</td>\n",
       "      <td>37820</td>\n",
       "      <td>2023-04-07</td>\n",
       "      <td>6.500</td>\n",
       "      <td>61</td>\n",
       "      <td>[Czech Republic, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>The Last Face</td>\n",
       "      <td>The Last Face</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama]</td>\n",
       "      <td>[English, Portuguese]</td>\n",
       "      <td></td>\n",
       "      <td>Miguel, a heroic Spanish doctor, puts himself ...</td>\n",
       "      <td>11.302</td>\n",
       "      <td>130</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-11</td>\n",
       "      <td>5.588</td>\n",
       "      <td>188</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>Lost in Paris</td>\n",
       "      <td>Paris pieds nus</td>\n",
       "      <td>0</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>[French]</td>\n",
       "      <td></td>\n",
       "      <td>Fiona visits Paris for the first time to assis...</td>\n",
       "      <td>7.827</td>\n",
       "      <td>83</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-14</td>\n",
       "      <td>6.058</td>\n",
       "      <td>112</td>\n",
       "      <td>[Belgium, France]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>The Other Half</td>\n",
       "      <td>The Other Half</td>\n",
       "      <td>0</td>\n",
       "      <td>[Drama, Romance]</td>\n",
       "      <td>[English]</td>\n",
       "      <td>http://theotherhalfmovie.com/</td>\n",
       "      <td>A grief-stricken man and a bipolar woman fall ...</td>\n",
       "      <td>2.985</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-12-02</td>\n",
       "      <td>6.326</td>\n",
       "      <td>23</td>\n",
       "      <td>[Canada]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>The Ottoman Lieutenant</td>\n",
       "      <td>The Ottoman Lieutenant</td>\n",
       "      <td>40000000</td>\n",
       "      <td>[Romance, Drama, War]</td>\n",
       "      <td>[Turkish, English]</td>\n",
       "      <td>https://www.uphe.com/movies/the-ottoman-lieute...</td>\n",
       "      <td>Lillie, a determined American woman, ventures ...</td>\n",
       "      <td>35.031</td>\n",
       "      <td>111</td>\n",
       "      <td>413844</td>\n",
       "      <td>2017-03-10</td>\n",
       "      <td>6.171</td>\n",
       "      <td>242</td>\n",
       "      <td>[Turkey, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>Love &amp; Taxes</td>\n",
       "      <td>Love &amp; Taxes</td>\n",
       "      <td>0</td>\n",
       "      <td>[Comedy]</td>\n",
       "      <td>[English]</td>\n",
       "      <td>http://loveandtaxesmovie.com</td>\n",
       "      <td>Love &amp;amp; Taxes is a riveting comic tale of s...</td>\n",
       "      <td>2.901</td>\n",
       "      <td>98</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-03-03</td>\n",
       "      <td>4.000</td>\n",
       "      <td>1</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>153 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                         title             original_title    budget  \\\n",
       "0       The Attachment Diaries                   El apego         0   \n",
       "1         You Can Live Forever       You Can Live Forever         0   \n",
       "2    A Tourist's Guide to Love  A Tourist's Guide to Love         0   \n",
       "3      Other People's Children     Les Enfants des autres         0   \n",
       "4               One True Loves             One True Loves         0   \n",
       "..                         ...                        ...       ...   \n",
       "148              The Last Face              The Last Face         0   \n",
       "149              Lost in Paris            Paris pieds nus         0   \n",
       "150             The Other Half             The Other Half         0   \n",
       "151     The Ottoman Lieutenant     The Ottoman Lieutenant  40000000   \n",
       "152               Love & Taxes               Love & Taxes         0   \n",
       "\n",
       "                                  genre       spoken_languages  \\\n",
       "0    [Drama, Mystery, Thriller, Horror]              [Spanish]   \n",
       "1                      [Drama, Romance]      [English, French]   \n",
       "2                     [Romance, Comedy]  [English, Vietnamese]   \n",
       "3                       [Drama, Comedy]      [English, French]   \n",
       "4              [Romance, Drama, Comedy]     [English, Spanish]   \n",
       "..                                  ...                    ...   \n",
       "148                             [Drama]  [English, Portuguese]   \n",
       "149                            [Comedy]               [French]   \n",
       "150                    [Drama, Romance]              [English]   \n",
       "151               [Romance, Drama, War]     [Turkish, English]   \n",
       "152                            [Comedy]              [English]   \n",
       "\n",
       "                                              homepage  \\\n",
       "0                                                        \n",
       "1    https://gooddeedentertainment.com/you-can-live...   \n",
       "2               https://www.netflix.com/title/81424906   \n",
       "3    https://www.wildbunch.biz/movie/other-peoples-...   \n",
       "4                                                        \n",
       "..                                                 ...   \n",
       "148                                                      \n",
       "149                                                      \n",
       "150                      http://theotherhalfmovie.com/   \n",
       "151  https://www.uphe.com/movies/the-ottoman-lieute...   \n",
       "152                       http://loveandtaxesmovie.com   \n",
       "\n",
       "                                              overview  popularity  runtime  \\\n",
       "0    Argentina, 1970s. A desperate young woman goes...       0.600      102   \n",
       "1    When Jaime, a gay teenager, is sent to live in...     111.971       96   \n",
       "2    After an unexpected break up, a travel executi...      11.751       96   \n",
       "3    Rachel loves her life, her students, her frien...       7.138      104   \n",
       "4    Emma and Jesse are living the perfect life tog...      17.703      100   \n",
       "..                                                 ...         ...      ...   \n",
       "148  Miguel, a heroic Spanish doctor, puts himself ...      11.302      130   \n",
       "149  Fiona visits Paris for the first time to assis...       7.827       83   \n",
       "150  A grief-stricken man and a bipolar woman fall ...       2.985      103   \n",
       "151  Lillie, a determined American woman, ventures ...      35.031      111   \n",
       "152  Love &amp; Taxes is a riveting comic tale of s...       2.901       98   \n",
       "\n",
       "     revenue release_date  vote_average  vote_count  \\\n",
       "0          0   2021-10-07         4.000           2   \n",
       "1      15055   2023-03-24         6.800          29   \n",
       "2          0   2023-04-21         6.328         148   \n",
       "3      84178   2022-09-21         6.896         173   \n",
       "4      37820   2023-04-07         6.500          61   \n",
       "..       ...          ...           ...         ...   \n",
       "148        0   2017-01-11         5.588         188   \n",
       "149        0   2017-01-14         6.058         112   \n",
       "150        0   2016-12-02         6.326          23   \n",
       "151   413844   2017-03-10         6.171         242   \n",
       "152        0   2017-03-03         4.000           1   \n",
       "\n",
       "                           production_countries  \n",
       "0                                   [Argentina]  \n",
       "1            [Canada, United States of America]  \n",
       "2                    [United States of America]  \n",
       "3                                      [France]  \n",
       "4    [Czech Republic, United States of America]  \n",
       "..                                          ...  \n",
       "148                  [United States of America]  \n",
       "149                           [Belgium, France]  \n",
       "150                                    [Canada]  \n",
       "151          [Turkey, United States of America]  \n",
       "152                  [United States of America]  \n",
       "\n",
       "[153 rows x 14 columns]"
      ]
     },
     "execution_count": 137,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Or directly convert the results to a DataFrame\n",
    "movies_df = pd.read_json(\"movies.json\")\n",
    "movies_df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Merge and Clean the Data for Export"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_url</th>\n",
       "      <th>snippet</th>\n",
       "      <th>source</th>\n",
       "      <th>keywords</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>word_count</th>\n",
       "      <th>headline.main</th>\n",
       "      <th>headline.kicker</th>\n",
       "      <th>headline.content_kicker</th>\n",
       "      <th>headline.print_headline</th>\n",
       "      <th>...</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>homepage</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>runtime</th>\n",
       "      <th>revenue</th>\n",
       "      <th>release_date</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>production_countries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.nytimes.com/2023/05/25/movies/the-...</td>\n",
       "      <td>A gynecologist and her patient form a horrifyi...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Attachment...</td>\n",
       "      <td>2023-05-25T11:00:03+0000</td>\n",
       "      <td>295</td>\n",
       "      <td>‘The Attachment Diaries’ Review: Love, Sick</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>...</td>\n",
       "      <td>[Spanish]</td>\n",
       "      <td></td>\n",
       "      <td>Argentina, 1970s. A desperate young woman goes...</td>\n",
       "      <td>0.600</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-07</td>\n",
       "      <td>4.000</td>\n",
       "      <td>2</td>\n",
       "      <td>[Argentina]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/you-...</td>\n",
       "      <td>Religion comes between two girls falling in lo...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: You Can Live F...</td>\n",
       "      <td>2023-05-04T11:00:08+0000</td>\n",
       "      <td>294</td>\n",
       "      <td>‘You Can Live Forever’ Review: Do You Love Me ...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>...</td>\n",
       "      <td>[English, French]</td>\n",
       "      <td>https://gooddeedentertainment.com/you-can-live...</td>\n",
       "      <td>When Jaime, a gay teenager, is sent to live in...</td>\n",
       "      <td>111.971</td>\n",
       "      <td>96</td>\n",
       "      <td>15055</td>\n",
       "      <td>2023-03-24</td>\n",
       "      <td>6.800</td>\n",
       "      <td>29</td>\n",
       "      <td>[Canada, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.nytimes.com/2023/04/13/movies/one-...</td>\n",
       "      <td>A film adaptation of Taylor Jenkins Reid’s nov...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;persons: Bracey, Luke (1989- )...</td>\n",
       "      <td>2023-04-13T11:00:06+0000</td>\n",
       "      <td>320</td>\n",
       "      <td>‘One True Loves’ Review: A Romance Lost at Sea</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>One True Loves</td>\n",
       "      <td>...</td>\n",
       "      <td>[English, Spanish]</td>\n",
       "      <td></td>\n",
       "      <td>Emma and Jesse are living the perfect life tog...</td>\n",
       "      <td>17.703</td>\n",
       "      <td>100</td>\n",
       "      <td>37820</td>\n",
       "      <td>2023-04-07</td>\n",
       "      <td>6.500</td>\n",
       "      <td>61</td>\n",
       "      <td>[Czech Republic, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.nytimes.com/2023/04/13/movies/the-...</td>\n",
       "      <td>There’s not much Lennon music heard in this do...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Documentary Films and Programs;creati...</td>\n",
       "      <td>2023-04-13T11:00:03+0000</td>\n",
       "      <td>327</td>\n",
       "      <td>‘The Lost Weekend: A Love Story’ Review: When ...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Lost Weekend:  A Love Story</td>\n",
       "      <td>...</td>\n",
       "      <td>[English]</td>\n",
       "      <td>https://thelostweekendmovie.com/</td>\n",
       "      <td>May Pang lovingly recounts her life in rock &amp; ...</td>\n",
       "      <td>2.520</td>\n",
       "      <td>95</td>\n",
       "      <td>77145</td>\n",
       "      <td>2023-04-13</td>\n",
       "      <td>6.000</td>\n",
       "      <td>2</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.nytimes.com/2023/03/30/movies/a-th...</td>\n",
       "      <td>A mesmerizing Teyana Taylor stars in A.V. Rock...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: A Thousand and...</td>\n",
       "      <td>2023-03-30T18:53:42+0000</td>\n",
       "      <td>971</td>\n",
       "      <td>‘A Thousand and One’ Review: A New York Love S...</td>\n",
       "      <td>Critic’s Pick</td>\n",
       "      <td>NaN</td>\n",
       "      <td>An Unbending Will Meets a Shifting City</td>\n",
       "      <td>...</td>\n",
       "      <td>[Spanish, English, Portuguese]</td>\n",
       "      <td>https://www.focusfeatures.com/a-thousand-and-one/</td>\n",
       "      <td>Struggling but unapologetically living on her ...</td>\n",
       "      <td>10.626</td>\n",
       "      <td>116</td>\n",
       "      <td>3395595</td>\n",
       "      <td>2023-03-31</td>\n",
       "      <td>7.000</td>\n",
       "      <td>75</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>https://www.nytimes.com/2017/07/27/movies/the-...</td>\n",
       "      <td>In war-torn Liberia, Charlize Theron and Javie...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Last Face ...</td>\n",
       "      <td>2017-07-27T20:29:01+0000</td>\n",
       "      <td>280</td>\n",
       "      <td>Review: Aid Workers in Love and War in Sean Pe...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Last Face</td>\n",
       "      <td>...</td>\n",
       "      <td>[English, Portuguese]</td>\n",
       "      <td></td>\n",
       "      <td>Miguel, a heroic Spanish doctor, puts himself ...</td>\n",
       "      <td>11.302</td>\n",
       "      <td>130</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-11</td>\n",
       "      <td>5.588</td>\n",
       "      <td>188</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>https://www.nytimes.com/2017/06/15/movies/lost...</td>\n",
       "      <td>The filmmakers Fiona Gordon and Dominique Abel...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>creative_works: Lost in Paris (Movie);subject:...</td>\n",
       "      <td>2017-06-15T19:37:09+0000</td>\n",
       "      <td>254</td>\n",
       "      <td>Review: Finding Love (and Slapstick) While ‘Lo...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lost in Paris</td>\n",
       "      <td>...</td>\n",
       "      <td>[French]</td>\n",
       "      <td></td>\n",
       "      <td>Fiona visits Paris for the first time to assis...</td>\n",
       "      <td>7.827</td>\n",
       "      <td>83</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-14</td>\n",
       "      <td>6.058</td>\n",
       "      <td>112</td>\n",
       "      <td>[Belgium, France]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/the-...</td>\n",
       "      <td>This moody romance stars Tatiana Maslany (“Orp...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Other Half...</td>\n",
       "      <td>2017-03-09T21:54:58+0000</td>\n",
       "      <td>251</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>...</td>\n",
       "      <td>[English]</td>\n",
       "      <td>http://theotherhalfmovie.com/</td>\n",
       "      <td>A grief-stricken man and a bipolar woman fall ...</td>\n",
       "      <td>2.985</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-12-02</td>\n",
       "      <td>6.326</td>\n",
       "      <td>23</td>\n",
       "      <td>[Canada]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/revi...</td>\n",
       "      <td>A nurse travels to the Ottoman Empire on the e...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Ottoman Li...</td>\n",
       "      <td>2017-03-09T21:53:12+0000</td>\n",
       "      <td>267</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>...</td>\n",
       "      <td>[Turkish, English]</td>\n",
       "      <td>https://www.uphe.com/movies/the-ottoman-lieute...</td>\n",
       "      <td>Lillie, a determined American woman, ventures ...</td>\n",
       "      <td>35.031</td>\n",
       "      <td>111</td>\n",
       "      <td>413844</td>\n",
       "      <td>2017-03-10</td>\n",
       "      <td>6.171</td>\n",
       "      <td>242</td>\n",
       "      <td>[Turkey, United States of America]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>https://www.nytimes.com/2017/03/02/movies/love...</td>\n",
       "      <td>Josh Kornbluth runs afoul of the Internal Reve...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>creative_works: Love &amp; Taxes (Movie);persons: ...</td>\n",
       "      <td>2017-03-02T21:44:18+0000</td>\n",
       "      <td>246</td>\n",
       "      <td>Review: It’s All Mirth and Taxes in ‘Love &amp; Ta...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>It’s Inevitable, Mirth and Taxes</td>\n",
       "      <td>...</td>\n",
       "      <td>[English]</td>\n",
       "      <td>http://loveandtaxesmovie.com</td>\n",
       "      <td>Love &amp;amp; Taxes is a riveting comic tale of s...</td>\n",
       "      <td>2.901</td>\n",
       "      <td>98</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-03-03</td>\n",
       "      <td>4.000</td>\n",
       "      <td>1</td>\n",
       "      <td>[United States of America]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>128 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               web_url  \\\n",
       "0    https://www.nytimes.com/2023/05/25/movies/the-...   \n",
       "1    https://www.nytimes.com/2023/05/04/movies/you-...   \n",
       "2    https://www.nytimes.com/2023/04/13/movies/one-...   \n",
       "3    https://www.nytimes.com/2023/04/13/movies/the-...   \n",
       "4    https://www.nytimes.com/2023/03/30/movies/a-th...   \n",
       "..                                                 ...   \n",
       "123  https://www.nytimes.com/2017/07/27/movies/the-...   \n",
       "124  https://www.nytimes.com/2017/06/15/movies/lost...   \n",
       "125  https://www.nytimes.com/2017/03/09/movies/the-...   \n",
       "126  https://www.nytimes.com/2017/03/09/movies/revi...   \n",
       "127  https://www.nytimes.com/2017/03/02/movies/love...   \n",
       "\n",
       "                                               snippet              source  \\\n",
       "0    A gynecologist and her patient form a horrifyi...  The New York Times   \n",
       "1    Religion comes between two girls falling in lo...  The New York Times   \n",
       "2    A film adaptation of Taylor Jenkins Reid’s nov...  The New York Times   \n",
       "3    There’s not much Lennon music heard in this do...  The New York Times   \n",
       "4    A mesmerizing Teyana Taylor stars in A.V. Rock...  The New York Times   \n",
       "..                                                 ...                 ...   \n",
       "123  In war-torn Liberia, Charlize Theron and Javie...  The New York Times   \n",
       "124  The filmmakers Fiona Gordon and Dominique Abel...  The New York Times   \n",
       "125  This moody romance stars Tatiana Maslany (“Orp...  The New York Times   \n",
       "126  A nurse travels to the Ottoman Empire on the e...  The New York Times   \n",
       "127  Josh Kornbluth runs afoul of the Internal Reve...  The New York Times   \n",
       "\n",
       "                                              keywords  \\\n",
       "0    subject: Movies;creative_works: The Attachment...   \n",
       "1    subject: Movies;creative_works: You Can Live F...   \n",
       "2    subject: Movies;persons: Bracey, Luke (1989- )...   \n",
       "3    subject: Documentary Films and Programs;creati...   \n",
       "4    subject: Movies;creative_works: A Thousand and...   \n",
       "..                                                 ...   \n",
       "123  subject: Movies;creative_works: The Last Face ...   \n",
       "124  creative_works: Lost in Paris (Movie);subject:...   \n",
       "125  subject: Movies;creative_works: The Other Half...   \n",
       "126  subject: Movies;creative_works: The Ottoman Li...   \n",
       "127  creative_works: Love & Taxes (Movie);persons: ...   \n",
       "\n",
       "                     pub_date  word_count  \\\n",
       "0    2023-05-25T11:00:03+0000         295   \n",
       "1    2023-05-04T11:00:08+0000         294   \n",
       "2    2023-04-13T11:00:06+0000         320   \n",
       "3    2023-04-13T11:00:03+0000         327   \n",
       "4    2023-03-30T18:53:42+0000         971   \n",
       "..                        ...         ...   \n",
       "123  2017-07-27T20:29:01+0000         280   \n",
       "124  2017-06-15T19:37:09+0000         254   \n",
       "125  2017-03-09T21:54:58+0000         251   \n",
       "126  2017-03-09T21:53:12+0000         267   \n",
       "127  2017-03-02T21:44:18+0000         246   \n",
       "\n",
       "                                         headline.main headline.kicker  \\\n",
       "0          ‘The Attachment Diaries’ Review: Love, Sick            None   \n",
       "1    ‘You Can Live Forever’ Review: Do You Love Me ...            None   \n",
       "2       ‘One True Loves’ Review: A Romance Lost at Sea            None   \n",
       "3    ‘The Lost Weekend: A Love Story’ Review: When ...            None   \n",
       "4    ‘A Thousand and One’ Review: A New York Love S...   Critic’s Pick   \n",
       "..                                                 ...             ...   \n",
       "123  Review: Aid Workers in Love and War in Sean Pe...            None   \n",
       "124  Review: Finding Love (and Slapstick) While ‘Lo...            None   \n",
       "125  Review: A Combustible Pair Find Love in ‘The O...            None   \n",
       "126  Review: Love as the World Wars, in ‘The Ottoma...            None   \n",
       "127  Review: It’s All Mirth and Taxes in ‘Love & Ta...            None   \n",
       "\n",
       "     headline.content_kicker  \\\n",
       "0                        NaN   \n",
       "1                        NaN   \n",
       "2                        NaN   \n",
       "3                        NaN   \n",
       "4                        NaN   \n",
       "..                       ...   \n",
       "123                      NaN   \n",
       "124                      NaN   \n",
       "125                      NaN   \n",
       "126                      NaN   \n",
       "127                      NaN   \n",
       "\n",
       "                               headline.print_headline  ...  \\\n",
       "0                               The Attachment Diaries  ...   \n",
       "1                                 You Can Live Forever  ...   \n",
       "2                                       One True Loves  ...   \n",
       "3                      The Lost Weekend:  A Love Story  ...   \n",
       "4              An Unbending Will Meets a Shifting City  ...   \n",
       "..                                                 ...  ...   \n",
       "123                                      The Last Face  ...   \n",
       "124                                      Lost in Paris  ...   \n",
       "125  Review: A Combustible Pair Find Love in ‘The O...  ...   \n",
       "126  Review: Love as the World Wars, in ‘The Ottoma...  ...   \n",
       "127                   It’s Inevitable, Mirth and Taxes  ...   \n",
       "\n",
       "                   spoken_languages  \\\n",
       "0                         [Spanish]   \n",
       "1                 [English, French]   \n",
       "2                [English, Spanish]   \n",
       "3                         [English]   \n",
       "4    [Spanish, English, Portuguese]   \n",
       "..                              ...   \n",
       "123           [English, Portuguese]   \n",
       "124                        [French]   \n",
       "125                       [English]   \n",
       "126              [Turkish, English]   \n",
       "127                       [English]   \n",
       "\n",
       "                                              homepage  \\\n",
       "0                                                        \n",
       "1    https://gooddeedentertainment.com/you-can-live...   \n",
       "2                                                        \n",
       "3                     https://thelostweekendmovie.com/   \n",
       "4    https://www.focusfeatures.com/a-thousand-and-one/   \n",
       "..                                                 ...   \n",
       "123                                                      \n",
       "124                                                      \n",
       "125                      http://theotherhalfmovie.com/   \n",
       "126  https://www.uphe.com/movies/the-ottoman-lieute...   \n",
       "127                       http://loveandtaxesmovie.com   \n",
       "\n",
       "                                              overview popularity runtime  \\\n",
       "0    Argentina, 1970s. A desperate young woman goes...      0.600     102   \n",
       "1    When Jaime, a gay teenager, is sent to live in...    111.971      96   \n",
       "2    Emma and Jesse are living the perfect life tog...     17.703     100   \n",
       "3    May Pang lovingly recounts her life in rock & ...      2.520      95   \n",
       "4    Struggling but unapologetically living on her ...     10.626     116   \n",
       "..                                                 ...        ...     ...   \n",
       "123  Miguel, a heroic Spanish doctor, puts himself ...     11.302     130   \n",
       "124  Fiona visits Paris for the first time to assis...      7.827      83   \n",
       "125  A grief-stricken man and a bipolar woman fall ...      2.985     103   \n",
       "126  Lillie, a determined American woman, ventures ...     35.031     111   \n",
       "127  Love &amp; Taxes is a riveting comic tale of s...      2.901      98   \n",
       "\n",
       "     revenue release_date vote_average  vote_count  \\\n",
       "0          0   2021-10-07        4.000           2   \n",
       "1      15055   2023-03-24        6.800          29   \n",
       "2      37820   2023-04-07        6.500          61   \n",
       "3      77145   2023-04-13        6.000           2   \n",
       "4    3395595   2023-03-31        7.000          75   \n",
       "..       ...          ...          ...         ...   \n",
       "123        0   2017-01-11        5.588         188   \n",
       "124        0   2017-01-14        6.058         112   \n",
       "125        0   2016-12-02        6.326          23   \n",
       "126   413844   2017-03-10        6.171         242   \n",
       "127        0   2017-03-03        4.000           1   \n",
       "\n",
       "                           production_countries  \n",
       "0                                   [Argentina]  \n",
       "1            [Canada, United States of America]  \n",
       "2    [Czech Republic, United States of America]  \n",
       "3                    [United States of America]  \n",
       "4                    [United States of America]  \n",
       "..                                          ...  \n",
       "123                  [United States of America]  \n",
       "124                           [Belgium, France]  \n",
       "125                                    [Canada]  \n",
       "126          [Turkey, United States of America]  \n",
       "127                  [United States of America]  \n",
       "\n",
       "[128 rows x 30 columns]"
      ]
     },
     "execution_count": 200,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Merge the New York Times reviews and TMDB DataFrames on title\n",
    "merge_df = pd.merge(reviews_df, movies_df, on=\"title\")\n",
    "merge_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['web_url', 'snippet', 'source', 'keywords', 'pub_date', 'word_count',\n",
       "       'headline.main', 'headline.kicker', 'headline.content_kicker',\n",
       "       'headline.print_headline', 'headline.name', 'headline.seo',\n",
       "       'headline.sub', 'byline.original', 'byline.person',\n",
       "       'byline.organization', 'title', 'original_title', 'budget', 'genre',\n",
       "       'spoken_languages', 'homepage', 'overview', 'popularity', 'runtime',\n",
       "       'revenue', 'release_date', 'vote_average', 'vote_count',\n",
       "       'production_countries'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 201,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merge_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 202,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>byline.person</th>\n",
       "      <th>genre</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>production_countries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>firstname: Jeannette, middlename: None, lastna...</td>\n",
       "      <td>Drama, Mystery, Thriller, Horror</td>\n",
       "      <td>Spanish</td>\n",
       "      <td>Argentina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>firstname: Elisabeth, middlename: None, lastna...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "      <td>English, French</td>\n",
       "      <td>Canada, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>firstname: Brandon, middlename: None, lastname...</td>\n",
       "      <td>Romance, Drama, Comedy</td>\n",
       "      <td>English, Spanish</td>\n",
       "      <td>Czech Republic, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>firstname: Glenn, middlename: None, lastname: ...</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>English</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>firstname: Manohla, middlename: None, lastname...</td>\n",
       "      <td>Drama, Crime</td>\n",
       "      <td>Spanish, English, Portuguese</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>firstname: Glenn, middlename: None, lastname: ...</td>\n",
       "      <td>Drama</td>\n",
       "      <td>English, Portuguese</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>firstname: Ben, middlename: None, lastname: Ke...</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>French</td>\n",
       "      <td>Belgium, France</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>firstname: Andy, middlename: None, lastname: W...</td>\n",
       "      <td>Drama, Romance</td>\n",
       "      <td>English</td>\n",
       "      <td>Canada</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>firstname: Neil, middlename: None, lastname: G...</td>\n",
       "      <td>Romance, Drama, War</td>\n",
       "      <td>Turkish, English</td>\n",
       "      <td>Turkey, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>firstname: Ken, middlename: None, lastname: Ja...</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>English</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>128 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         byline.person  \\\n",
       "0    firstname: Jeannette, middlename: None, lastna...   \n",
       "1    firstname: Elisabeth, middlename: None, lastna...   \n",
       "2    firstname: Brandon, middlename: None, lastname...   \n",
       "3    firstname: Glenn, middlename: None, lastname: ...   \n",
       "4    firstname: Manohla, middlename: None, lastname...   \n",
       "..                                                 ...   \n",
       "123  firstname: Glenn, middlename: None, lastname: ...   \n",
       "124  firstname: Ben, middlename: None, lastname: Ke...   \n",
       "125  firstname: Andy, middlename: None, lastname: W...   \n",
       "126  firstname: Neil, middlename: None, lastname: G...   \n",
       "127  firstname: Ken, middlename: None, lastname: Ja...   \n",
       "\n",
       "                                genre              spoken_languages  \\\n",
       "0    Drama, Mystery, Thriller, Horror                       Spanish   \n",
       "1                      Drama, Romance               English, French   \n",
       "2              Romance, Drama, Comedy              English, Spanish   \n",
       "3                         Documentary                       English   \n",
       "4                        Drama, Crime  Spanish, English, Portuguese   \n",
       "..                                ...                           ...   \n",
       "123                             Drama           English, Portuguese   \n",
       "124                            Comedy                        French   \n",
       "125                    Drama, Romance                       English   \n",
       "126               Romance, Drama, War              Turkish, English   \n",
       "127                            Comedy                       English   \n",
       "\n",
       "                         production_countries  \n",
       "0                                   Argentina  \n",
       "1            Canada, United States of America  \n",
       "2    Czech Republic, United States of America  \n",
       "3                    United States of America  \n",
       "4                    United States of America  \n",
       "..                                        ...  \n",
       "123                  United States of America  \n",
       "124                           Belgium, France  \n",
       "125                                    Canada  \n",
       "126          Turkey, United States of America  \n",
       "127                  United States of America  \n",
       "\n",
       "[128 rows x 4 columns]"
      ]
     },
     "execution_count": 202,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove list brackets and quotation marks on the columns containing lists\n",
    "# Create a list of the columns that need fixing\n",
    "columns_to_fix = merge_df.loc[:, merge_df.apply(lambda col: col.astype(str).str.contains(\"\\[\")).any()].columns\n",
    "\n",
    "# Create a list of characters to remove\n",
    "characters_to_remove = [r\"^\\d.*\\[\", r\"\\{\", r\"\\}\", r\"\\[\", r\"\\]\", r\"\\\"\", r\"\\'\", r\"\\n\\d*\"]\n",
    "\n",
    "# Loop through the list of columns to fix\n",
    "for c in columns_to_fix:\n",
    "    # Convert the column to type 'str'\n",
    "    # merge_df[c] = str(merge_df[c])\n",
    "    merge_df[c] = merge_df[c].astype(str)\n",
    "\n",
    "    # Loop through characters to remove\n",
    "    for char in characters_to_remove:\n",
    "        merge_df[c] = merge_df[c].str.replace(char, \"\", regex=True)\n",
    "\n",
    "# Display the fixed DataFrame\n",
    "merge_df[columns_to_fix].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 203,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_url</th>\n",
       "      <th>snippet</th>\n",
       "      <th>source</th>\n",
       "      <th>keywords</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>word_count</th>\n",
       "      <th>headline.main</th>\n",
       "      <th>headline.kicker</th>\n",
       "      <th>headline.content_kicker</th>\n",
       "      <th>headline.print_headline</th>\n",
       "      <th>...</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>homepage</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>runtime</th>\n",
       "      <th>revenue</th>\n",
       "      <th>release_date</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>production_countries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.nytimes.com/2023/05/25/movies/the-...</td>\n",
       "      <td>A gynecologist and her patient form a horrifyi...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Attachment...</td>\n",
       "      <td>2023-05-25T11:00:03+0000</td>\n",
       "      <td>295</td>\n",
       "      <td>‘The Attachment Diaries’ Review: Love, Sick</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>...</td>\n",
       "      <td>Spanish</td>\n",
       "      <td></td>\n",
       "      <td>Argentina, 1970s. A desperate young woman goes...</td>\n",
       "      <td>0.600</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-07</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2</td>\n",
       "      <td>Argentina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/you-...</td>\n",
       "      <td>Religion comes between two girls falling in lo...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: You Can Live F...</td>\n",
       "      <td>2023-05-04T11:00:08+0000</td>\n",
       "      <td>294</td>\n",
       "      <td>‘You Can Live Forever’ Review: Do You Love Me ...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>...</td>\n",
       "      <td>English, French</td>\n",
       "      <td>https://gooddeedentertainment.com/you-can-live...</td>\n",
       "      <td>When Jaime, a gay teenager, is sent to live in...</td>\n",
       "      <td>111.971</td>\n",
       "      <td>96</td>\n",
       "      <td>15055</td>\n",
       "      <td>2023-03-24</td>\n",
       "      <td>6.8</td>\n",
       "      <td>29</td>\n",
       "      <td>Canada, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.nytimes.com/2023/04/13/movies/one-...</td>\n",
       "      <td>A film adaptation of Taylor Jenkins Reid’s nov...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;persons: Bracey, Luke (1989- )...</td>\n",
       "      <td>2023-04-13T11:00:06+0000</td>\n",
       "      <td>320</td>\n",
       "      <td>‘One True Loves’ Review: A Romance Lost at Sea</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>One True Loves</td>\n",
       "      <td>...</td>\n",
       "      <td>English, Spanish</td>\n",
       "      <td></td>\n",
       "      <td>Emma and Jesse are living the perfect life tog...</td>\n",
       "      <td>17.703</td>\n",
       "      <td>100</td>\n",
       "      <td>37820</td>\n",
       "      <td>2023-04-07</td>\n",
       "      <td>6.5</td>\n",
       "      <td>61</td>\n",
       "      <td>Czech Republic, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.nytimes.com/2023/04/13/movies/the-...</td>\n",
       "      <td>There’s not much Lennon music heard in this do...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Documentary Films and Programs;creati...</td>\n",
       "      <td>2023-04-13T11:00:03+0000</td>\n",
       "      <td>327</td>\n",
       "      <td>‘The Lost Weekend: A Love Story’ Review: When ...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Lost Weekend:  A Love Story</td>\n",
       "      <td>...</td>\n",
       "      <td>English</td>\n",
       "      <td>https://thelostweekendmovie.com/</td>\n",
       "      <td>May Pang lovingly recounts her life in rock &amp; ...</td>\n",
       "      <td>2.520</td>\n",
       "      <td>95</td>\n",
       "      <td>77145</td>\n",
       "      <td>2023-04-13</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.nytimes.com/2023/03/30/movies/a-th...</td>\n",
       "      <td>A mesmerizing Teyana Taylor stars in A.V. Rock...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: A Thousand and...</td>\n",
       "      <td>2023-03-30T18:53:42+0000</td>\n",
       "      <td>971</td>\n",
       "      <td>‘A Thousand and One’ Review: A New York Love S...</td>\n",
       "      <td>Critic’s Pick</td>\n",
       "      <td>NaN</td>\n",
       "      <td>An Unbending Will Meets a Shifting City</td>\n",
       "      <td>...</td>\n",
       "      <td>Spanish, English, Portuguese</td>\n",
       "      <td>https://www.focusfeatures.com/a-thousand-and-one/</td>\n",
       "      <td>Struggling but unapologetically living on her ...</td>\n",
       "      <td>10.626</td>\n",
       "      <td>116</td>\n",
       "      <td>3395595</td>\n",
       "      <td>2023-03-31</td>\n",
       "      <td>7.0</td>\n",
       "      <td>75</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             web_url  \\\n",
       "0  https://www.nytimes.com/2023/05/25/movies/the-...   \n",
       "1  https://www.nytimes.com/2023/05/04/movies/you-...   \n",
       "2  https://www.nytimes.com/2023/04/13/movies/one-...   \n",
       "3  https://www.nytimes.com/2023/04/13/movies/the-...   \n",
       "4  https://www.nytimes.com/2023/03/30/movies/a-th...   \n",
       "\n",
       "                                             snippet              source  \\\n",
       "0  A gynecologist and her patient form a horrifyi...  The New York Times   \n",
       "1  Religion comes between two girls falling in lo...  The New York Times   \n",
       "2  A film adaptation of Taylor Jenkins Reid’s nov...  The New York Times   \n",
       "3  There’s not much Lennon music heard in this do...  The New York Times   \n",
       "4  A mesmerizing Teyana Taylor stars in A.V. Rock...  The New York Times   \n",
       "\n",
       "                                            keywords  \\\n",
       "0  subject: Movies;creative_works: The Attachment...   \n",
       "1  subject: Movies;creative_works: You Can Live F...   \n",
       "2  subject: Movies;persons: Bracey, Luke (1989- )...   \n",
       "3  subject: Documentary Films and Programs;creati...   \n",
       "4  subject: Movies;creative_works: A Thousand and...   \n",
       "\n",
       "                   pub_date  word_count  \\\n",
       "0  2023-05-25T11:00:03+0000         295   \n",
       "1  2023-05-04T11:00:08+0000         294   \n",
       "2  2023-04-13T11:00:06+0000         320   \n",
       "3  2023-04-13T11:00:03+0000         327   \n",
       "4  2023-03-30T18:53:42+0000         971   \n",
       "\n",
       "                                       headline.main headline.kicker  \\\n",
       "0        ‘The Attachment Diaries’ Review: Love, Sick            None   \n",
       "1  ‘You Can Live Forever’ Review: Do You Love Me ...            None   \n",
       "2     ‘One True Loves’ Review: A Romance Lost at Sea            None   \n",
       "3  ‘The Lost Weekend: A Love Story’ Review: When ...            None   \n",
       "4  ‘A Thousand and One’ Review: A New York Love S...   Critic’s Pick   \n",
       "\n",
       "   headline.content_kicker                  headline.print_headline  ...  \\\n",
       "0                      NaN                   The Attachment Diaries  ...   \n",
       "1                      NaN                     You Can Live Forever  ...   \n",
       "2                      NaN                           One True Loves  ...   \n",
       "3                      NaN          The Lost Weekend:  A Love Story  ...   \n",
       "4                      NaN  An Unbending Will Meets a Shifting City  ...   \n",
       "\n",
       "               spoken_languages  \\\n",
       "0                       Spanish   \n",
       "1               English, French   \n",
       "2              English, Spanish   \n",
       "3                       English   \n",
       "4  Spanish, English, Portuguese   \n",
       "\n",
       "                                            homepage  \\\n",
       "0                                                      \n",
       "1  https://gooddeedentertainment.com/you-can-live...   \n",
       "2                                                      \n",
       "3                   https://thelostweekendmovie.com/   \n",
       "4  https://www.focusfeatures.com/a-thousand-and-one/   \n",
       "\n",
       "                                            overview popularity runtime  \\\n",
       "0  Argentina, 1970s. A desperate young woman goes...      0.600     102   \n",
       "1  When Jaime, a gay teenager, is sent to live in...    111.971      96   \n",
       "2  Emma and Jesse are living the perfect life tog...     17.703     100   \n",
       "3  May Pang lovingly recounts her life in rock & ...      2.520      95   \n",
       "4  Struggling but unapologetically living on her ...     10.626     116   \n",
       "\n",
       "   revenue release_date vote_average  vote_count  \\\n",
       "0        0   2021-10-07          4.0           2   \n",
       "1    15055   2023-03-24          6.8          29   \n",
       "2    37820   2023-04-07          6.5          61   \n",
       "3    77145   2023-04-13          6.0           2   \n",
       "4  3395595   2023-03-31          7.0          75   \n",
       "\n",
       "                       production_countries  \n",
       "0                                 Argentina  \n",
       "1          Canada, United States of America  \n",
       "2  Czech Republic, United States of America  \n",
       "3                  United States of America  \n",
       "4                  United States of America  \n",
       "\n",
       "[5 rows x 30 columns]"
      ]
     },
     "execution_count": 203,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "merge_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Drop \"byline.person\" column\n",
    "merge_df.drop(columns=\"byline.person\", inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 187,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>web_url</th>\n",
       "      <th>snippet</th>\n",
       "      <th>source</th>\n",
       "      <th>keywords</th>\n",
       "      <th>pub_date</th>\n",
       "      <th>word_count</th>\n",
       "      <th>headline.main</th>\n",
       "      <th>headline.kicker</th>\n",
       "      <th>headline.content_kicker</th>\n",
       "      <th>headline.print_headline</th>\n",
       "      <th>...</th>\n",
       "      <th>spoken_languages</th>\n",
       "      <th>homepage</th>\n",
       "      <th>overview</th>\n",
       "      <th>popularity</th>\n",
       "      <th>runtime</th>\n",
       "      <th>revenue</th>\n",
       "      <th>release_date</th>\n",
       "      <th>vote_average</th>\n",
       "      <th>vote_count</th>\n",
       "      <th>production_countries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>https://www.nytimes.com/2023/05/25/movies/the-...</td>\n",
       "      <td>A gynecologist and her patient form a horrifyi...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Attachment...</td>\n",
       "      <td>2023-05-25T11:00:03+0000</td>\n",
       "      <td>295</td>\n",
       "      <td>‘The Attachment Diaries’ Review: Love, Sick</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Attachment Diaries</td>\n",
       "      <td>...</td>\n",
       "      <td>Spanish</td>\n",
       "      <td></td>\n",
       "      <td>Argentina, 1970s. A desperate young woman goes...</td>\n",
       "      <td>0.600</td>\n",
       "      <td>102</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-10-07</td>\n",
       "      <td>4.000</td>\n",
       "      <td>2</td>\n",
       "      <td>Argentina</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>https://www.nytimes.com/2023/05/04/movies/you-...</td>\n",
       "      <td>Religion comes between two girls falling in lo...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: You Can Live F...</td>\n",
       "      <td>2023-05-04T11:00:08+0000</td>\n",
       "      <td>294</td>\n",
       "      <td>‘You Can Live Forever’ Review: Do You Love Me ...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>You Can Live Forever</td>\n",
       "      <td>...</td>\n",
       "      <td>English, French</td>\n",
       "      <td>https://gooddeedentertainment.com/you-can-live...</td>\n",
       "      <td>When Jaime, a gay teenager, is sent to live in...</td>\n",
       "      <td>111.971</td>\n",
       "      <td>96</td>\n",
       "      <td>15055</td>\n",
       "      <td>2023-03-24</td>\n",
       "      <td>6.800</td>\n",
       "      <td>29</td>\n",
       "      <td>Canada, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>https://www.nytimes.com/2023/04/13/movies/one-...</td>\n",
       "      <td>A film adaptation of Taylor Jenkins Reid’s nov...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;persons: Bracey, Luke (1989- )...</td>\n",
       "      <td>2023-04-13T11:00:06+0000</td>\n",
       "      <td>320</td>\n",
       "      <td>‘One True Loves’ Review: A Romance Lost at Sea</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>One True Loves</td>\n",
       "      <td>...</td>\n",
       "      <td>English, Spanish</td>\n",
       "      <td></td>\n",
       "      <td>Emma and Jesse are living the perfect life tog...</td>\n",
       "      <td>17.703</td>\n",
       "      <td>100</td>\n",
       "      <td>37820</td>\n",
       "      <td>2023-04-07</td>\n",
       "      <td>6.500</td>\n",
       "      <td>61</td>\n",
       "      <td>Czech Republic, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>https://www.nytimes.com/2023/04/13/movies/the-...</td>\n",
       "      <td>There’s not much Lennon music heard in this do...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Documentary Films and Programs;creati...</td>\n",
       "      <td>2023-04-13T11:00:03+0000</td>\n",
       "      <td>327</td>\n",
       "      <td>‘The Lost Weekend: A Love Story’ Review: When ...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Lost Weekend:  A Love Story</td>\n",
       "      <td>...</td>\n",
       "      <td>English</td>\n",
       "      <td>https://thelostweekendmovie.com/</td>\n",
       "      <td>May Pang lovingly recounts her life in rock &amp; ...</td>\n",
       "      <td>2.520</td>\n",
       "      <td>95</td>\n",
       "      <td>77145</td>\n",
       "      <td>2023-04-13</td>\n",
       "      <td>6.000</td>\n",
       "      <td>2</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>https://www.nytimes.com/2023/03/30/movies/a-th...</td>\n",
       "      <td>A mesmerizing Teyana Taylor stars in A.V. Rock...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: A Thousand and...</td>\n",
       "      <td>2023-03-30T18:53:42+0000</td>\n",
       "      <td>971</td>\n",
       "      <td>‘A Thousand and One’ Review: A New York Love S...</td>\n",
       "      <td>Critic’s Pick</td>\n",
       "      <td>NaN</td>\n",
       "      <td>An Unbending Will Meets a Shifting City</td>\n",
       "      <td>...</td>\n",
       "      <td>Spanish, English, Portuguese</td>\n",
       "      <td>https://www.focusfeatures.com/a-thousand-and-one/</td>\n",
       "      <td>Struggling but unapologetically living on her ...</td>\n",
       "      <td>10.626</td>\n",
       "      <td>116</td>\n",
       "      <td>3395595</td>\n",
       "      <td>2023-03-31</td>\n",
       "      <td>7.000</td>\n",
       "      <td>75</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>https://www.nytimes.com/2017/07/27/movies/the-...</td>\n",
       "      <td>In war-torn Liberia, Charlize Theron and Javie...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Last Face ...</td>\n",
       "      <td>2017-07-27T20:29:01+0000</td>\n",
       "      <td>280</td>\n",
       "      <td>Review: Aid Workers in Love and War in Sean Pe...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>The Last Face</td>\n",
       "      <td>...</td>\n",
       "      <td>English, Portuguese</td>\n",
       "      <td></td>\n",
       "      <td>Miguel, a heroic Spanish doctor, puts himself ...</td>\n",
       "      <td>11.302</td>\n",
       "      <td>130</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-11</td>\n",
       "      <td>5.588</td>\n",
       "      <td>188</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>https://www.nytimes.com/2017/06/15/movies/lost...</td>\n",
       "      <td>The filmmakers Fiona Gordon and Dominique Abel...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>creative_works: Lost in Paris (Movie);subject:...</td>\n",
       "      <td>2017-06-15T19:37:09+0000</td>\n",
       "      <td>254</td>\n",
       "      <td>Review: Finding Love (and Slapstick) While ‘Lo...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Lost in Paris</td>\n",
       "      <td>...</td>\n",
       "      <td>French</td>\n",
       "      <td></td>\n",
       "      <td>Fiona visits Paris for the first time to assis...</td>\n",
       "      <td>7.827</td>\n",
       "      <td>83</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-01-14</td>\n",
       "      <td>6.058</td>\n",
       "      <td>112</td>\n",
       "      <td>Belgium, France</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/the-...</td>\n",
       "      <td>This moody romance stars Tatiana Maslany (“Orp...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Other Half...</td>\n",
       "      <td>2017-03-09T21:54:58+0000</td>\n",
       "      <td>251</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Review: A Combustible Pair Find Love in ‘The O...</td>\n",
       "      <td>...</td>\n",
       "      <td>English</td>\n",
       "      <td>http://theotherhalfmovie.com/</td>\n",
       "      <td>A grief-stricken man and a bipolar woman fall ...</td>\n",
       "      <td>2.985</td>\n",
       "      <td>103</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-12-02</td>\n",
       "      <td>6.326</td>\n",
       "      <td>23</td>\n",
       "      <td>Canada</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>https://www.nytimes.com/2017/03/09/movies/revi...</td>\n",
       "      <td>A nurse travels to the Ottoman Empire on the e...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>subject: Movies;creative_works: The Ottoman Li...</td>\n",
       "      <td>2017-03-09T21:53:12+0000</td>\n",
       "      <td>267</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Review: Love as the World Wars, in ‘The Ottoma...</td>\n",
       "      <td>...</td>\n",
       "      <td>Turkish, English</td>\n",
       "      <td>https://www.uphe.com/movies/the-ottoman-lieute...</td>\n",
       "      <td>Lillie, a determined American woman, ventures ...</td>\n",
       "      <td>35.031</td>\n",
       "      <td>111</td>\n",
       "      <td>413844</td>\n",
       "      <td>2017-03-10</td>\n",
       "      <td>6.171</td>\n",
       "      <td>242</td>\n",
       "      <td>Turkey, United States of America</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>https://www.nytimes.com/2017/03/02/movies/love...</td>\n",
       "      <td>Josh Kornbluth runs afoul of the Internal Reve...</td>\n",
       "      <td>The New York Times</td>\n",
       "      <td>creative_works: Love &amp; Taxes (Movie);persons: ...</td>\n",
       "      <td>2017-03-02T21:44:18+0000</td>\n",
       "      <td>246</td>\n",
       "      <td>Review: It’s All Mirth and Taxes in ‘Love &amp; Ta...</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>It’s Inevitable, Mirth and Taxes</td>\n",
       "      <td>...</td>\n",
       "      <td>English</td>\n",
       "      <td>http://loveandtaxesmovie.com</td>\n",
       "      <td>Love &amp;amp; Taxes is a riveting comic tale of s...</td>\n",
       "      <td>2.901</td>\n",
       "      <td>98</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-03-03</td>\n",
       "      <td>4.000</td>\n",
       "      <td>1</td>\n",
       "      <td>United States of America</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>128 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               web_url  \\\n",
       "0    https://www.nytimes.com/2023/05/25/movies/the-...   \n",
       "1    https://www.nytimes.com/2023/05/04/movies/you-...   \n",
       "2    https://www.nytimes.com/2023/04/13/movies/one-...   \n",
       "3    https://www.nytimes.com/2023/04/13/movies/the-...   \n",
       "4    https://www.nytimes.com/2023/03/30/movies/a-th...   \n",
       "..                                                 ...   \n",
       "123  https://www.nytimes.com/2017/07/27/movies/the-...   \n",
       "124  https://www.nytimes.com/2017/06/15/movies/lost...   \n",
       "125  https://www.nytimes.com/2017/03/09/movies/the-...   \n",
       "126  https://www.nytimes.com/2017/03/09/movies/revi...   \n",
       "127  https://www.nytimes.com/2017/03/02/movies/love...   \n",
       "\n",
       "                                               snippet              source  \\\n",
       "0    A gynecologist and her patient form a horrifyi...  The New York Times   \n",
       "1    Religion comes between two girls falling in lo...  The New York Times   \n",
       "2    A film adaptation of Taylor Jenkins Reid’s nov...  The New York Times   \n",
       "3    There’s not much Lennon music heard in this do...  The New York Times   \n",
       "4    A mesmerizing Teyana Taylor stars in A.V. Rock...  The New York Times   \n",
       "..                                                 ...                 ...   \n",
       "123  In war-torn Liberia, Charlize Theron and Javie...  The New York Times   \n",
       "124  The filmmakers Fiona Gordon and Dominique Abel...  The New York Times   \n",
       "125  This moody romance stars Tatiana Maslany (“Orp...  The New York Times   \n",
       "126  A nurse travels to the Ottoman Empire on the e...  The New York Times   \n",
       "127  Josh Kornbluth runs afoul of the Internal Reve...  The New York Times   \n",
       "\n",
       "                                              keywords  \\\n",
       "0    subject: Movies;creative_works: The Attachment...   \n",
       "1    subject: Movies;creative_works: You Can Live F...   \n",
       "2    subject: Movies;persons: Bracey, Luke (1989- )...   \n",
       "3    subject: Documentary Films and Programs;creati...   \n",
       "4    subject: Movies;creative_works: A Thousand and...   \n",
       "..                                                 ...   \n",
       "123  subject: Movies;creative_works: The Last Face ...   \n",
       "124  creative_works: Lost in Paris (Movie);subject:...   \n",
       "125  subject: Movies;creative_works: The Other Half...   \n",
       "126  subject: Movies;creative_works: The Ottoman Li...   \n",
       "127  creative_works: Love & Taxes (Movie);persons: ...   \n",
       "\n",
       "                     pub_date  word_count  \\\n",
       "0    2023-05-25T11:00:03+0000         295   \n",
       "1    2023-05-04T11:00:08+0000         294   \n",
       "2    2023-04-13T11:00:06+0000         320   \n",
       "3    2023-04-13T11:00:03+0000         327   \n",
       "4    2023-03-30T18:53:42+0000         971   \n",
       "..                        ...         ...   \n",
       "123  2017-07-27T20:29:01+0000         280   \n",
       "124  2017-06-15T19:37:09+0000         254   \n",
       "125  2017-03-09T21:54:58+0000         251   \n",
       "126  2017-03-09T21:53:12+0000         267   \n",
       "127  2017-03-02T21:44:18+0000         246   \n",
       "\n",
       "                                         headline.main headline.kicker  \\\n",
       "0          ‘The Attachment Diaries’ Review: Love, Sick            None   \n",
       "1    ‘You Can Live Forever’ Review: Do You Love Me ...            None   \n",
       "2       ‘One True Loves’ Review: A Romance Lost at Sea            None   \n",
       "3    ‘The Lost Weekend: A Love Story’ Review: When ...            None   \n",
       "4    ‘A Thousand and One’ Review: A New York Love S...   Critic’s Pick   \n",
       "..                                                 ...             ...   \n",
       "123  Review: Aid Workers in Love and War in Sean Pe...            None   \n",
       "124  Review: Finding Love (and Slapstick) While ‘Lo...            None   \n",
       "125  Review: A Combustible Pair Find Love in ‘The O...            None   \n",
       "126  Review: Love as the World Wars, in ‘The Ottoma...            None   \n",
       "127  Review: It’s All Mirth and Taxes in ‘Love & Ta...            None   \n",
       "\n",
       "     headline.content_kicker  \\\n",
       "0                        NaN   \n",
       "1                        NaN   \n",
       "2                        NaN   \n",
       "3                        NaN   \n",
       "4                        NaN   \n",
       "..                       ...   \n",
       "123                      NaN   \n",
       "124                      NaN   \n",
       "125                      NaN   \n",
       "126                      NaN   \n",
       "127                      NaN   \n",
       "\n",
       "                               headline.print_headline  ...  \\\n",
       "0                               The Attachment Diaries  ...   \n",
       "1                                 You Can Live Forever  ...   \n",
       "2                                       One True Loves  ...   \n",
       "3                      The Lost Weekend:  A Love Story  ...   \n",
       "4              An Unbending Will Meets a Shifting City  ...   \n",
       "..                                                 ...  ...   \n",
       "123                                      The Last Face  ...   \n",
       "124                                      Lost in Paris  ...   \n",
       "125  Review: A Combustible Pair Find Love in ‘The O...  ...   \n",
       "126  Review: Love as the World Wars, in ‘The Ottoma...  ...   \n",
       "127                   It’s Inevitable, Mirth and Taxes  ...   \n",
       "\n",
       "                 spoken_languages  \\\n",
       "0                         Spanish   \n",
       "1                 English, French   \n",
       "2                English, Spanish   \n",
       "3                         English   \n",
       "4    Spanish, English, Portuguese   \n",
       "..                            ...   \n",
       "123           English, Portuguese   \n",
       "124                        French   \n",
       "125                       English   \n",
       "126              Turkish, English   \n",
       "127                       English   \n",
       "\n",
       "                                              homepage  \\\n",
       "0                                                        \n",
       "1    https://gooddeedentertainment.com/you-can-live...   \n",
       "2                                                        \n",
       "3                     https://thelostweekendmovie.com/   \n",
       "4    https://www.focusfeatures.com/a-thousand-and-one/   \n",
       "..                                                 ...   \n",
       "123                                                      \n",
       "124                                                      \n",
       "125                      http://theotherhalfmovie.com/   \n",
       "126  https://www.uphe.com/movies/the-ottoman-lieute...   \n",
       "127                       http://loveandtaxesmovie.com   \n",
       "\n",
       "                                              overview popularity  runtime  \\\n",
       "0    Argentina, 1970s. A desperate young woman goes...      0.600      102   \n",
       "1    When Jaime, a gay teenager, is sent to live in...    111.971       96   \n",
       "2    Emma and Jesse are living the perfect life tog...     17.703      100   \n",
       "3    May Pang lovingly recounts her life in rock & ...      2.520       95   \n",
       "4    Struggling but unapologetically living on her ...     10.626      116   \n",
       "..                                                 ...        ...      ...   \n",
       "123  Miguel, a heroic Spanish doctor, puts himself ...     11.302      130   \n",
       "124  Fiona visits Paris for the first time to assis...      7.827       83   \n",
       "125  A grief-stricken man and a bipolar woman fall ...      2.985      103   \n",
       "126  Lillie, a determined American woman, ventures ...     35.031      111   \n",
       "127  Love &amp; Taxes is a riveting comic tale of s...      2.901       98   \n",
       "\n",
       "     revenue release_date  vote_average vote_count  \\\n",
       "0          0   2021-10-07         4.000          2   \n",
       "1      15055   2023-03-24         6.800         29   \n",
       "2      37820   2023-04-07         6.500         61   \n",
       "3      77145   2023-04-13         6.000          2   \n",
       "4    3395595   2023-03-31         7.000         75   \n",
       "..       ...          ...           ...        ...   \n",
       "123        0   2017-01-11         5.588        188   \n",
       "124        0   2017-01-14         6.058        112   \n",
       "125        0   2016-12-02         6.326         23   \n",
       "126   413844   2017-03-10         6.171        242   \n",
       "127        0   2017-03-03         4.000          1   \n",
       "\n",
       "                         production_countries  \n",
       "0                                   Argentina  \n",
       "1            Canada, United States of America  \n",
       "2    Czech Republic, United States of America  \n",
       "3                    United States of America  \n",
       "4                    United States of America  \n",
       "..                                        ...  \n",
       "123                  United States of America  \n",
       "124                           Belgium, France  \n",
       "125                                    Canada  \n",
       "126          Turkey, United States of America  \n",
       "127                  United States of America  \n",
       "\n",
       "[128 rows x 29 columns]"
      ]
     },
     "execution_count": 187,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Delete duplicate rows and reset index\n",
    "merge_df = merge_df.drop_duplicates().reset_index(drop=True)\n",
    "merge_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 188,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export data to CSV without the index\n",
    "merge_df.to_csv(\"collected_data.csv\", index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 191,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Note: There are some discrepancies in the final csv fields. The example provided in the starter code has the following fields that are not present in mine:\n",
    "# NYT API:\n",
    "    # mpaa_rating\n",
    "    # critics_pick\n",
    "    # summary_short\n",
    "    # publication_date\n",
    "    # opening_date\n",
    "    # date_updated\n",
    "    # link.type,\n",
    "    # link.url,\n",
    "    # link.suggested_link_text\n",
    "    # multimedia.type,\n",
    "    # multimedia.src,\n",
    "    # multimedia.height,\n",
    "    # multimedia.width,\n",
    "    # multimedia\n",
    "    # byline (instead I have byline.original and byline.organization)\n",
    "    # headline (instead I have headline.main, headline.kicker, headline.content_kicker, headline.print_headline, headline.name, headline.seo, and headline.sub)\n",
    "\n",
    "# TMDB API:\n",
    "    # language\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}