glassdoor_scraping_selenium.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import time\n",
    "from selenium import webdriver\n",
    "from selenium.common.exceptions import NoSuchElementException, ElementClickInterceptedException, ElementNotInteractableException, StaleElementReferenceException"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create a function to scrape job postings\n",
    "def scraping_jobs(keyword, num_pages):\n",
    "    \n",
    "    # Create a list to contain the scraped job posting info\n",
    "    jobs=[]\n",
    "    \n",
    "    # scrape job postings nationwide\n",
    "    state_names = [\"Alaska\", \"Alabama\", \"Arkansas\", \"Arizona\", \"California\", \n",
    "               \"Colorado\", \"Connecticut\", \"Washington, DC\", \"Delaware\", \"Florida\", \n",
    "               \"Georgia\", \"Hawaii\", \"Iowa\", \"Idaho\", \"Illinois\",\n",
    "               \"Indiana\", \"Kansas\", \"Kentucky\", \"Louisiana\", \"Massachusetts\", \n",
    "               \"Maryland\", \"Maine\", \"Michigan\", \"Minnesota\", \"Missouri\", \n",
    "               \"Mississippi\", \"Montana\", \"North Carolina\", \"North Dakota\", \"Nebraska\", \n",
    "               \"New Hampshire\", \"New Jersey\", \"New Mexico\", \"Nevada\", \"New York\", \n",
    "               \"Ohio\", \"Oklahoma\", \"Oregon\", \"Pennsylvania\", \"Rhode Island\", \n",
    "               \"South Carolina\", \"South Dakota\", \"Tennessee\", \"Texas\", \"Utah\", \n",
    "               \"Virginia\", \"Vermont\", \"Washington State\", \"Wisconsin\", \"West Virginia\", \n",
    "               \"Wyoming\"]\n",
    "    \n",
    "    # Open Chrome using webdriver\n",
    "    driver = webdriver.Chrome(r\"C:\\Users\\hannah\\chromedriver.exe\")\n",
    "    \n",
    "    # Go to the job search page in the Glassdoor\n",
    "    url = \"https://www.glassdoor.com/Job/index.htm\"\n",
    "    driver.get(url)\n",
    "    \n",
    "    # Enter the job key word 'data analyst' in th search box\n",
    "    search_job = driver.find_element_by_xpath('//input[@class=\"keyword\"]')\n",
    "    search_job.send_keys([keyword])\n",
    "    \n",
    "    \n",
    "    for location in state_names:\n",
    "        \n",
    "        # Enter the state name in the location box\n",
    "        search_location = driver.find_element_by_xpath('//input[@class=\"loc\"]')\n",
    "        search_location.clear()\n",
    "        search_location.send_keys([location])\n",
    "    \n",
    "        # Click the search button\n",
    "        search_button = driver.find_element_by_xpath('//button[@id=\"HeroSearchButton\"]')\n",
    "        search_button.click()\n",
    "        \n",
    "        page = 1\n",
    "        \n",
    "        \n",
    "        # loop until the page reaches the page number you set\n",
    "        while page <= num_pages:\n",
    "            \n",
    "            # wait until the job postings are completely opened in the screen (4 seconds) \n",
    "            time.sleep(4)\n",
    "            \n",
    "            # First click the selected job posting\n",
    "            driver.find_element_by_class_name(\"selected\").click()\n",
    "            time.sleep(1)\n",
    "            \n",
    "            # Close the pop-up window to ask you to log in the site\n",
    "            try:\n",
    "                driver.find_element_by_xpath(\"//*[@id='JAModal']/div/div[2]/span\").click()\n",
    "            except NoSuchElementException:\n",
    "                pass\n",
    "        \n",
    "            # Find the job posting elements (about 30 postings) and store into the 'job_buttons'\n",
    "            job_buttons = driver.find_elements_by_class_name(\"jl\")\n",
    "    \n",
    "            # loop for each jop posting\n",
    "            for job_button in job_buttons:\n",
    "                \n",
    "                # Click the job posting\n",
    "                try:\n",
    "                    job_button.click()\n",
    "                except (ElementNotInteractableException, StaleElementReferenceException):\n",
    "                    pass\n",
    "                \n",
    "                # Wait for the relevant job posting to be downloaded in the screen\n",
    "                time.sleep(1)\n",
    "        \n",
    "                # Scrape the name of the company for the posting\n",
    "                try:\n",
    "                    company = driver.find_element_by_xpath('.//div[@class=\"employerName\"]').text.split('\\n')[0]\n",
    "                except IndexError:\n",
    "                    company = ''\n",
    "                    \n",
    "                # Scrape the job title    \n",
    "                try:    \n",
    "                    title = driver.find_element_by_xpath('.//div[contains(@class, \"title\")]').text\n",
    "                except IndexError:\n",
    "                    title = ''\n",
    "                    \n",
    "                # Scrape the location of the job    \n",
    "                try:\n",
    "                    location = driver.find_element_by_xpath('.//div[@class=\"location\"]').text\n",
    "                except IndexError:\n",
    "                    location = ''\n",
    "            \n",
    "                # Scrape the salary information for the job\n",
    "                try:\n",
    "                    salary = driver.find_element_by_xpath('.//div[@class=\"salary\"]/span').text.split()[0]\n",
    "                except NoSuchElementException:\n",
    "                    salary = \"\"\n",
    "                    \n",
    "                # Scrape the rating of the company    \n",
    "                try:\n",
    "                    rating = driver.find_element_by_xpath('.//span[@class=\"rating\"]').text\n",
    "                except NoSuchElementException:\n",
    "                    rating = np.nan\n",
    "                   \n",
    "                # Scrape the job description\n",
    "                try:\n",
    "                    job_description = driver.find_element_by_xpath('.//div[@class=\"jobDescriptionContent desc\"]').text\n",
    "                except NoSuchElementException:\n",
    "                    job_description = ''\n",
    "                    \n",
    "                # Open the company info page    \n",
    "                try:\n",
    "                    driver.find_element_by_xpath('.//div[@class=\"tab\" and @data-tab-type=\"overview\"]').click()\n",
    "                    time.sleep(.3)\n",
    "                    \n",
    "                    lists=[]\n",
    "                    \n",
    "                    # Check what kind of info for the company is in the company info page\n",
    "                    for i in range(1,len(driver.find_elements_by_xpath('//div[@class=\"info row\"]/div'))+1):\n",
    "                        s = driver.find_element_by_xpath('//div[@class=\"info row\"]/div[{}]/label'.format(i)).text\n",
    "                        lists.append(s)\n",
    "                        \n",
    "                    # Scrape company size    \n",
    "                    try:\n",
    "                        if 'Size' in lists:\n",
    "                            s = lists.index('Size') + 1\n",
    "                            size = driver.find_element_by_xpath('//div[@class=\"info row\"]/div[{}]/span[@class=\"value\"]'.format(s)).text\n",
    "                        else:\n",
    "                            size = ''\n",
    "                    except NoSuchElementException:\n",
    "                        size = ''\n",
    "                        \n",
    "                    # Scrape the industry which the company belongs to    \n",
    "                    try:\n",
    "                        if 'Industry' in lists:\n",
    "                            d = lists.index('Industry') + 1\n",
    "                            industry = driver.find_element_by_xpath('//div[@class=\"info row\"]/div[{}]/span[@class=\"value\"]'.format(d)).text\n",
    "                        else:\n",
    "                            industry = ''\n",
    "                    except NoSuchElementException:\n",
    "                        industry = ''\n",
    "                        \n",
    "                    # Scrape the sector which the company belongs to    \n",
    "                    try:\n",
    "                        if 'Sector' in lists:\n",
    "                            e = lists.index('Sector') + 1\n",
    "                            sector = driver.find_element_by_xpath('//div[@class=\"info row\"]/div[{}]/span[@class=\"value\"]'.format(e)).text\n",
    "                        else:\n",
    "                            sector = ''\n",
    "                    except NoSuchElementException:\n",
    "                        sector = ''\n",
    "                        \n",
    "                    # Scrape the revenue info     \n",
    "                    try:\n",
    "                        if 'Revenue' in lists:\n",
    "                            r = lists.index('Revenue') + 1\n",
    "                            revenue = driver.find_element_by_xpath('//div[@class=\"info row\"]/div[{}]/span[@class=\"value\"]'.format(r)).text\n",
    "                        else:\n",
    "                            revenue = ''\n",
    "                    except NoSuchElementException:\n",
    "                        revenue = ''\n",
    "                        \n",
    "                        \n",
    "                except NoSuchElementException:\n",
    "                    size = ''\n",
    "                    industry = ''\n",
    "                    sector = ''\n",
    "                    revenue = ''\n",
    "            \n",
    "                # Put the scraped info from the job posting into the list named 'jobs'\n",
    "                jobs.append({'company':company, \n",
    "                             'title':title, \n",
    "                             'location':location, \n",
    "                             'salary':salary, \n",
    "                             'rating':rating, \n",
    "                             'size':size,\n",
    "                             'industry':industry,\n",
    "                             'sector':sector,\n",
    "                             'revenue':revenue,\n",
    "                             'job_description':job_description})\n",
    "            \n",
    "            page += 1\n",
    "            \n",
    "            # Go to the next page\n",
    "            try:\n",
    "                driver.find_element_by_xpath('.//li[@class=\"next\"]//a').click()\n",
    "            except NoSuchElementException:\n",
    "                break\n",
    "            \n",
    "    return pd.DataFrame(jobs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Run the function 'scraping_jobs' with the key word 'data analyst' and the page number 3\n",
    "df = scraping_jobs('data analyst', 3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>company</th>\n",
       "      <th>title</th>\n",
       "      <th>location</th>\n",
       "      <th>salary</th>\n",
       "      <th>rating</th>\n",
       "      <th>size</th>\n",
       "      <th>industry</th>\n",
       "      <th>sector</th>\n",
       "      <th>revenue</th>\n",
       "      <th>job_description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>CTG</td>\n",
       "      <td>DATA CENTER SERVICES ANALYST I</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td></td>\n",
       "      <td>3.4</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>IT Services</td>\n",
       "      <td>Information Technology</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>CTG is searching for a full time *Data Center ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>Manmade Creative Inc</td>\n",
       "      <td>DATA ANALYST and HEALTH</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td></td>\n",
       "      <td>NaN</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Familiarity in analysis reporting, data entry,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>DS Technologies Inc</td>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Alaska</td>\n",
       "      <td></td>\n",
       "      <td>5.0</td>\n",
       "      <td>1 to 50 Employees</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>$1 to $5 million (USD)</td>\n",
       "      <td>Hi,Greetings from DSTechnologiesinc!\\n\\nIam re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>Integrated Statistics</td>\n",
       "      <td>Data Analyst/Modeler</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td>$48K-$86K</td>\n",
       "      <td>5.0</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Health, Beauty, &amp; Fitness</td>\n",
       "      <td>Consumer Services</td>\n",
       "      <td>$5 to $10 million (USD)</td>\n",
       "      <td>Data Analyst/Modeler Needed\\n\\nIntegrated Stat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>Southcentral Foundation</td>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td>$39K-$68K</td>\n",
       "      <td>3.5</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Membership Organizations</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>The Southcentral Foundation (SCF) Data Analyst...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>National Renewable Energy Lab</td>\n",
       "      <td>Cold Climate Data Researcher / Analyst II (Ala...</td>\n",
       "      <td>Fairbanks, AK</td>\n",
       "      <td>$67K-$148K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Energy</td>\n",
       "      <td>Oil, Gas, Energy &amp; Utilities</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Posting TitleCold Climate Data Researcher / An...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>Alaska USA Federal Credit Union</td>\n",
       "      <td>Data Center Services Analyst I, II, III, or Se...</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td>$26K-$48K</td>\n",
       "      <td>3.4</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Banks &amp; Credit Unions</td>\n",
       "      <td>Finance</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>Reports to: Varies by location\\n\\nFunctions Su...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>General Communication Inc.</td>\n",
       "      <td>Analyst, Network Statistical Data</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td>$43K-$101K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Cable, Internet &amp; Telephone Providers</td>\n",
       "      <td>Telecommunications</td>\n",
       "      <td>$500 million to $1 billion (USD)</td>\n",
       "      <td>GCI's Network Statistical Data Analyst will pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>Alaska USA Federal Credit Union</td>\n",
       "      <td>Data Center Services Analyst II</td>\n",
       "      <td>Anchorage, AK</td>\n",
       "      <td>$36K-$69K</td>\n",
       "      <td>3.4</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Banks &amp; Credit Unions</td>\n",
       "      <td>Finance</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>Reports to: Varies by location\\n\\nFunctions Su...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>Austal USA</td>\n",
       "      <td>HCM Data Analyst</td>\n",
       "      <td>Mobile, AL</td>\n",
       "      <td>$55K-$94K</td>\n",
       "      <td>3.1</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Industrial Manufacturing</td>\n",
       "      <td>Manufacturing</td>\n",
       "      <td>$1 to $2 billion (USD)</td>\n",
       "      <td>Any qualified individual with a disability who...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>McLeod Software</td>\n",
       "      <td>Operations Data Analyst</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$38K-$70K</td>\n",
       "      <td>4.2</td>\n",
       "      <td>201 to 500 Employees</td>\n",
       "      <td>Transportation Management</td>\n",
       "      <td>Transportation &amp; Logistics</td>\n",
       "      <td>$10 to $25 million (USD)</td>\n",
       "      <td>McLeod Software is the leading developer and p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>CompQsoft</td>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$59K-$80K</td>\n",
       "      <td>3.5</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>IT Services</td>\n",
       "      <td>Information Technology</td>\n",
       "      <td>$10 to $25 million (USD)</td>\n",
       "      <td>CompQsoft Inc. Established in 1997, headquarte...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>HyreU</td>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Alabama</td>\n",
       "      <td></td>\n",
       "      <td>1.0</td>\n",
       "      <td>Unknown</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Less than $1 million (USD)</td>\n",
       "      <td>QUALIFICATION REQUIRED Bachelor Degree\\nEXPERI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>Intrepid</td>\n",
       "      <td>Business/Data Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$43K-$79K</td>\n",
       "      <td>4.3</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>$50 to $100 million (USD)</td>\n",
       "      <td>Intrepid sets the standard for delivering exce...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>BBVA</td>\n",
       "      <td>Data Strategy Analyst</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$40K-$65K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Banks &amp; Credit Unions</td>\n",
       "      <td>Finance</td>\n",
       "      <td>$2 to $5 billion (USD)</td>\n",
       "      <td>Area:\\nDATA\\n\\nDeadline for applying:\\n11/28/2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>LMI</td>\n",
       "      <td>Data Analyst - Clearance Required</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$33K-$60K</td>\n",
       "      <td>4.3</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Consulting</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>LMI is seeking a skilled Junior Data Analyst i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>LSINC Corporation</td>\n",
       "      <td>Intermediate Data Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td></td>\n",
       "      <td>3.8</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Architectural &amp; Engineering Services</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$10 to $25 million (USD)</td>\n",
       "      <td>LSINC Corporation is a dynamic, innovative fir...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>Guardian Credit Union</td>\n",
       "      <td>DATA ANALYST</td>\n",
       "      <td>Montgomery, AL</td>\n",
       "      <td>$30K-$54K</td>\n",
       "      <td>2.9</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Banks &amp; Credit Unions</td>\n",
       "      <td>Finance</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>Role\\n\\nCombines advanced statistical, analyti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>RiverPoint</td>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Plano, AL</td>\n",
       "      <td></td>\n",
       "      <td>4.0</td>\n",
       "      <td>1 to 50 Employees</td>\n",
       "      <td>Accounting</td>\n",
       "      <td>Accounting &amp; Legal</td>\n",
       "      <td>$5 to $10 million (USD)</td>\n",
       "      <td>The Data Analyst is responsible for, but not l...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>22nd Century Technologies</td>\n",
       "      <td>Data Quality Analyst</td>\n",
       "      <td>Montgomery, AL</td>\n",
       "      <td>$38K-$71K</td>\n",
       "      <td>3.4</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>IT Services</td>\n",
       "      <td>Information Technology</td>\n",
       "      <td>$25 to $50 million (USD)</td>\n",
       "      <td>Job Title: Data Quality Analyst\\nLocation: Mon...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>S3, Inc</td>\n",
       "      <td>Data Management Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$30K-$61K</td>\n",
       "      <td>4.0</td>\n",
       "      <td>201 to 500 Employees</td>\n",
       "      <td>Architectural &amp; Engineering Services</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Data Management Analyst\\nDuty Site\\n\\n\\nRedsto...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>Northrop Grumman</td>\n",
       "      <td>Data Management Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$27K-$56K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>$10+ billion (USD)</td>\n",
       "      <td>The Data Management Analyst: Supports business...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>Motion Industries</td>\n",
       "      <td>Product Information Management (PIM) Data Analyst</td>\n",
       "      <td>Irondale, AL</td>\n",
       "      <td>$39K-$68K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>5001 to 10000 Employees</td>\n",
       "      <td>Wholesale</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$2 to $5 billion (USD)</td>\n",
       "      <td>SUMMARY\\n\\nResponsible for executing a structu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>LSI Consulting</td>\n",
       "      <td>LSI Grow, Entry Level SAP Data Migration Analy...</td>\n",
       "      <td>Alabama</td>\n",
       "      <td></td>\n",
       "      <td>4.7</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Consulting</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$1 to $5 million (USD)</td>\n",
       "      <td>Jumpstart your career with LSI Grow!\\n\\nAre yo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>COLSA</td>\n",
       "      <td>Configuration and Data Management Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$29K-$59K</td>\n",
       "      <td>4.2</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Research &amp; Development</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>Tracking Code\\n\\n5470-987\\n\\nJob Description\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>COLSA</td>\n",
       "      <td>Data Analyst / Data Engineer</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$47K-$84K</td>\n",
       "      <td>4.2</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Research &amp; Development</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>General Summary\\n\\nPerforms analyst functions ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>East Alabama Medical Center</td>\n",
       "      <td>CIN DATA ANALYST - DATA INTEGRITY</td>\n",
       "      <td>Opelika, AL</td>\n",
       "      <td>$34K-$59K</td>\n",
       "      <td>3.6</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Health Care Services &amp; Hospitals</td>\n",
       "      <td>Health Care</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>Position Name\\n\\n18400 – CIN Data Analyst\\n\\nP...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>Rezult Technology</td>\n",
       "      <td>Financial Data Analyst</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td></td>\n",
       "      <td>4.9</td>\n",
       "      <td>201 to 500 Employees</td>\n",
       "      <td>Staffing &amp; Outsourcing</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Posted Date: 11/26/2019\\nJob Category: Computi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>Auburn University</td>\n",
       "      <td>Spec IV, Info Tech (Business Analyst - Data Ma...</td>\n",
       "      <td>Auburn, AL</td>\n",
       "      <td>$32K-$64K</td>\n",
       "      <td>4.5</td>\n",
       "      <td>5001 to 10000 Employees</td>\n",
       "      <td>Colleges &amp; Universities</td>\n",
       "      <td>Education</td>\n",
       "      <td>$500 million to $1 billion (USD)</td>\n",
       "      <td>Position Details\\n\\nRequisition Number S461P\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>WILL Technology, Inc.</td>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td></td>\n",
       "      <td>2.7</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>$5 to $10 million (USD)</td>\n",
       "      <td>WILL Technology, Inc. (WTI) has an immediate n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>BBVA</td>\n",
       "      <td>Data Strategy Analyst, Sr</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$49K-$80K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Banks &amp; Credit Unions</td>\n",
       "      <td>Finance</td>\n",
       "      <td>$2 to $5 billion (USD)</td>\n",
       "      <td>Area:\\nDATA\\n\\nDeadline for applying:\\n11/28/2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>Leonardo DRS</td>\n",
       "      <td>Data Management Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$29K-$60K</td>\n",
       "      <td>3.6</td>\n",
       "      <td>5001 to 10000 Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>$1 to $2 billion (USD)</td>\n",
       "      <td>Job ID : 99487\\n\\nThe Leonardo DRS Land Electr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>Daylight Solutions</td>\n",
       "      <td>Data Management Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td></td>\n",
       "      <td>4.8</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>$25 to $50 million (USD)</td>\n",
       "      <td>Job ID: 99487\\n\\nThe Leonardo DRS Land Electro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>Unclaimed Baggage Center</td>\n",
       "      <td>Senior Data Analyst</td>\n",
       "      <td>Scottsboro, AL</td>\n",
       "      <td></td>\n",
       "      <td>3.4</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Less than $1 million (USD)</td>\n",
       "      <td>*** There are no funds for relocation for this...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>Tetra Tech</td>\n",
       "      <td>Data Quality Analyst (Baldwin Co)</td>\n",
       "      <td>Daphne, AL</td>\n",
       "      <td>$35K-$61K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Architectural &amp; Engineering Services</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$2 to $5 billion (USD)</td>\n",
       "      <td>Are you ready to take the next step in your ca...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>deciBel Research, Inc.</td>\n",
       "      <td>Radar Data Analyst: BGI</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td></td>\n",
       "      <td>3.4</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>deciBel Research has an immediate opening for ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>University of Alabama at Birmingham</td>\n",
       "      <td>Data Analyst-GME</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$33K-$60K</td>\n",
       "      <td>4.2</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Colleges &amp; Universities</td>\n",
       "      <td>Education</td>\n",
       "      <td>$1 to $2 billion (USD)</td>\n",
       "      <td>To design, maintain, and troubleshoot the Grad...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>M1 Support Services</td>\n",
       "      <td>Maintenance Data Analyst - Air Force Project</td>\n",
       "      <td>Fort Rucker, AL</td>\n",
       "      <td>$44K-$80K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>$5 to $10 million (USD)</td>\n",
       "      <td>_Maintenance Data Analyst – Air Force Project_...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>DISYS</td>\n",
       "      <td>Jr. Data Analyst or Technician</td>\n",
       "      <td>Hoover, AL</td>\n",
       "      <td>$41K-$77K</td>\n",
       "      <td>3.4</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>IT Services</td>\n",
       "      <td>Information Technology</td>\n",
       "      <td>$100 to $500 million (USD)</td>\n",
       "      <td>Qualifications: *\\nProblem Solving\\nRelational...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>Shipt</td>\n",
       "      <td>Data Analyst - Retail</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$36K-$68K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Consumer Product Rental</td>\n",
       "      <td>Consumer Services</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Shipt is a membership-based marketplace that h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>LSI Consulting</td>\n",
       "      <td>SAP Data Migration Analyst (US citizen or Perm...</td>\n",
       "      <td>Alabama</td>\n",
       "      <td></td>\n",
       "      <td>4.7</td>\n",
       "      <td>51 to 200 Employees</td>\n",
       "      <td>Consulting</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$1 to $5 million (USD)</td>\n",
       "      <td>Responsibilities\\nAccountable for the successf...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>Better Hire</td>\n",
       "      <td>Data Analyst-cool company</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$26K-$71K</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1 to 50 Employees</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Less than $1 million (USD)</td>\n",
       "      <td>We are looking for a Data Analyst who can crea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>UAB Medicine</td>\n",
       "      <td>Data Analyst-GME (Day</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$38K-$68K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Health Care Services &amp; Hospitals</td>\n",
       "      <td>Health Care</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Data Analyst-GME (Day) #002\\n(T179348)\\nTo des...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>ATJ</td>\n",
       "      <td>Senior Data Analyst Newspapers</td>\n",
       "      <td>McMullen, AL</td>\n",
       "      <td></td>\n",
       "      <td>4.4</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Consulting</td>\n",
       "      <td>Business Services</td>\n",
       "      <td>$5 to $10 million (USD)</td>\n",
       "      <td>IMPORTANT NOTE: ATJ is not a real company. It ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>UAB Medicine</td>\n",
       "      <td>Data Analyst-GME</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$38K-$68K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Health Care Services &amp; Hospitals</td>\n",
       "      <td>Health Care</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>To design, maintain, and troubleshoot the Grad...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>LOCKHEED MARTIN CORPORATION</td>\n",
       "      <td>Production Systems Analyst / Data Analysis /</td>\n",
       "      <td>Troy, AL</td>\n",
       "      <td>$35K-$66K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>$10+ billion (USD)</td>\n",
       "      <td>Lockheed Martin Missiles and Fire Control’s (M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>Lockheed Martin</td>\n",
       "      <td>Production Systems Analyst / Data Analysis / T...</td>\n",
       "      <td>Troy, AL</td>\n",
       "      <td>$35K-$66K</td>\n",
       "      <td>3.9</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>Aerospace &amp; Defense</td>\n",
       "      <td>$10+ billion (USD)</td>\n",
       "      <td>Description:Lockheed Martin Missiles and Fire ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>Sanmina</td>\n",
       "      <td>Senior Data Analyst</td>\n",
       "      <td>Huntsville, AL</td>\n",
       "      <td>$41K-$70K</td>\n",
       "      <td>3.1</td>\n",
       "      <td>10000+ Employees</td>\n",
       "      <td>Electrical &amp; Electronic Manufacturing</td>\n",
       "      <td>Manufacturing</td>\n",
       "      <td>$5 to $10 billion (USD)</td>\n",
       "      <td>Sanmina Corporation (Nasdaq: SANM) is a leadin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>Shipt</td>\n",
       "      <td>Data Analyst - CPG</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$34K-$65K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Consumer Product Rental</td>\n",
       "      <td>Consumer Services</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Shipt is a membership-based marketplace that h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>Shipt</td>\n",
       "      <td>Data Analyst, CPG</td>\n",
       "      <td>Birmingham, AL</td>\n",
       "      <td>$34K-$65K</td>\n",
       "      <td>3.7</td>\n",
       "      <td>1001 to 5000 Employees</td>\n",
       "      <td>Consumer Product Rental</td>\n",
       "      <td>Consumer Services</td>\n",
       "      <td>Unknown / Non-Applicable</td>\n",
       "      <td>Shipt is a membership-based marketplace that h...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                company  \\\n",
       "0                                   CTG   \n",
       "1                  Manmade Creative Inc   \n",
       "2                   DS Technologies Inc   \n",
       "3                 Integrated Statistics   \n",
       "4               Southcentral Foundation   \n",
       "5         National Renewable Energy Lab   \n",
       "6       Alaska USA Federal Credit Union   \n",
       "7            General Communication Inc.   \n",
       "8       Alaska USA Federal Credit Union   \n",
       "9                            Austal USA   \n",
       "10                      McLeod Software   \n",
       "11                            CompQsoft   \n",
       "12                                HyreU   \n",
       "13                             Intrepid   \n",
       "14                                 BBVA   \n",
       "15                                  LMI   \n",
       "16                    LSINC Corporation   \n",
       "17                Guardian Credit Union   \n",
       "18                           RiverPoint   \n",
       "19            22nd Century Technologies   \n",
       "20                              S3, Inc   \n",
       "21                     Northrop Grumman   \n",
       "22                    Motion Industries   \n",
       "23                       LSI Consulting   \n",
       "24                                COLSA   \n",
       "25                                COLSA   \n",
       "26          East Alabama Medical Center   \n",
       "27                    Rezult Technology   \n",
       "28                    Auburn University   \n",
       "29                WILL Technology, Inc.   \n",
       "30                                 BBVA   \n",
       "31                         Leonardo DRS   \n",
       "32                   Daylight Solutions   \n",
       "33             Unclaimed Baggage Center   \n",
       "34                           Tetra Tech   \n",
       "35               deciBel Research, Inc.   \n",
       "36  University of Alabama at Birmingham   \n",
       "37                  M1 Support Services   \n",
       "38                                DISYS   \n",
       "39                                Shipt   \n",
       "40                       LSI Consulting   \n",
       "41                          Better Hire   \n",
       "42                         UAB Medicine   \n",
       "43                                  ATJ   \n",
       "44                         UAB Medicine   \n",
       "45          LOCKHEED MARTIN CORPORATION   \n",
       "46                      Lockheed Martin   \n",
       "47                              Sanmina   \n",
       "48                                Shipt   \n",
       "49                                Shipt   \n",
       "\n",
       "                                                title         location  \\\n",
       "0                      DATA CENTER SERVICES ANALYST I    Anchorage, AK   \n",
       "1                             DATA ANALYST and HEALTH    Anchorage, AK   \n",
       "2                                        Data Analyst           Alaska   \n",
       "3                                Data Analyst/Modeler    Anchorage, AK   \n",
       "4                                        Data Analyst    Anchorage, AK   \n",
       "5   Cold Climate Data Researcher / Analyst II (Ala...    Fairbanks, AK   \n",
       "6   Data Center Services Analyst I, II, III, or Se...    Anchorage, AK   \n",
       "7                   Analyst, Network Statistical Data    Anchorage, AK   \n",
       "8                     Data Center Services Analyst II    Anchorage, AK   \n",
       "9                                    HCM Data Analyst       Mobile, AL   \n",
       "10                            Operations Data Analyst   Birmingham, AL   \n",
       "11                                       Data Analyst   Huntsville, AL   \n",
       "12                                       Data Analyst          Alabama   \n",
       "13                              Business/Data Analyst   Huntsville, AL   \n",
       "14                              Data Strategy Analyst   Birmingham, AL   \n",
       "15                  Data Analyst - Clearance Required   Huntsville, AL   \n",
       "16                          Intermediate Data Analyst   Huntsville, AL   \n",
       "17                                       DATA ANALYST   Montgomery, AL   \n",
       "18                                       Data Analyst        Plano, AL   \n",
       "19                               Data Quality Analyst   Montgomery, AL   \n",
       "20                            Data Management Analyst   Huntsville, AL   \n",
       "21                            Data Management Analyst   Huntsville, AL   \n",
       "22  Product Information Management (PIM) Data Analyst     Irondale, AL   \n",
       "23  LSI Grow, Entry Level SAP Data Migration Analy...          Alabama   \n",
       "24          Configuration and Data Management Analyst   Huntsville, AL   \n",
       "25                       Data Analyst / Data Engineer   Huntsville, AL   \n",
       "26                  CIN DATA ANALYST - DATA INTEGRITY      Opelika, AL   \n",
       "27                             Financial Data Analyst   Birmingham, AL   \n",
       "28  Spec IV, Info Tech (Business Analyst - Data Ma...       Auburn, AL   \n",
       "29                                       Data Analyst   Huntsville, AL   \n",
       "30                          Data Strategy Analyst, Sr   Birmingham, AL   \n",
       "31                            Data Management Analyst   Huntsville, AL   \n",
       "32                            Data Management Analyst   Huntsville, AL   \n",
       "33                                Senior Data Analyst   Scottsboro, AL   \n",
       "34                  Data Quality Analyst (Baldwin Co)       Daphne, AL   \n",
       "35                            Radar Data Analyst: BGI   Huntsville, AL   \n",
       "36                                   Data Analyst-GME   Birmingham, AL   \n",
       "37       Maintenance Data Analyst - Air Force Project  Fort Rucker, AL   \n",
       "38                     Jr. Data Analyst or Technician       Hoover, AL   \n",
       "39                              Data Analyst - Retail   Birmingham, AL   \n",
       "40  SAP Data Migration Analyst (US citizen or Perm...          Alabama   \n",
       "41                          Data Analyst-cool company   Birmingham, AL   \n",
       "42                              Data Analyst-GME (Day   Birmingham, AL   \n",
       "43                     Senior Data Analyst Newspapers     McMullen, AL   \n",
       "44                                   Data Analyst-GME   Birmingham, AL   \n",
       "45       Production Systems Analyst / Data Analysis /         Troy, AL   \n",
       "46  Production Systems Analyst / Data Analysis / T...         Troy, AL   \n",
       "47                                Senior Data Analyst   Huntsville, AL   \n",
       "48                                 Data Analyst - CPG   Birmingham, AL   \n",
       "49                                  Data Analyst, CPG   Birmingham, AL   \n",
       "\n",
       "        salary rating                     size  \\\n",
       "0                 3.4   1001 to 5000 Employees   \n",
       "1                 NaN                            \n",
       "2                 5.0        1 to 50 Employees   \n",
       "3    $48K-$86K    5.0      51 to 200 Employees   \n",
       "4    $39K-$68K    3.5   1001 to 5000 Employees   \n",
       "5   $67K-$148K    3.9   1001 to 5000 Employees   \n",
       "6    $26K-$48K    3.4   1001 to 5000 Employees   \n",
       "7   $43K-$101K    3.7   1001 to 5000 Employees   \n",
       "8    $36K-$69K    3.4   1001 to 5000 Employees   \n",
       "9    $55K-$94K    3.1   1001 to 5000 Employees   \n",
       "10   $38K-$70K    4.2     201 to 500 Employees   \n",
       "11   $59K-$80K    3.5      51 to 200 Employees   \n",
       "12                1.0                  Unknown   \n",
       "13   $43K-$79K    4.3      51 to 200 Employees   \n",
       "14   $40K-$65K    3.7         10000+ Employees   \n",
       "15   $33K-$60K    4.3   1001 to 5000 Employees   \n",
       "16                3.8      51 to 200 Employees   \n",
       "17   $30K-$54K    2.9      51 to 200 Employees   \n",
       "18                4.0        1 to 50 Employees   \n",
       "19   $38K-$71K    3.4   1001 to 5000 Employees   \n",
       "20   $30K-$61K    4.0     201 to 500 Employees   \n",
       "21   $27K-$56K    3.9         10000+ Employees   \n",
       "22   $39K-$68K    3.9  5001 to 10000 Employees   \n",
       "23                4.7      51 to 200 Employees   \n",
       "24   $29K-$59K    4.2   1001 to 5000 Employees   \n",
       "25   $47K-$84K    4.2   1001 to 5000 Employees   \n",
       "26   $34K-$59K    3.6   1001 to 5000 Employees   \n",
       "27                4.9     201 to 500 Employees   \n",
       "28   $32K-$64K    4.5  5001 to 10000 Employees   \n",
       "29                2.7      51 to 200 Employees   \n",
       "30   $49K-$80K    3.7         10000+ Employees   \n",
       "31   $29K-$60K    3.6  5001 to 10000 Employees   \n",
       "32                4.8      51 to 200 Employees   \n",
       "33                3.4      51 to 200 Employees   \n",
       "34   $35K-$61K    3.7         10000+ Employees   \n",
       "35                3.4      51 to 200 Employees   \n",
       "36   $33K-$60K    4.2         10000+ Employees   \n",
       "37   $44K-$80K    3.9      51 to 200 Employees   \n",
       "38   $41K-$77K    3.4   1001 to 5000 Employees   \n",
       "39   $36K-$68K    3.7   1001 to 5000 Employees   \n",
       "40                4.7      51 to 200 Employees   \n",
       "41   $26K-$71K    4.0        1 to 50 Employees   \n",
       "42   $38K-$68K    3.9         10000+ Employees   \n",
       "43                4.4   1001 to 5000 Employees   \n",
       "44   $38K-$68K    3.9         10000+ Employees   \n",
       "45   $35K-$66K    3.9         10000+ Employees   \n",
       "46   $35K-$66K    3.9         10000+ Employees   \n",
       "47   $41K-$70K    3.1         10000+ Employees   \n",
       "48   $34K-$65K    3.7   1001 to 5000 Employees   \n",
       "49   $34K-$65K    3.7   1001 to 5000 Employees   \n",
       "\n",
       "                                 industry                        sector  \\\n",
       "0                             IT Services        Information Technology   \n",
       "1                                                                         \n",
       "2                                                                         \n",
       "3               Health, Beauty, & Fitness             Consumer Services   \n",
       "4                Membership Organizations             Business Services   \n",
       "5                                  Energy  Oil, Gas, Energy & Utilities   \n",
       "6                   Banks & Credit Unions                       Finance   \n",
       "7   Cable, Internet & Telephone Providers            Telecommunications   \n",
       "8                   Banks & Credit Unions                       Finance   \n",
       "9                Industrial Manufacturing                 Manufacturing   \n",
       "10              Transportation Management    Transportation & Logistics   \n",
       "11                            IT Services        Information Technology   \n",
       "12                                                                        \n",
       "13                    Aerospace & Defense           Aerospace & Defense   \n",
       "14                  Banks & Credit Unions                       Finance   \n",
       "15                             Consulting             Business Services   \n",
       "16   Architectural & Engineering Services             Business Services   \n",
       "17                  Banks & Credit Unions                       Finance   \n",
       "18                             Accounting            Accounting & Legal   \n",
       "19                            IT Services        Information Technology   \n",
       "20   Architectural & Engineering Services             Business Services   \n",
       "21                    Aerospace & Defense           Aerospace & Defense   \n",
       "22                              Wholesale             Business Services   \n",
       "23                             Consulting             Business Services   \n",
       "24                 Research & Development             Business Services   \n",
       "25                 Research & Development             Business Services   \n",
       "26       Health Care Services & Hospitals                   Health Care   \n",
       "27                 Staffing & Outsourcing             Business Services   \n",
       "28                Colleges & Universities                     Education   \n",
       "29                                                                        \n",
       "30                  Banks & Credit Unions                       Finance   \n",
       "31                    Aerospace & Defense           Aerospace & Defense   \n",
       "32                    Aerospace & Defense           Aerospace & Defense   \n",
       "33                                                                        \n",
       "34   Architectural & Engineering Services             Business Services   \n",
       "35                    Aerospace & Defense           Aerospace & Defense   \n",
       "36                Colleges & Universities                     Education   \n",
       "37                                                                        \n",
       "38                            IT Services        Information Technology   \n",
       "39                Consumer Product Rental             Consumer Services   \n",
       "40                             Consulting             Business Services   \n",
       "41                                                                        \n",
       "42       Health Care Services & Hospitals                   Health Care   \n",
       "43                             Consulting             Business Services   \n",
       "44       Health Care Services & Hospitals                   Health Care   \n",
       "45                    Aerospace & Defense           Aerospace & Defense   \n",
       "46                    Aerospace & Defense           Aerospace & Defense   \n",
       "47  Electrical & Electronic Manufacturing                 Manufacturing   \n",
       "48                Consumer Product Rental             Consumer Services   \n",
       "49                Consumer Product Rental             Consumer Services   \n",
       "\n",
       "                             revenue  \\\n",
       "0         $100 to $500 million (USD)   \n",
       "1                                      \n",
       "2             $1 to $5 million (USD)   \n",
       "3            $5 to $10 million (USD)   \n",
       "4         $100 to $500 million (USD)   \n",
       "5           Unknown / Non-Applicable   \n",
       "6         $100 to $500 million (USD)   \n",
       "7   $500 million to $1 billion (USD)   \n",
       "8         $100 to $500 million (USD)   \n",
       "9             $1 to $2 billion (USD)   \n",
       "10          $10 to $25 million (USD)   \n",
       "11          $10 to $25 million (USD)   \n",
       "12        Less than $1 million (USD)   \n",
       "13         $50 to $100 million (USD)   \n",
       "14            $2 to $5 billion (USD)   \n",
       "15        $100 to $500 million (USD)   \n",
       "16          $10 to $25 million (USD)   \n",
       "17        $100 to $500 million (USD)   \n",
       "18           $5 to $10 million (USD)   \n",
       "19          $25 to $50 million (USD)   \n",
       "20          Unknown / Non-Applicable   \n",
       "21                $10+ billion (USD)   \n",
       "22            $2 to $5 billion (USD)   \n",
       "23            $1 to $5 million (USD)   \n",
       "24        $100 to $500 million (USD)   \n",
       "25        $100 to $500 million (USD)   \n",
       "26        $100 to $500 million (USD)   \n",
       "27          Unknown / Non-Applicable   \n",
       "28  $500 million to $1 billion (USD)   \n",
       "29           $5 to $10 million (USD)   \n",
       "30            $2 to $5 billion (USD)   \n",
       "31            $1 to $2 billion (USD)   \n",
       "32          $25 to $50 million (USD)   \n",
       "33        Less than $1 million (USD)   \n",
       "34            $2 to $5 billion (USD)   \n",
       "35          Unknown / Non-Applicable   \n",
       "36            $1 to $2 billion (USD)   \n",
       "37           $5 to $10 million (USD)   \n",
       "38        $100 to $500 million (USD)   \n",
       "39          Unknown / Non-Applicable   \n",
       "40            $1 to $5 million (USD)   \n",
       "41        Less than $1 million (USD)   \n",
       "42          Unknown / Non-Applicable   \n",
       "43           $5 to $10 million (USD)   \n",
       "44          Unknown / Non-Applicable   \n",
       "45                $10+ billion (USD)   \n",
       "46                $10+ billion (USD)   \n",
       "47           $5 to $10 billion (USD)   \n",
       "48          Unknown / Non-Applicable   \n",
       "49          Unknown / Non-Applicable   \n",
       "\n",
       "                                      job_description  \n",
       "0   CTG is searching for a full time *Data Center ...  \n",
       "1   Familiarity in analysis reporting, data entry,...  \n",
       "2   Hi,Greetings from DSTechnologiesinc!\\n\\nIam re...  \n",
       "3   Data Analyst/Modeler Needed\\n\\nIntegrated Stat...  \n",
       "4   The Southcentral Foundation (SCF) Data Analyst...  \n",
       "5   Posting TitleCold Climate Data Researcher / An...  \n",
       "6   Reports to: Varies by location\\n\\nFunctions Su...  \n",
       "7   GCI's Network Statistical Data Analyst will pr...  \n",
       "8   Reports to: Varies by location\\n\\nFunctions Su...  \n",
       "9   Any qualified individual with a disability who...  \n",
       "10  McLeod Software is the leading developer and p...  \n",
       "11  CompQsoft Inc. Established in 1997, headquarte...  \n",
       "12  QUALIFICATION REQUIRED Bachelor Degree\\nEXPERI...  \n",
       "13  Intrepid sets the standard for delivering exce...  \n",
       "14  Area:\\nDATA\\n\\nDeadline for applying:\\n11/28/2...  \n",
       "15  LMI is seeking a skilled Junior Data Analyst i...  \n",
       "16  LSINC Corporation is a dynamic, innovative fir...  \n",
       "17  Role\\n\\nCombines advanced statistical, analyti...  \n",
       "18  The Data Analyst is responsible for, but not l...  \n",
       "19  Job Title: Data Quality Analyst\\nLocation: Mon...  \n",
       "20  Data Management Analyst\\nDuty Site\\n\\n\\nRedsto...  \n",
       "21  The Data Management Analyst: Supports business...  \n",
       "22  SUMMARY\\n\\nResponsible for executing a structu...  \n",
       "23  Jumpstart your career with LSI Grow!\\n\\nAre yo...  \n",
       "24  Tracking Code\\n\\n5470-987\\n\\nJob Description\\n...  \n",
       "25  General Summary\\n\\nPerforms analyst functions ...  \n",
       "26  Position Name\\n\\n18400 – CIN Data Analyst\\n\\nP...  \n",
       "27  Posted Date: 11/26/2019\\nJob Category: Computi...  \n",
       "28  Position Details\\n\\nRequisition Number S461P\\n...  \n",
       "29  WILL Technology, Inc. (WTI) has an immediate n...  \n",
       "30  Area:\\nDATA\\n\\nDeadline for applying:\\n11/28/2...  \n",
       "31  Job ID : 99487\\n\\nThe Leonardo DRS Land Electr...  \n",
       "32  Job ID: 99487\\n\\nThe Leonardo DRS Land Electro...  \n",
       "33  *** There are no funds for relocation for this...  \n",
       "34  Are you ready to take the next step in your ca...  \n",
       "35  deciBel Research has an immediate opening for ...  \n",
       "36  To design, maintain, and troubleshoot the Grad...  \n",
       "37  _Maintenance Data Analyst – Air Force Project_...  \n",
       "38  Qualifications: *\\nProblem Solving\\nRelational...  \n",
       "39  Shipt is a membership-based marketplace that h...  \n",
       "40  Responsibilities\\nAccountable for the successf...  \n",
       "41  We are looking for a Data Analyst who can crea...  \n",
       "42  Data Analyst-GME (Day) #002\\n(T179348)\\nTo des...  \n",
       "43  IMPORTANT NOTE: ATJ is not a real company. It ...  \n",
       "44  To design, maintain, and troubleshoot the Grad...  \n",
       "45  Lockheed Martin Missiles and Fire Control’s (M...  \n",
       "46  Description:Lockheed Martin Missiles and Fire ...  \n",
       "47  Sanmina Corporation (Nasdaq: SANM) is a leadin...  \n",
       "48  Shipt is a membership-based marketplace that h...  \n",
       "49  Shipt is a membership-based marketplace that h...  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Store the scraped job posting info as the csv file\n",
    "df.to_csv(r'...\\glassdoor_data_analyst.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}