sitekey_captcha.py

from bs4 import BeautifulSoup
import requests
import sys
import pyperclip

print('\nSitekey Finder - twitter.com/yousefnu - github.com/yousefissa \n\n')

US_link = ('http://www.adidas.com/us/shoes', 'US')
FR_link = ('http://www.adidas.fr/chaussures', 'FR')
UK_link = ('http://www.adidas.co.uk/shoes', 'UK')
AU_link = ('http://www.adidas.com.au/shoes', 'AU')
CA_link = ('http://www.adidas.ca/shoes', 'CA')
SE_link = ('http://www.adidas.se/senaste', 'SE')
DE_link = ('http://www.adidas.de/schuhe', 'DE')
IT_link = ('http://www.adidas.it/scarpe', 'IT')
country_link_list = [US_link, FR_link, UK_link, AU_link, CA_link, SE_link, DE_link, IT_link]


def adidas_country():
    country = input('What website would you like to work on? Adidas US, CA, AU, SE, DE, FR, IT or UK? ')
    country_list = [i[1] for i in country_link_list]
    if country.lower() not in [elem.lower() for elem in country_list]:
        print('Make sure you enter only the country letters, like US, CA, etc. ')
        adidas_country()
    return str(([i[0] for i in country_link_list if i[1] == country])[0])

link = adidas_country()
params = {
   'sz': 120,
   'grid': 'true',
   'start': 0
}

product_selector = '.image a'  # selector on the product page for the individual links
product_links = []  # placeholder for the individual product links

captcha_class = '.g-recaptcha'  # selector for the site-key placeholder
site_key = 'data-sitekey'  # element attribute to get the site-key


# Gets a new html session
def new_session(url):
    session = requests.Session()
    session.headers.update({
        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) '
                      'Chrome/52.0.2743.116 Safari/537.36',
        'Accept': 'text/html, application/xhtml+xml, application/xml',
        'Accept-Encoding': 'gzip, deflate, sdch',
        'Accept-Language': 'en-US,en;q=0.8,da;q=0.6',
        'DNT': '1'
    })
    response = session.get(url, params=params)
    soup = BeautifulSoup(response.content, 'html.parser')
    return soup


# Scrapes category pages for product links with the selector for the anchor tag
def category_scraper(url, selector):
    category = new_session(url)
    for link_src in category.select(selector):
        product_links.append(link_src['href'])
    return product_links


# Scrapes individual product pages for a captcha token
def sitekey_scraper(url):
    product = new_session(url)
    selector_captcha = product.find_all(attrs={"class": "g-recaptcha"})
    if selector_captcha:
        captcha_attribute = selector_captcha[0]['data-sitekey']
        if captcha_attribute:
            print('\n\nSitekey Found on {}'.format(url))
            return captcha_attribute
    else:
        return


# Loops through the list of product categories and store the links in the all_list object
product_links = category_scraper(link, product_selector)

# Checks the individual products for the recaptcha sitekey
print("\nFound {} product links.".format(len(product_links)))
print("Starting site-key scraper. \n")
index = 0
for product in product_links:
    index += 1
    print('{} of {}: Checking for sitekey in: {}'.format(index, len(product_links), product))
    site_key_results = sitekey_scraper(str(product))
    if site_key_results:
        pyperclip.copy(site_key_results)
        print("\nFollowing Recaptcha Sitekey has been copied to clipboard:\n\n{}\n".format(site_key_results))
        break
    else:
        continue