Skip to content

Commit

Permalink
First release
Browse files Browse the repository at this point in the history
  • Loading branch information
EdmundMartin committed Sep 24, 2017
1 parent 6ff2ddb commit 6697818
Show file tree
Hide file tree
Showing 6 changed files with 29 additions and 16 deletions.
8 changes: 4 additions & 4 deletions searchscrapeserver/scraping/bing_scraping.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

import aiohttp

from common.exceptions import *
from common.headers import random_desktop_headers
from common.bing_urls import bing_geos
from parsing.bing_result_parser import parse_html
from searchscrapeserver.common.exceptions import *
from searchscrapeserver.common.headers import random_desktop_headers
from searchscrapeserver.common.bing_urls import bing_geos
from searchscrapeserver.parsing.bing_result_parser import parse_html

BING_DEFAULT_URL = 'http://www.bing.com/search?q={}&count={}'

Expand Down
8 changes: 4 additions & 4 deletions searchscrapeserver/scraping/google_scraping.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

import aiohttp

from common.exceptions import *
from common.headers import random_desktop_headers
from common.google_urls import google_geos
from parsing.google_result_parser import parse_html
from searchscrapeserver.common.exceptions import *
from searchscrapeserver.common.headers import random_desktop_headers
from searchscrapeserver.common.google_urls import google_geos
from searchscrapeserver.parsing.google_result_parser import parse_html

DEFAULT_GOOGLE_URL = 'https://www.google.com/search?q={}&num={}&hl=en'

Expand Down
8 changes: 4 additions & 4 deletions searchscrapeserver/scraping/yandex_scraping.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

import aiohttp

from common.exceptions import *
from common.headers import random_desktop_headers
from common.yandex_urls import yandex_geos
from parsing.yandex_result_parser import parse_html
from searchscrapeserver.common.exceptions import *
from searchscrapeserver.common.headers import random_desktop_headers
from searchscrapeserver.common.yandex_urls import yandex_geos
from searchscrapeserver.parsing.yandex_result_parser import parse_html

DEFAULT_YANDEX_URL = 'https://yandex.com/search/?text={}&lr={}&numdoc={}'

Expand Down
8 changes: 4 additions & 4 deletions searchscrapeserver/server/server.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

from aiohttp import web

from scraping.google_scraping import google_gather_results
from scraping.bing_scraping import bing_gather_results
from scraping.yandex_scraping import yandex_gather_results
from schemas.google_schemas import GoogleSingleItem
from searchscrapeserver.scraping import google_scraping
from searchscrapeserver.scraping import bing_scraping
from searchscrapeserver.scraping import yandex_scraping
from searchscrapeserver.schemas.google_schemas import GoogleSingleItem


class SearchScraper:
Expand Down
13 changes: 13 additions & 0 deletions setup.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
from distutils.core import setup

setup(
name='searchscrapeserver',
packages=['searchscrapeserver'],
version='0.55',
description='Server that allows you to scrape search engines',
author='Edmund Martin',
author_email='edmartin101@googlemail.com',
url='https://github.com/EdmundMartin/SearchScraperAPI',
download_url='https://github.com/EdmundMartin/SearchScraperAPI/archive/0.01.tar.gz'

)
Empty file added test.py
Empty file.

0 comments on commit 6697818

Please sign in to comment.