-
Notifications
You must be signed in to change notification settings - Fork 1
/
sites.py
30 lines (26 loc) · 912 Bytes
/
sites.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
from selenium.webdriver.common.by import By
from dataclasses import dataclass
from typing import Tuple
from typing import List
@dataclass
class Site:
site_name: str
start_urls: List[Tuple[str, str]]
search_selectors: List[Tuple[str, str]]
anchors_selectors: List[Tuple[str, str]]
blog_dera_jobs = Site(
site_name="BlogDeraJobs",
start_urls=[
("GoogleSite", "https://sites.google.com/view/linkedin-business-manager/home"),
("DuckDuckGo", "https://duckduckgo.com/?q=site:https://blog.derajobs.pk"),
("Bing", "https://bing.com/?q=site:https://blog.derajobs.pk"),
],
search_selectors=[
(By.CSS_SELECTOR, 'a[href*="https://blog.derajobs.pk/"]'),
(By.CSS_SELECTOR, "p[role='presentation'] a")
],
anchors_selectors=[
(By.CSS_SELECTOR, ".wp-block-latest-posts__post-title"),
(By.CSS_SELECTOR, ".entry-title a"),
]
)