-
Notifications
You must be signed in to change notification settings - Fork 2
/
market_news.py
31 lines (31 loc) · 1.12 KB
/
market_news.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
import requests
from bs4 import BeautifulSoup
import json
URL = "https://www.moneycontrol.com/news/business/markets/"
headers = {
"User-Agent": 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.105 Safari/537.36'
}
def market_newss():
page = requests.get(URL, headers=headers)
soup = BeautifulSoup(page.content, "html.parser")
# main_box = soup.find('ul', id="cagetory").getText()
data = []
table = soup.find('div', class_="fleft")
col = table.find('ul', id="cagetory")
# print(col.prettify())
for col1 in col.find_all('li'):
# col = soup.find_all('li', class_="clearfix")
try:
quote = {}
quote['title'] = col1.a['title']
quote['sub-title'] = col1.p.getText()
quote['url'] = col1.a['href']
quote['image_url'] = col1.img['data']
# print(col.prettify())
# print(quote)
data.append(quote)
except Exception as e:
pass
print(data)
with open('news.json', "w") as outline:
json.dump(data, outline, indent=4)