Skip to content

Commit

Permalink
Update article-crawler.js
Browse files Browse the repository at this point in the history
  • Loading branch information
Shiva Aryal authored Oct 6, 2020
1 parent 4f89889 commit f68618b
Showing 1 changed file with 1 addition and 0 deletions.
1 change: 1 addition & 0 deletions src/article-crawler.js
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ module.exports = async function (sourceConfigs, { maxArticlesPerPage, articleUrl

const linkSelector = page['link-selector']
if(linkSelector){
console.log("I m default article here")
const articleUrls = await browserPage.$$eval(linkSelector, (elements) => elements.map((element) => element.href))
for (const articleUrl of articleUrls.slice(0, maxArticlesPerPage)) {
try {
Expand Down

0 comments on commit f68618b

Please sign in to comment.