Skip to content

Commit

Permalink
Fix
Browse files Browse the repository at this point in the history
  • Loading branch information
jarelllama authored Mar 22, 2024
1 parent 1a258af commit 9799a45
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions retrieve.sh
Original file line number Diff line number Diff line change
Expand Up @@ -100,7 +100,7 @@ function source_guntab {
url='https://www.guntab.com/scam-websites'
printf "\nSource: %s\n\n" "$source"
curl -s "$url/" | grep -zoE '<table class="datatable-list table">.*</table>' | # Isolate table section
grep -aoE '[[:alnum:].-]+\.[[:alnum:]-]{2,}' | sed '501,$d' > "$domains_file" # Keep only newest 500 domains (note piping to head causes errors in Github's runner)
grep -aoE '[[:alnum:].-]+\.[[:alnum:]-]{2,}; 501,$d' > "$domains_file" # Keep only newest 500 domains (note piping to head causes errors in Github's runner)
process_source "$source" "$source" "$domains_file"
}

Expand Down Expand Up @@ -154,7 +154,7 @@ function source_scamdirectory {
url='https://scam.directory/category'
printf "\nSource: %s\n\n" "$source"
curl -s "$url/" | grep -oE 'href="/[[:alnum:].-]+-[[:alnum:]-]{2,}" ' |
sed 's/href="\///; s/" //; s/-/./g' | sed '501,$d' > "$domains_file" # Keep only newest 500 domains (note piping to head causes errors in Github's runner)
sed 's/href="\///; s/" //; s/-/./g; 501,$d' > "$domains_file" # Keep only newest 500 domains (note piping to head causes errors in Github's runner)
process_source "$source" "$source" "$domains_file"
}

Expand Down

0 comments on commit 9799a45

Please sign in to comment.