From f31f6809bbc7962890cac75e7fb061f27747d3f8 Mon Sep 17 00:00:00 2001 From: Jarell <91372088+jarelllama@users.noreply.github.com> Date: Sat, 23 Mar 2024 02:21:25 +0800 Subject: [PATCH] Fix --- config/source_log.csv | 4 +--- retrieve.sh | 3 +++ 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/config/source_log.csv b/config/source_log.csv index c3dbab920..fe02f9012 100644 --- a/config/source_log.csv +++ b/config/source_log.csv @@ -196,7 +196,5 @@ Time,Source,Item,Raw Count,Final Count,Whitelisted,Dead,Redundant,Toplist Count, 16:33:19 22-03-24,Google Search,"The shipment of your product is our highest priority and everyday we dispatch hundreds of products t...",0,0,0,0,0,0,,1,yes 16:33:19 22-03-24,Google Search,"Immediately, I realized there was something outstanding about Robert and his family, who’ve been bre...",0,0,0,0,0,0,,1,yes 16:33:19 22-03-24,Google Search,"We are an online retailer company. Our company sells thousands of products with guaranteed quality....",0,0,0,0,0,0,,1,yes -17:47:44 22-03-24,chainabuse.com,chainabuse.com,10,9,1,0,0,6,binance.com bitpay.com cex.io invity.io nexo.com paybis.com,0,no 17:47:44 22-03-24,dfpi.ca.gov,dfpi.ca.gov,135,133,2,0,0,1,antrush.com,0,no -18:12:04 22-03-24,Empty,Empty,135,133,2,0,0,0,,0,yes -18:12:04 22-03-24,Google Search,"*...",0,0,0,0,0,0,,0,yes +18:12:04 22-03-24,dfpi.ca.gov,dfpi.ca.gov,135,133,2,0,0,0,,0,yes diff --git a/retrieve.sh b/retrieve.sh index 3a81d17c0..f37276b34 100644 --- a/retrieve.sh +++ b/retrieve.sh @@ -70,11 +70,14 @@ function retrieve_existing { source="scam.directory" ;; *scamadviser.com*) source="scamadviser.com" ;; + *dfpi.ca.gov*) + source="dfpi.ca.gov" ;; esac [[ "$source" != 'Google Search' ]] && process_source "$source" "$source" "$temp_domains_file" done # Process Google search terms last for temp_domains_file in data/pending/domains_google_search_*.tmp; do + [[ ! -f "$temp_domains_file" ]] && break item=${temp_domains_file#data/pending/domains_google_search_} # Remove header from file name item=${item%.tmp} # Remove file extension from file name process_source "Google Search" "$item" "$temp_domains_file"