diff --git a/1_read_paper_json.py b/1_read_paper_json.py index 5a7d9eb..b59ce2a 100644 --- a/1_read_paper_json.py +++ b/1_read_paper_json.py @@ -91,6 +91,6 @@ process.crawl(crawler, **spargs) process.start() -failed = crawler.stats.get_value('custom/failed_job') +failed = crawler.stats.get_value('log_count/ERROR') if failed: sys.exit(1)