get crawler

CodeforLeipzig · Oct 11, 2023 · 0ae8280 · 0ae8280
1 parent cc12988
commit 0ae8280
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/1_read_paper_json.py b/1_read_paper_json.py
@@ -87,9 +87,10 @@
 
 
 process = CrawlerProcess(settings)
-process.crawl(OparlSpider, **spargs)
+crawler = process.create_crawler(OparlSpider)
+process.crawl(crawler, **spargs)
 process.start()
 
-failed = process.stats.get_value('custom/failed_job')
+failed = crawler.stats.get_value('custom/failed_job')
 if failed:
     sys.exit(1)