Add logging for diagnosing slow connection?

ddxv · Oct 26, 2023 · e5fa0a4 · e5fa0a4
1 parent 41221b6
commit e5fa0a4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/adscrawler/app_stores/scrape_stores.py b/adscrawler/app_stores/scrape_stores.py
@@ -488,9 +488,11 @@ def scrape_and_save_app(
     for country in country_list:
         info = f"{store=}, {store_id=}, {country=}"
         app_df = scrape_app(store=store, store_id=store_id, country=country)
+        logger.info(f"{info}  save to db start")
         app_df = save_apps_df(
             apps_df=app_df, database_connection=database_connection, country=country
         )
+        logger.info(f"{info} save to db finish")
     crawl_result = app_df["crawl_result"].values[0]
     logger.info(f"{info} {crawl_result=} scraped and saved app")
     return app_df