[SCRAPER]: Websocket additional reconnection

amadolid · Jan 10, 2024 · 5430b14 · 5430b14
1 parent e965936
commit 5430b14
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py b/jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py
@@ -101,6 +101,9 @@ async def scrape(
  except Exception as e:
  add_url(page, urls, error=str(e))
 
+ ws.create_connection()
+ ws.notify_client(target, pages, urls, {"url": url, "status": "failed"})
+
  await browser.close()
 
  content = " ".join(content.split())