From 5430b14a2c92e5149b4f0f82b015b34cbb7b7bf5 Mon Sep 17 00:00:00 2001 From: "Alexie (Boyong) Madolid" Date: Thu, 11 Jan 2024 04:43:06 +0800 Subject: [PATCH] [SCRAPER]: Websocket additional reconnection --- jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py b/jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py index 45e8f82f1e..92a6a36796 100644 --- a/jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py +++ b/jaseci_ai_kit/jac_misc/jac_misc/scraper/async_scraper.py @@ -101,6 +101,9 @@ async def scrape( except Exception as e: add_url(page, urls, error=str(e)) + ws.create_connection() + ws.notify_client(target, pages, urls, {"url": url, "status": "failed"}) + await browser.close() content = " ".join(content.split())