Add stealth and increase retries + timeouts

.github/workflows/generate.yml

@@ -40,25 +40,20 @@ jobs:
           echo "currentDate=$(TZ=Europe/London date +'%Y-%m-%d')" >> "$GITHUB_OUTPUT"
           echo "currentTime=$(TZ=Europe/London date +'%H:%M:%S')" >> "$GITHUB_OUTPUT"
 
-      # Generate files (order is important)
-      # Hydration calls to The Movie DB are cached, so earlier calls with more
-      # specific data may provide better results to subsequent calls which then
-      # get a cache hit.
-
       # BFI runs needs a full browser and are flaky, so retry if they initially fail
       - name: npm run generate bfi.org.uk-imax
         uses: nick-fields/retry@v3
         with:
-          timeout_minutes: 10
-          retry_wait_seconds: 5
-          max_attempts: 5
+          timeout_minutes: 15
+          retry_wait_seconds: 30
+          max_attempts: 10
           command: xvfb-run npm run generate bfi.org.uk-imax
       - name: npm run generate bfi.org.uk-southbank
         uses: nick-fields/retry@v3
         with:
-          timeout_minutes: 20
-          retry_wait_seconds: 5
-          max_attempts: 5
+          timeout_minutes: 30
+          retry_wait_seconds: 60
+          max_attempts: 10
           command: xvfb-run npm run generate bfi.org.uk-southbank
 
       # All other cinema site runs use data which can be fetched

common/bfi.org.uk/retrieve.js

@@ -1,9 +1,12 @@
 const cheerio = require("cheerio");
 const { format, addYears } = require("date-fns");
-const { chromium } = require("playwright");
+const { chromium } = require("playwright-extra");
 const slugify = require("slugify");
 const { dailyCache } = require("../cache");
 
+const stealth = require("puppeteer-extra-plugin-stealth")();
+chromium.use(stealth);
+
 const dateFormat = "yyyy-MM-dd";
 
 async function getPageWithPlaywright(url, cacheKey, callback) {