Merge pull request #417 from lavitto-private/master

[FEATURE] Add option to override default user agent for boost mode crawler
lochmueller · Jun 20, 2024 · c638b4e · c638b4e
2 parents 57c0d36 + cd43df9
commit c638b4e
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/Classes/Service/ClientService.php b/Classes/Service/ClientService.php
@@ -18,6 +18,8 @@
  */
 class ClientService extends AbstractService
 {
+    protected const DEFAULT_USER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:54.0) Gecko/20100101 Firefox/54.0';
+
     public function __construct(protected EventDispatcherInterface $eventDispatcher) {}
 
     /**
@@ -64,7 +66,7 @@ protected function getCallableClient(string $domain): Client
                 'max' => false,
             ],
             'headers' => [
-                'User-Agent' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:54.0) Gecko/20100101 Firefox/54.0',
+                'User-Agent' => GeneralUtility::makeInstance(ConfigurationService::class)->get('overrideClientUserAgent') ?? self::DEFAULT_USER_AGENT
             ],
         ];
 

diff --git a/ext_conf_template.txt b/ext_conf_template.txt
@@ -7,6 +7,9 @@ boostMode = 0
 # cat=basic; type=options[Current=current,Childs=childs,Both=both]; label=Backend display options: The backend module should display cache entries of the current page, only the direct children or both?
 backendDisplayMode = both
 
+# cat=basic; type=string; label=Client user agent: Overrides the default user agent of the boost mode crawler, if set.
+overrideClientUserAgent =
+
 # cat=basic; type=boolean; label=Debug headers: Send debug headers to get a information which component deliver the file (X-SFC-State).
 debugHeaders = 0