Fixing query length test in twitter api scraper

medialab · Jul 5, 2021 · 9f3a95b · 9f3a95b
1 parent 0150995
commit 9f3a95b
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/minet/twitter/api_scraper.py b/minet/twitter/api_scraper.py
@@ -44,6 +44,10 @@
 # =============================================================================
 # Helpers
 # =============================================================================
+def is_query_too_long(query):
+    return len(quote(query)) > MAXIMUM_QUERY_LENGTH
+
+
 def forge_search_url(query):
     return (
         'https://twitter.com/search?f=live&type=spelling_expansion_revert_click&q=%s' %
@@ -316,7 +320,7 @@ def request_search(self, query, cursor=None, refs=None, dump=False):
     def search(self, query, limit=None, before_sleep=None,
                include_referenced_tweets=False, with_meta=False):
 
-        if len(query) > MAXIMUM_QUERY_LENGTH:
+        if is_query_too_long(query):
             raise TwitterPublicAPIQueryTooLongError
 
         cursor = None