diff --git a/src/idom/web/utils.py b/src/idom/web/utils.py index 7ffc2a555..a1f812187 100644 --- a/src/idom/web/utils.py +++ b/src/idom/web/utils.py @@ -58,7 +58,7 @@ def resolve_module_exports_from_url( return set() try: - text = requests.get(url, headers={"User-Agent": _FAKE_USER_AGENT}).text + text = requests.get(url).text except requests.exceptions.ConnectionError as error: reason = "" if error is None else " - {error.errno}" logger.warning("Did not resolve exports for url " + url + reason) @@ -155,8 +155,3 @@ def _resolve_relative_url(base_url: str, rel_url: str) -> str: _JS_GENERAL_EXPORT_PATTERN = re.compile( r"(?:^|;|})\s*export(?=\s+|{)(.*?)(?=;|$)", re.MULTILINE ) - -# we fake the user agent to bypass some bot blockers -_FAKE_USER_AGENT = ( - "Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion" -)