From 98241549bbc8a11b75c7b85c6bd53613bf05d546 Mon Sep 17 00:00:00 2001 From: rmorshea Date: Sun, 8 Jan 2023 16:39:19 -0800 Subject: [PATCH] remove fake user agent see: https://github.com/ije/esm.sh/issues/484 --- src/idom/web/utils.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/src/idom/web/utils.py b/src/idom/web/utils.py index 7ffc2a555..a1f812187 100644 --- a/src/idom/web/utils.py +++ b/src/idom/web/utils.py @@ -58,7 +58,7 @@ def resolve_module_exports_from_url( return set() try: - text = requests.get(url, headers={"User-Agent": _FAKE_USER_AGENT}).text + text = requests.get(url).text except requests.exceptions.ConnectionError as error: reason = "" if error is None else " - {error.errno}" logger.warning("Did not resolve exports for url " + url + reason) @@ -155,8 +155,3 @@ def _resolve_relative_url(base_url: str, rel_url: str) -> str: _JS_GENERAL_EXPORT_PATTERN = re.compile( r"(?:^|;|})\s*export(?=\s+|{)(.*?)(?=;|$)", re.MULTILINE ) - -# we fake the user agent to bypass some bot blockers -_FAKE_USER_AGENT = ( - "Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion" -)