Merge pull request #106 from vpodzime/master-ci_user_agent

Support specifying User-Agent for downloads in an env var
cfengine · Apr 11, 2022 · 5be3e65 · 5be3e65
2 parents 9bf6a85 + 4c90b19
commit 5be3e65
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/cfbs/utils.py b/cfbs/utils.py
@@ -209,9 +209,14 @@ def fetch_url(url, target, checksum=None):
     else:
         sha = hashlib.sha1()
 
+    headers = dict()
+    user_agent = os.environ.get("CFBS_USER_AGENT")
+    if user_agent is not None:
+        headers["User-Agent"] = user_agent
+    request = urllib.request.Request(url, headers=headers)
     try:
         with open(target, "wb") as f:
-            with urllib.request.urlopen(url) as u:
+            with urllib.request.urlopen(request) as u:
                 if not (200 <= u.status <= 300):
                     raise FetchError("Failed to fetch '%s': %s" % (url, u.reason))
                 done = False