Add skip ssl check to Goma tpl build script

tpls/install-tpls.py

@@ -109,6 +109,13 @@
     parser.add_argument(
         "INSTALL_DIR", help="Install location of TPLs", type=pathlib.Path
     )
+    parser.add_argument(
+        "--skip-ssl-verify",
+        help="Disable SSL checks on download",
+        dest="skip_ssl_verify",
+        action="store_true",
+    )
+    parser.set_defaults(skip_ssl_verify=False)
 
     for p in packages:
         pm = importlib.import_module("tpl_tools." + ".".join(["packages", p]))
@@ -204,6 +211,7 @@
                 tpl_registry,
                 args.build_shared,
                 prebuilt=True,
+                skip_ssl_verify=args.skip_ssl_verify
             )
             if build.check(True):
                 build.logger.log("Package {} found at {}".format(pc.name, package_dir))

tpls/tpl_tools/builder.py

@@ -33,6 +33,7 @@ def __init__(
         registry,
         build_shared,
         prebuilt=False,
+        skip_ssl_verify=False,
     ):
         self._dependencies = []
         self._configure_options = []
@@ -66,7 +67,8 @@ def download(self):
         sha256 = self._package.sha256
         filename = os.path.join(self._download_dir, self._package.filename)
         self.logger.log("Downloading file: {}".format(filename))
-        success = utils.download_file(url, filename, sha256)
+        verify = not self.skip_ssl_verify
+        success = utils.download_file(url, filename, sha256, verify)
         if success:
             self.logger.log("Successfully downloaded: {}".format(filename))
         return success

tpls/tpl_tools/utils.py

@@ -47,7 +47,7 @@ def find_file(name, path):
     return None
 
 
-def download_file(url, filename, sha256=None):
+def download_file(url, filename, sha256=None, verify=True):
     skip_download = False
     if os.path.exists(filename):
         print("")
@@ -56,8 +56,16 @@ def download_file(url, filename, sha256=None):
             skip_download = True
 
     if not skip_download:
-        with urllib.request.urlopen(url) as req, open(filename, "wb") as f:
-            shutil.copyfileobj(req, f)
+        if verify:
+            with urllib.request.urlopen(url) as req, open(filename, "wb") as f:
+                shutil.copyfileobj(req, f)
+        else:
+            import ssl
+            context = ssl.create_default_context()
+            context.check_hostname = False
+            context.verify_mode = ssl.CERT_NONE
+            with urllib.request.urlopen(url, context=context) as req, open(filename, "wb") as f:
+                shutil.copyfileobj(req, f)
 
     if os.path.isfile(filename):
         if not sha256 is None: