diff --git a/bypy/init_env.py b/bypy/init_env.py
index 31fcdaaae..02ae0ca04 100644
--- a/bypy/init_env.py
+++ b/bypy/init_env.py
@@ -30,6 +30,7 @@ def initialize_constants():
     kitty_constants['appname'] = re.search(
             r'appname: str\s+=\s+(u{0,1})[\'"]([^\'"]+)[\'"]', src
     ).group(2)
+    kitty_constants['cacerts_url'] = 'https://curl.haxx.se/ca/cacert.pem'
     return kitty_constants
 
 
diff --git a/bypy/macos/__main__.py b/bypy/macos/__main__.py
index 6ecbac021..9bb08b0cb 100644
--- a/bypy/macos/__main__.py
+++ b/bypy/macos/__main__.py
@@ -185,8 +185,7 @@ class Freeze(object):
     def add_ca_certs(self):
         print('\nDownloading CA certs...')
         from urllib.request import urlopen
-        ca_certs_url = 'https://curl.haxx.se/ca/cacert.pem'
-        certs = urlopen(ca_certs_url).read()
+        certs = urlopen(kitty_constants['cacerts_url']).read()
         dest = os.path.join(self.contents_dir, 'Resources', 'cacert.pem')
         with open(dest, 'wb') as f:
             f.write(certs)
diff --git a/kitty_tests/check_build.py b/kitty_tests/check_build.py
index 2bb5557e8..d123a0d48 100644
--- a/kitty_tests/check_build.py
+++ b/kitty_tests/check_build.py
@@ -20,9 +20,9 @@ class TestBuild(BaseTest):
 
     def test_loading_extensions(self) -> None:
         import kitty.fast_data_types as fdt
-        from kittens.unicode_input import unicode_names
         from kittens.choose import subseq_matcher
         from kittens.diff import diff_speedup
+        from kittens.unicode_input import unicode_names
         del fdt, unicode_names, subseq_matcher, diff_speedup
 
     def test_loading_shaders(self) -> None:
@@ -31,7 +31,7 @@ class TestBuild(BaseTest):
             load_shaders(name)
 
     def test_glfw_modules(self) -> None:
-        from kitty.constants import is_macos, glfw_path
+        from kitty.constants import glfw_path, is_macos
         linux_backends = ['x11']
         if not self.is_ci:
             linux_backends.append('wayland')
@@ -49,12 +49,18 @@ class TestBuild(BaseTest):
         self.assertGreater(len(names), 8)
 
     def test_filesystem_locations(self) -> None:
-        from kitty.constants import terminfo_dir, logo_png_file
+        from kitty.constants import logo_png_file, terminfo_dir
         self.assertTrue(os.path.isdir(terminfo_dir), f'Terminfo dir: {terminfo_dir}')
         self.assertTrue(os.path.exists(logo_png_file), f'Logo file: {logo_png_file}')
 
     def test_ca_certificates(self):
         import ssl
+        import sys
+        if not getattr(sys, 'frozen', False):
+            self.skipTest('CA certificates are only tested on frozen builds')
+        from kitty.constants import is_macos
+        if not is_macos:
+            self.skipTest('CA certificates are only bundled on macOS')
         c = ssl.create_default_context()
         self.assertGreater(c.cert_store_stats()['x509_ca'], 2)