diff --git a/kitty_tests/check_build.py b/kitty_tests/check_build.py
index 667d349f0..e290cb124 100644
--- a/kitty_tests/check_build.py
+++ b/kitty_tests/check_build.py
@@ -57,6 +57,7 @@ class TestBuild(BaseTest):
         self.assertTrue(os.path.isdir(terminfo_dir), f'Terminfo dir: {terminfo_dir}')
         self.assertTrue(os.path.exists(logo_png_file), f'Logo file: {logo_png_file}')
         self.assertTrue(os.path.exists(zsh), f'Shell integration: {zsh}')
+        self.assertTrue(os.access(os.path.join(shell_integration_dir, 'ssh', 'askpass.py'), os.X_OK))
 
     def test_ca_certificates(self):
         import ssl
diff --git a/setup.py b/setup.py
index c5d810a0c..54f42e4de 100755
--- a/setup.py
+++ b/setup.py
@@ -1306,7 +1306,7 @@ def package(args: Options, bundle_type: str) -> None:
     for root, dirs, files in os.walk(libdir):
         for f_ in files:
             path = os.path.join(root, f_)
-            os.chmod(path, 0o755 if f_.endswith('.so') else 0o644)
+            os.chmod(path, 0o755 if f_.endswith('.so') or os.path.basename(f_) == 'askpass.py' else 0o644)
     if not is_macos:
         create_linux_bundle_gunk(ddir, args.libdir_name)