diff --git a/kittens/ssh/main.py b/kittens/ssh/main.py
index 6ed50e26b..c8457e5e2 100644
--- a/kittens/ssh/main.py
+++ b/kittens/ssh/main.py
@@ -573,7 +573,7 @@ def run_ssh(ssh_args: List[str], server_args: List[str], found_extra_args: Tuple
     use_kitty_askpass = host_opts.askpass == 'native' or (host_opts.askpass == 'unless-set' and 'SSH_ASKPASS' not in os.environ)
     need_to_request_data = True
     if use_kitty_askpass:
-        if os.environ.get('DISPLAY') or ssh_version() >= (8, 4):
+        if ssh_version() >= (8, 4):
             # SSH_ASKPASS_REQUIRE was introduced in 8.4 release on 2020-09-27
             need_to_request_data = False
             os.environ['SSH_ASKPASS_REQUIRE'] = 'force'