diff --git a/kitty/screen.c b/kitty/screen.c
index d12d0073c..842396e31 100644
--- a/kitty/screen.c
+++ b/kitty/screen.c
@@ -977,6 +977,7 @@ screen_toggle_screen_buffer(Screen *self, bool save_cursor, bool clear_alt_scree
     }
     screen_history_scroll(self, SCROLL_FULL, false);
     self->is_dirty = true;
+    self->grman->layers_dirty = true;
     clear_selection(&self->selections);
     global_state.check_for_active_animated_images = true;
 }