diff --git a/kitty/window.py b/kitty/window.py
index 1de956163..f1d8ef8cc 100644
--- a/kitty/window.py
+++ b/kitty/window.py
@@ -204,7 +204,6 @@ class Window:
         if code == 4:
             for c, val in parse_color_set(value):
                 cp.set_color(c, val)
-            cp.dirty = True
             self.refresh()
         elif code == 104:
             if not value.strip():
@@ -217,7 +216,6 @@ class Window:
                         continue
                     if 0 <= c <= 255:
                         cp.reset_color(c)
-            cp.dirty = True
             self.refresh()
 
     def request_capabilities(self, q):