diff --git a/kitty/graphics_fragment.glsl b/kitty/graphics_fragment.glsl
index 10b85ed77..28e05c134 100644
--- a/kitty/graphics_fragment.glsl
+++ b/kitty/graphics_fragment.glsl
@@ -25,12 +25,10 @@ vec3 color_to_vec(uint c) {
 
 
 void main() {
+    color = texture(image, texcoord);
 #ifdef ALPHA_MASK
-    color = texture(image, texcoord);
-    vec3 fg_col = color_to_vec(fg);
-    color = vec4(color.r * fg_col.r, color.r * fg_col.g, color.r * fg_col.b, 1.0);
+    color = vec4(color_to_vec(fg), color.r);
 #else
-    color = texture(image, texcoord);
     color.a *= inactive_text_alpha;
 #ifdef PREMULT
     color = vec4(color.rgb * color.a, color.a);