diff --git a/modules/hm/default.nix b/modules/hm/default.nix
index 98cb89a..2e5a8db 100644
--- a/modules/hm/default.nix
+++ b/modules/hm/default.nix
@@ -27,6 +27,16 @@ in
         targets.nixvim.enable = false; # I prefer styling it myself
       };
     })
+    (lib.mkIf (cfg.enable && cfg.styling.enable && !cfg.gui.enable) {
+      # Stylix disable graphical targets when no GUI is requested
+      stylix.targets = {
+        gtk.enable = false;
+        qt.enable = false;
+        gnome.enable = false;
+        kde.enable = false;
+        xresources.enable = false;
+      };
+    })
     (lib.mkIf cfg.enable {
       # Add gopass if pass is enabled
       home.packages = lib.optional config.programs.password-store.enable pkgs.gopass;