diff --git a/fedora-install-server.ks b/fedora-install-server.ks
index 5a0bcde..da15efe 100644
--- a/fedora-install-server.ks
+++ b/fedora-install-server.ks
@@ -42,6 +42,12 @@ repo --name=rawhide-source  --mirrorlist=http://mirrors.fedoraproject.org/mirror
 -GConf2-dbus*
 -bluez-gnome
 -community-mysql*
+# initial-setup-gui pulls in all kinds of desktops, avoid at least the largest
+# ones
+-enlightenment*
+-kde-runtime*
+-kde-workspace*
+-lightdm-kde
 
 # core
 kernel*