diff --git a/share/runtime-cleanup.tmpl b/share/runtime-cleanup.tmpl
index d7711e96..fced3abb 100644
--- a/share/runtime-cleanup.tmpl
+++ b/share/runtime-cleanup.tmpl
@@ -21,7 +21,9 @@ removepkg plymouth*
 removefrom ${product.name}-logos /usr/share/plymouth/*
 ## we don't create new initramfs/bootloader conf inside anaconda
 ## (that happens inside the target system after we install dracut/grubby)
-removepkg dracut* grubby
+removepkg dracut-network grubby
+## In order to execute the /usr move on upgrades we need convertfs from dracut
+removefrom dracut --allbut /usr/lib/dracut/modules.d/30convertfs/convertfs.sh
 ## we don't run SELinux (not in enforcing, anyway)
 removepkg checkpolicy selinux-policy libselinux-utils
 ## anaconda has its own repo files