diff --git a/kdumpctl b/kdumpctl
index 98de747..2bac6df 100755
--- a/kdumpctl
+++ b/kdumpctl
@@ -156,11 +156,12 @@ rebuild_fadump_initrd()
 	target_initrd_tmp="$TARGET_INITRD.tmp"
 	$MKDUMPRD $target_initrd_tmp --rebuild $TARGET_INITRD --kver $kdump_kver \
 		-i /tmp/fadump.initramfs /etc/fadump.initramfs
-	rm -f /tmp/fadump.initramfs
 	if [ $? != 0 ]; then
 		echo "mkdumprd: failed to rebuild initrd with fadump support" >&2
+		rm -f /tmp/fadump.initramfs
 		return 1
 	fi
+	rm -f /tmp/fadump.initramfs
 
 	# updating fadump initrd
 	mv $target_initrd_tmp $TARGET_INITRD