diff --git a/fedora-cloud-atomic.ks b/fedora-cloud-atomic.ks
index d373464..1d1294c 100644
--- a/fedora-cloud-atomic.ks
+++ b/fedora-cloud-atomic.ks
@@ -39,6 +39,7 @@ reboot
 # See https://github.com/projectatomic/rpm-ostree/issues/42
 ostree remote add --set=gpg-verify=false fedora-atomic 'http://dl.fedoraproject.org/pub/fedora/linux/atomic/21/'
 (origin_file=$(echo -n /ostree/deploy/fedora-atomic-host/deploy/*.origin); sed -e 's,installmedia:,fedora-atomic:,' < ${origin_file} > ${origin_file}.new && mv ${origin_file}{.new,})
+rm /ostree/repo/refs/remotes/installmedia -rf
 
 # older versions of livecd-tools do not follow "rootpw --lock" line above
 # https://bugzilla.redhat.com/show_bug.cgi?id=964299