diff --git a/src/pylorax/yumhelper.py b/src/pylorax/yumhelper.py
index 04ad1402..904fdc29 100644
--- a/src/pylorax/yumhelper.py
+++ b/src/pylorax/yumhelper.py
@@ -117,7 +117,7 @@ class LoraxYumHelper(object):
                     if os.path.islink(fname) or os.path.isfile(fname):
                         os.unlink(fname)
                     else:
-                        shutil.rmtree(fname)
+                        shutil.rmtree(fname, ignore_errors=True)
 
                     logger.debug("removed {0}".format(fname))
                     count += 1