diff --git a/backfiller/backfiller/main.py b/backfiller/backfiller/main.py
index febff04..986f4a5 100644
--- a/backfiller/backfiller/main.py
+++ b/backfiller/backfiller/main.py
@@ -278,7 +278,7 @@ class BackfillerManager(object):
 					except OSError as e:
 						# ignore error when the file is already gone
 						if e.errno != errno.ENOENT:
-							pass
+							raise
 
 				try:
 					os.rmdir(path)