diff --git a/debian/rules b/debian/rules
index a90de81b..6f5de86d 100755
--- a/debian/rules
+++ b/debian/rules
@@ -18,11 +18,11 @@ DESTDIR=$(CURDIR)/debian/fail2ban
 PYVERSION=$(shell py3versions -dv)
 
 override_dh_clean:
-	rm -rf fail2ban.egg-info
-	-rm debian/fail2ban.init
+	-rm -rf fail2ban.egg-info
+	-rm -f debian/fail2ban.init
 	dh_clean
 	: # auto generated
-	-rm bin/fail2ban-python
+	-rm -f bin/fail2ban-python
 
 override_dh_auto_configure:
 	LANG=C ./fail2ban-2to3