diff --git a/debian/rules b/debian/rules
index 6c1ca80..6899978 100755
--- a/debian/rules
+++ b/debian/rules
@@ -6,4 +6,9 @@ override_dh_installdeb:
 	dh_installdeb
 	# Do not mark any of the templates as conffiles, we always want them
 	# to be overwritten.
-	sed -i -e '/\/etc\/ngcp-config\/templates/d' debian/*/DEBIAN/conffiles
+	for cf in debian/*/DEBIAN/conffiles; do \
+	  sed -i -e '/\/etc\/ngcp-config\/templates/d' "$$cf"; \
+	  if [ ! -s "$$cf" ]; then \
+	    rm -f "$$cf"; \
+	  fi; \
+	done