diff --git a/debian/ngcp-system-tests.lintian-overrides b/debian/ngcp-system-tests.lintian-overrides
new file mode 100644
index 0000000..ff839cc
--- /dev/null
+++ b/debian/ngcp-system-tests.lintian-overrides
@@ -0,0 +1 @@
+ngcp-system-tests: file-in-etc-not-marked-as-conffile etc/ngcp-config/templates/*
diff --git a/debian/ngcp-system-tests.postrm b/debian/ngcp-system-tests.postrm
new file mode 100644
index 0000000..f5b910c
--- /dev/null
+++ b/debian/ngcp-system-tests.postrm
@@ -0,0 +1,45 @@
+#!/bin/sh -e
+# This script can be called in the following ways:
+#
+# After the package was removed:
+# <postrm> remove
+#
+# After the package was purged:
+# <postrm> purge
+#
+# After the package was upgraded:
+# <old-postrm> upgrade <new-version>
+# if that fails:
+# <new-postrm> failed-upgrade <old-version>
+#
+#
+# After all of the packages files have been replaced:
+# <postrm> disappear <overwriting-package> <version>
+#
+#
+# If preinst fails during install:
+# <new-postrm> abort-install
+#
+# If preinst fails during upgrade of removed package:
+# <new-postrm> abort-install <old-version>
+#
+# If preinst fails during upgrade:
+# <new-postrm> abort-upgrade <old-version>
+
+case "$1" in
+  purge)
+    rm -rf /etc/ngcp-tests/
+  ;;
+
+  remove|upgrade|failed-upgrade|disappear|abort-install|abort-upgrade)
+  ;;
+
+  *)
+    echo "postrm called with unknown argument '$1'" >&2
+    exit 1
+  ;;
+esac
+
+#DEBHELPER#
+
+exit 0
diff --git a/debian/rules b/debian/rules
index cbe925d..6c1ca80 100755
--- a/debian/rules
+++ b/debian/rules
@@ -1,3 +1,9 @@
 #!/usr/bin/make -f
 %:
 	dh $@
+
+override_dh_installdeb:
+	dh_installdeb
+	# Do not mark any of the templates as conffiles, we always want them
+	# to be overwritten.
+	sed -i -e '/\/etc\/ngcp-config\/templates/d' debian/*/DEBIAN/conffiles