diff --git a/handlers/sys.in b/handlers/sys.in
index bc68307a034fd6b333ab4dcca5df3b2c28b342ab..ca6470fd6a73d3c87362aba98053091bfbb54a9d 100644
--- a/handlers/sys.in
+++ b/handlers/sys.in
@@ -600,6 +600,7 @@ if [ "$luksheaders" == "yes" ]; then
          label=${dev#/dev/}
          label=${label//\//-}
          outputfile=${luksheadersfile//__star__/$label}
+         rm -f "${outputfile}"
          debug "$CRYPTSETUP will try to backup the LUKS header for device $dev"
          debug "$CRYPTSETUP luksHeaderBackup \"${dev}\" --header-backup-file \"${outputfile}\""
          output=`$CRYPTSETUP luksHeaderBackup "${dev}" --header-backup-file "${outputfile}" 2>&1`