diff --git a/handlers/sys.in b/handlers/sys.in
index bc68307a034fd6b333ab4dcca5df3b2c28b342ab..757c0e4a8ec0aaaae122e5d05ca274c34170d9de 100644
--- a/handlers/sys.in
+++ b/handlers/sys.in
@@ -600,6 +600,9 @@ if [ "$luksheaders" == "yes" ]; then
          label=${dev#/dev/}
          label=${label//\//-}
          outputfile=${luksheadersfile//__star__/$label}
+         if [ -f "${outputfile}" ]; then
+           rm "${outputfile}"
+         fi
          debug "$CRYPTSETUP will try to backup the LUKS header for device $dev"
          debug "$CRYPTSETUP luksHeaderBackup \"${dev}\" --header-backup-file \"${outputfile}\""
          output=`$CRYPTSETUP luksHeaderBackup "${dev}" --header-backup-file "${outputfile}" 2>&1`