diff --git a/backup.sh b/backup.sh
index 2a36d61..f86280a 100644
--- a/backup.sh
+++ b/backup.sh
@@ -16,6 +16,8 @@ else
   BACKUP_FILENAME_MONTHLY=monthly_$BACKUP_BASENAME.xz
 fi
 
+rm -f ~/$BACKUP_FILENAME.gpg ~/$BACKUP_FILENAME
+
 healthchck_fail(){
 	if [ -n $HEALTHCHECK_URL ]; then
 	 	curl -X POST --data $1 --retry 3 $HEALTHCHECK_URL/fail  --silent --output /dev/null