disabled hostkey check

Dockerfile

@@ -8,7 +8,13 @@ RUN apk add --update \
     tar \
     sed \
     xz \
+    sshpass \
+    openssh-client \
+    tzdata \
     && rm -rf /var/cache/apk/*
+    
+ENV TZ=Europe/Berlin
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
 
 RUN pip install awscli
 

backup.sh

@@ -16,52 +16,88 @@ else
   BACKUP_FILENAME_MONTHLY=monthly_$BACKUP_BASENAME.xz
 fi
 
+rm -f ~/$BACKUP_FILENAME.gpg ~/$BACKUP_FILENAME
+
 healthchck_fail(){
-	if [ -n $HEALTHCHECK_URL ]; then
-	 	curl -X POST --data $1 --retry 3 $HEALTHCHECK_URL/fail  --silent --output /dev/null
+	if [ -n "$HEALTHCHECK_URL" ]; then
+	 	curl -X POST --data "$*" --retry 3 $HEALTHCHECK_URL/fail  --silent --output /dev/null
 		exit 1
 	fi
 }
 
 healthchck_start(){
-	if [ -n $HEALTHCHECK_URL ]; then
-	 	curl -X POST --data $1 --retry 3 $HEALTHCHECK_URL/start  --silent --output /dev/null
+	if [ -n "$HEALTHCHECK_URL" ]; then
+	 	curl -X POST --data "$*" --retry 3 $HEALTHCHECK_URL/start  --silent --output /dev/null
 	fi
 }
 
 healthchck_ok(){
-	if [ -n $HEALTHCHECK_URL ]; then
-	 	curl -X POST --data $1 --retry 3 $HEALTHCHECK_URL --silent --output /dev/null
+	if [ -n "$HEALTHCHECK_URL" ]; then
+	 	curl -X POST --data "$*" --retry 3 $HEALTHCHECK_URL --silent --output /dev/null
 	fi
 }
 
 healthchck_start "Starting Backup"
 cd /backup
-echo "make archive"
-FROMPATH='./*'
-FROMSIZE=`du -sk ${FROMPATH} | cut -f 1`;
-CHECKPOINT=`echo ${FROMSIZE}/50 | bc`;
-echo "Estimated: [==================================================]";
-echo -n "Progess:   [";
-(tar -c --record-size=1K --checkpoint="${CHECKPOINT}" --checkpoint-action="ttyout=>" -f - "${FROMPATH}" | bzip2 > "${$BACKUP_FILENAME}") || healthchck_fail  "TAR Failed"
-echo "]"
+TAR_RETRIES=3
+while [ $TAR_RETRIES -gt 0 ]; do
+  echo "make archive"
+  tar -c ${TAR_PARAM} ${TAR_EXTRA_PARAM} -f ~/$BACKUP_FILENAME ./* || healthchck_fail  "TAR Failed"
+  if [ $? -ne 0 ]; then
+    TAR_RETRIES=$(($TAR_RETRIES-1))
+  else
+    TAR_RETRIES=0
+  fi
+done
 cd /
 echo " done"
 
 RECIPIENT=$(echo "$GPG_RECIPIENT" | sed "s/,/ --recipient /")
 
 echo "encrypting"
-gpg --trust-model always --enable-progress-filter --output ~/$BACKUP_FILENAME.gpg --encrypt --recipient $RECIPIENT ~/$BACKUP_FILENAME || healthchck_fail "Encryption Failed"
+gpg --batch --trust-model always --enable-progress-filter --output ~/$BACKUP_FILENAME.gpg --encrypt --recipient $RECIPIENT ~/$BACKUP_FILENAME || healthchck_fail "Encryption Failed"
 rm ~/$BACKUP_FILENAME
 
 echo "uploading"
-aws s3 cp ~/$BACKUP_FILENAME.gpg s3://$S3_BUCKET_NAME/$BACKUP_FILENAME.gpg --storage-class STANDARD_IA || healthchck_fail "Upload Failed"
-rm ~/$BACKUP_FILENAME.gpg
-echo "done"
+if [ "$USE_SFTP" -eq 1 ]; then
+  echo "use sftp"
+  cd ~/
+  sshpass -e sftp  -oStrictHostKeyChecking=no -oBatchMode=no ${SFTP_EXTRA} -b - ${SFTP_USER}@${SFTP_HOST} << !
+   cd ${SFTP_PATH}
+   put ${BACKUP_FILENAME}.gpg
+   bye
+!
+  if [ "$month_day" -eq 1 ] ; then
+    echo "make monthly backup"
+    sshpass -e sftp  -oStrictHostKeyChecking=no -oBatchMode=no ${SFTP_EXTRA} -b - ${SFTP_USER}@${SFTP_HOST} << !
+   cd ${SFTP_PATH}
+   cp ${BACKUP_FILENAME}.gpg ${BACKUP_FILENAME_MONTHLY}.gpg
+   bye
+!
+  fi
+  rm ~/$BACKUP_FILENAME.gpg
+else
+  AWS_ENDPOINT_OPTION=
+  AWS_STORAGECLASS_OPTION="--storage-class DEEP_ARCHIVE"
+  if  [ "$AWS_USE_MINIO" -eq 1 ] ; then
+    aws configure set default.s3.signature_version s3v4
+    AWS_ENDPOINT_OPTION="--endpoint-url https://${MINIO_ENDPOINT}"
+    AWS_STORAGECLASS_OPTION=
+  fi
+  echo aws ${AWS_ENDPOINT_OPTION} s3 cp ~/$BACKUP_FILENAME.gpg s3://$S3_BUCKET_NAME/$BACKUP_FILENAME.gpg ${AWS_STORAGECLASS_OPTION}  || healthchck_fail "Upload Failed"
+  aws ${AWS_ENDPOINT_OPTION} s3 cp --no-progress ~/$BACKUP_FILENAME.gpg s3://$S3_BUCKET_NAME/$BACKUP_FILENAME.gpg ${AWS_STORAGECLASS_OPTION}  || healthchck_fail "Upload Failed"
+  rm ~/$BACKUP_FILENAME.gpg
+  echo "done"
 
-# On first month day do
-if [ "$month_day" -eq 1 ] ; then
-  echo "make monthly backup"
-  aws s3 cp s3://$S3_BUCKET_NAME/$BACKUP_FILENAME.gpg s3://$S3_BUCKET_NAME/$BACKUP_FILENAME_MONTHLY.gpg --storage-class DEEP_ARCHIVE || healthchck_fail "failed to create monthly backup"
+  # On first month day do
+  if  [ "$AWS_USE_MINIO" -eq 1 ]; then
+    echo "no monthly"
+  else
+    if [ "$month_day" -eq 1 ] ; then
+      echo "make monthly backup"
+      aws ${AWS_ENDPOINT_OPTIOM} s3 cp s3://$S3_BUCKET_NAME/$BACKUP_FILENAME.gpg s3://$S3_BUCKET_NAME/$BACKUP_FILENAME_MONTHLY.gpg --storage-class DEEP_ARCHIVE || healthchck_fail "failed to create monthly backup"
+    fi
+  fi
 fi
+
 healthchck_ok "Success"

restore.sh

@@ -2,15 +2,15 @@
 
 gpg --import /keys/*
 
-aws s3 ls s3://$S3_BUCKET_NAME
-echo "These are the files currently available in your backup bucket."
-echo "Which file contains the backup you want to restore from?"
-echo -n "File name: "
-read RESTORE_FILE
+AWS_ENDPOINT_OPTION=
+if  [ "$AWS_USE_MINIO" -eq 1 ] ; then
+  aws configure set default.s3.signature_version s3v4
+  AWS_ENDPOINT_OPTION="--endpoint-url https://${MINIO_ENDPOINT}"
+fi
 
 cd /restore
 
-aws s3 cp s3://$S3_BUCKET_NAME/$RESTORE_FILE .
+aws ${AWS_ENDPOINT_OPTION} s3 cp s3://$S3_BUCKET_NAME/$RESTORE_FILE .
 
 gpg --output ./restore.tar.xz --decrypt $RESTORE_FILE
 

run.sh

@@ -7,7 +7,7 @@ if [ ${RUN_NOW:-0} -ne 0 ]; then
   /backup.sh
 fi
 # Create and install crontab file
-echo "$CRON_INTERVAL /backup.sh" >> /backup.cron
+echo "$CRON_INTERVAL /backup.sh" > /backup.cron
 
 crontab /backup.cron