Linux/obackup
1
0
Fork 0
mirror of https://github.com/deajan/obackup.git synced 2025-05-10 20:23:41 +02:00
Code Issues Releases Wiki Activity

Encryption implemented

Browse Source
This commit is contained in:
deajan 2016-09-01 16:07:20 +02:00
parent 672672af2b
commit 92258308fe
2 changed files with 47 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
dev/n_obackup.sh
View File

@ -8,7 +8,7 @@ PROGRAM="obackup"
AUTHOR="(C) 2013-2016 by Orsiris de Jong" AUTHOR="(C) 2013-2016 by Orsiris de Jong"
CONTACT="http://www.netpower.fr/obackup - ozy@netpower.fr" CONTACT="http://www.netpower.fr/obackup - ozy@netpower.fr"
PROGRAM_VERSION=2.1-dev PROGRAM_VERSION=2.1-dev
PROGRAM_BUILD=2016080103 PROGRAM_BUILD=2016090104
IS_STABLE=no IS_STABLE=no
source "./ofunctions.sh" source "./ofunctions.sh"
@ -684,6 +684,18 @@ function CheckDiskSpace {
FILE_DRIVE=$DRIVE FILE_DRIVE=$DRIVE
fi fi
fi fi
if [ "$ENCRYPTION" != "no" ]; then
GetDiskSpaceRemote "$CRYPT_STORAGE"
if [ $? != 0 ]; then
CRYPT_DISK_SPACE=0
CAN_BACKUP_FILES=false
CAN_BACKUP_SQL=false
else
CRYPT_DISK_SPACE=$DISK_SPACE
CRYPT_DRIVE=$DRIVE
fi
fi
fi fi
if [ "$TOTAL_DATABASES_SIZE" == "" ]; then if [ "$TOTAL_DATABASES_SIZE" == "" ]; then
@ -926,13 +938,11 @@ function PrepareEncryptFiles {
__CheckArguments 1 $# ${FUNCNAME[0]} "$@" #__WITH_PARANOIA_DEBUG __CheckArguments 1 $# ${FUNCNAME[0]} "$@" #__WITH_PARANOIA_DEBUG
if [ "$BACKUP_TYPE" == "local" ] || [ "$BACKUP_TYPE" == "push" ]; then if [ "$BACKUP_TYPE" == "local" ] || [ "$BACKUP_TYPE" == "pull" ]; then
_CreateDirectoryLocal "$tmpPath" _CreateDirectoryLocal "$tmpPath"
elif [ "$BACKUP_TYPE" == "pull" ]; then elif [ "$BACKUP_TYPE" == "push" ]; then
Logger "Encryption only works with [local] or [push] backup types." "CRITICAL" _CreateDirectoryRemote "$tmpPath"
exit 1
fi fi
#WIP: check disk space in tmp dir and compare to backup size else error
} }
#TODO: add ParallelExec here ? Also rework ParallelExec to use files or variables, vars are max 4M, if cannot be combined, create ParallelExecFromFile #TODO: add ParallelExec here ? Also rework ParallelExec to use files or variables, vars are max 4M, if cannot be combined, create ParallelExecFromFile
@ -1043,6 +1053,7 @@ function Rsync {
local fileStoragePath local fileStoragePath
local rsyncCmd local rsyncCmd
local retval
if [ "$KEEP_ABSOLUTE_PATHS" == "yes" ]; then if [ "$KEEP_ABSOLUTE_PATHS" == "yes" ]; then
fileStoragePath=$(dirname "$FILE_STORAGE/${backupDirectory#/}") fileStoragePath=$(dirname "$FILE_STORAGE/${backupDirectory#/}")
@ -1079,12 +1090,15 @@ function Rsync {
Logger "cmd: $rsyncCmd" "DEBUG" Logger "cmd: $rsyncCmd" "DEBUG"
eval "$rsyncCmd" & eval "$rsyncCmd" &
WaitForTaskCompletion $! $SOFT_MAX_EXEC_TIME_FILE_TASK $HARD_MAX_EXEC_TIME_FILE_TASK ${FUNCNAME[0]} true $KEEP_LOGGING WaitForTaskCompletion $! $SOFT_MAX_EXEC_TIME_FILE_TASK $HARD_MAX_EXEC_TIME_FILE_TASK ${FUNCNAME[0]} true $KEEP_LOGGING
if [ $? != 0 ]; then retval=$?
if [ $retval != 0 ]; then
Logger "Failed to backup [$backupDirectory] to [$fileStoragePath]." "ERROR" Logger "Failed to backup [$backupDirectory] to [$fileStoragePath]." "ERROR"
Logger "Command output:\n $(cat $RUN_DIR/$PROGRAM.${FUNCNAME[0]}.$SCRIPT_PID)" "ERROR" Logger "Command output:\n $(cat $RUN_DIR/$PROGRAM.${FUNCNAME[0]}.$SCRIPT_PID)" "ERROR"
else else
Logger "File backup succeed." "NOTICE" Logger "File backup succeed." "NOTICE"
fi fi
return $retval
} }
function FilesBackup { function FilesBackup {
@ -1096,15 +1110,20 @@ function FilesBackup {
IFS=$PATH_SEPARATOR_CHAR read -r -a backupTasks <<< "$FILE_BACKUP_TASKS" IFS=$PATH_SEPARATOR_CHAR read -r -a backupTasks <<< "$FILE_BACKUP_TASKS"
for backupTask in "${backupTasks[@]}"; do for backupTask in "${backupTasks[@]}"; do
Logger "Beginning file backup of [$backupTask]." "NOTICE" Logger "Beginning file backup of [$backupTask]." "NOTICE"
if [ "$ENCRYPTION" == "yes" ]; then if [ "$ENCRYPTION" == "yes" ] && ([ "$BACKUP_TYPE" == "local" ] || [ "$BACKUP_TYPE" == "push" ]); then
EncryptFiles "$backupTask" "$CRYPT_STORAGE" "$GPG_RECIPIENT" true EncryptFiles "$backupTask" "$CRYPT_STORAGE" "$GPG_RECIPIENT" true
if [ $? == 0 ]; then if [ $? == 0 ]; then
Rsync "$CRYPT_STORAGE" true Rsync "$CRYPT_STORAGE" true
else else
Logger "backup failed." "ERROR" Logger "backup failed." "ERROR"
fi fi
else elif [ "$ENCRYPTION" == "yes" ] && [ "$BACKUP_TYPE" "pull" ]; then
Rsync "$backupTask" true Rsync "$backupTask" true
if [ $? == 0 ]; then
EncryptFiles "$backupTask" true
fi
else
Rsync "$backuptask" true
fi fi
CheckTotalExecutionTime CheckTotalExecutionTime
done done
@ -1112,15 +1131,20 @@ function FilesBackup {
IFS=$PATH_SEPARATOR_CHAR read -r -a backupTasks <<< "$RECURSIVE_DIRECTORY_LIST" IFS=$PATH_SEPARATOR_CHAR read -r -a backupTasks <<< "$RECURSIVE_DIRECTORY_LIST"
for backupTask in "${backupTasks[@]}"; do for backupTask in "${backupTasks[@]}"; do
Logger "Beginning non recursive file backup of [$backupTask]." "NOTICE" Logger "Beginning non recursive file backup of [$backupTask]." "NOTICE"
if [ "$ENCRYPTION" == "yes" ]; then if [ "$ENCRYPTION" == "yes" ] && ([ "$BACKUP_TYPE" == "local" ] || [ "$BACKUP_TYPE" == "push" ]); then
EncryptFiles "$backupTask" "$CRYPT_STORAGE" "$GPG_RECIPIENT" false EncryptFiles "$backupTask" "$CRYPT_STORAGE" "$GPG_RECIPIENT" false
if [ $? == 0 ]; then if [ $? == 0 ]; then
Rsync "$CRYPT_STORAGE" false Rsync "$CRYPT_STORAGE" false
else else
Logger "backup failed." "ERROR" Logger "backup failed." "ERROR"
fi fi
else elif [ "$ENCRYPTION" == "yes" ] && [ "$BACKUP_TYPE" "pull" ]; then
Rsync "$backupTask" false Rsync "$backupTask" false
if [ $? == 0 ]; then
EncryptFiles "$backupTask" false
fi
else
Rsync "$backuptask" false
fi fi
CheckTotalExecutionTime CheckTotalExecutionTime
done done
@ -1129,15 +1153,20 @@ function FilesBackup {
for backupTask in "${backupTasks[@]}"; do for backupTask in "${backupTasks[@]}"; do
# Backup sub directories of recursive directories # Backup sub directories of recursive directories
Logger "Beginning recursive file backup of [$backupTask]." "NOTICE" Logger "Beginning recursive file backup of [$backupTask]." "NOTICE"
if [ "$ENCRYPTION" == "yes" ]; then if [ "$ENCRYPTION" == "yes" ] && ([ "$BACKUP_TYPE" == "local" ] || [ "$BACKUP_TYPE" == "push" ]); then
EncryptFiles "$backupTask" "$CRYPT_STORAGE" "$GPG_RECIPIENT" true EncryptFiles "$backupTask" "$CRYPT_STORAGE" "$GPG_RECIPIENT" true
if [ $? == 0 ]; then if [ $? == 0 ]; then
Rsync "$CRYPT_STORAGE" true Rsync "$CRYPT_STORAGE" true
else else
Logger "backup failed." "ERROR" Logger "backup failed." "ERROR"
fi fi
else elif [ "$ENCRYPTION" == "yes" ] && [ "$BACKUP_TYPE" "pull" ]; then
Rsync "$backupTask" true Rsync "$backupTask" true
if [ $? == 0 ]; then
EncryptFiles "$backupTask" true
fi
else
Rsync "$backuptask" true
fi fi
CheckTotalExecutionTime CheckTotalExecutionTime
done done

9
host_backup.conf.example
View File

@ -2,7 +2,7 @@
###### obackup - Local or Remote, push or pull backup script for files & mysql databases ###### obackup - Local or Remote, push or pull backup script for files & mysql databases
###### (C) 2013-2016 by Orsiris de Jong (www.netpower.fr) ###### (C) 2013-2016 by Orsiris de Jong (www.netpower.fr)
###### obackup v2.1x config file rev 2016083102 ###### obackup v2.1x config file rev 2016090101
###### GENERAL BACKUP OPTIONS ###### GENERAL BACKUP OPTIONS
@ -30,10 +30,10 @@ FILE_STORAGE="/home/storage/backup/files"
ENCRYPTION=no ENCRYPTION=no
## Backup encryption needs a temporary storage space in order to encrypt files before sending them (absolute paths of the local or remote system) ## Backup encryption needs a temporary storage space in order to encrypt files before sending them (absolute paths of the local or remote system)
ENCRYPT_STORAGE=/home/storage/backup/crpyt CRYPT_STORAGE=/home/storage/backup/crpyt
## GPG Public key path ## GPG recipient (pubkey for this recipient must exist, see gpg2 --list-keys or gpg --list-keys
ENCRYPT_PUBKEY=${HOME}/.gpg/pubkey GPG_RECIPIENT="Orsiris de Jong"
## Create backup directories if they do not exist ## Create backup directories if they do not exist
CREATE_DIRS=yes CREATE_DIRS=yes
@ -102,6 +102,7 @@ MYSQLDUMP_OPTIONS="--opt --single-transaction"
## Preferred SQL dump compression. Compression methods can be xz, lzma, pigz or gzip (will fallback from xz to gzip depending if available) ## Preferred SQL dump compression. Compression methods can be xz, lzma, pigz or gzip (will fallback from xz to gzip depending if available)
## Generally, level 5 is a good compromise between cpu, memory hunger and compress ratio. Gzipped files are set to be rsyncable. ## Generally, level 5 is a good compromise between cpu, memory hunger and compress ratio. Gzipped files are set to be rsyncable.
## If you use encryption, compression will only bring small benefits as GPG already has pretty good compression included
COMPRESSION_LEVEL=3 COMPRESSION_LEVEL=3
###### FILES SPECIFIC OPTIONS ###### FILES SPECIFIC OPTIONS