mirror of
https://github.com/deajan/osync
synced 2024-11-01 21:40:21 +00:00
829 lines
23 KiB
Bash
Executable File
829 lines
23 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
###### Osync - Rsync based two way sync engine.
|
|
###### (L) 2013 by Orsiris "Ozy" de Jong (www.netpower.fr)
|
|
|
|
|
|
## todo:
|
|
# add dryrun, DOC: never run dry when already run real or you will lose your deleted file history
|
|
# add logging
|
|
# add resume on error
|
|
# remote functionnality
|
|
|
|
OSYNC_VERSION=0.4
|
|
OSYNC_BUILD=1807201301
|
|
|
|
DEBUG=no
|
|
SCRIPT_PID=$$
|
|
|
|
LOCAL_USER=$(whoami)
|
|
LOCAL_HOST=$(hostname)
|
|
|
|
## Default log file until config file is loaded
|
|
LOG_FILE=/var/log/osync.log
|
|
|
|
## Working directory. Will keep current file states, backups and soft deleted files.
|
|
OSYNC_DIR=".osync_workdir"
|
|
|
|
## Log a state message every $KEEP_LOGGING seconds. Should not be equal to soft or hard execution time so your log won't be unnecessary big.
|
|
KEEP_LOGGING=1801
|
|
|
|
function Log
|
|
{
|
|
echo -e "TIME: $SECONDS - $1" >> "$LOG_FILE"
|
|
if [ $silent -eq 0 ]
|
|
then
|
|
echo -e "TIME: $SECONDS - $1"
|
|
fi
|
|
}
|
|
|
|
function LogError
|
|
{
|
|
Log "$1"
|
|
error_alert=1
|
|
}
|
|
|
|
function TrapError
|
|
{
|
|
local JOB="$0"
|
|
local LINE="$1"
|
|
local CODE="${2:-1}"
|
|
if [ $silent -eq 0 ]
|
|
then
|
|
echo " /!\ Error in ${JOB}: Near line ${LINE}, exit code ${CODE}"
|
|
fi
|
|
}
|
|
|
|
function TrapStop
|
|
{
|
|
if [ $soft_stop -eq 0 ]
|
|
then
|
|
LogError " /!\ WARNING: Manual exit of osync is really not recommended. Sync will be in inconsistent state."
|
|
LogError " /!\ WARNING: If you are sure, please hit CTRL+C another time to quit."
|
|
soft_stop=1
|
|
return 1
|
|
fi
|
|
|
|
if [ $soft_stop -eq 1 ]
|
|
then
|
|
LogError " /!\ WARNING: CTRL+C hit twice. Quitting osync."
|
|
CleanUp
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
function TrapQuit
|
|
{
|
|
if [ $error_alert -ne 0 ]
|
|
then
|
|
SendAlert
|
|
LogError "Osync finished with errros."
|
|
exit 1
|
|
else
|
|
Log "Osync finished."
|
|
exit 0
|
|
fi
|
|
}
|
|
|
|
function Spinner
|
|
{
|
|
if [ $silent -eq 1 ]
|
|
then
|
|
return 1
|
|
fi
|
|
|
|
case $toggle
|
|
in
|
|
1)
|
|
echo -n $1" \ "
|
|
echo -ne "\r"
|
|
toggle="2"
|
|
;;
|
|
|
|
2)
|
|
echo -n $1" | "
|
|
echo -ne "\r"
|
|
toggle="3"
|
|
;;
|
|
|
|
3)
|
|
echo -n $1" / "
|
|
echo -ne "\r"
|
|
toggle="4"
|
|
;;
|
|
|
|
*)
|
|
echo -n $1" - "
|
|
echo -ne "\r"
|
|
toggle="1"
|
|
;;
|
|
esac
|
|
}
|
|
|
|
function CleanUp
|
|
{
|
|
if [ "$DEBUG" != "yes" ]
|
|
then
|
|
rm -f /dev/shm/osync_config_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_run_local_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_run_remote_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_master-tree-current_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_slave-tree-current_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_master-tree-before_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_slave-tree-before_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_update_master_replica_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_update_slave_replica_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_deletition_on_master_$SCRIPT_PID
|
|
rm -f /dev/shm/osync_deletition_on_slave_$SCRIPT_PID
|
|
fi
|
|
}
|
|
|
|
function SendAlert
|
|
{
|
|
CheckConnectivityRemoteHost
|
|
CheckConnectivity3rdPartyHosts
|
|
cat "$LOG_FILE" | gzip -9 > /tmp/osync_lastlog.gz
|
|
if type -p mutt > /dev/null 2>&1
|
|
then
|
|
echo $MAIL_ALERT_MSG | $(which mutt) -x -s "Sync alert for $SYNC_ID" $DESTINATION_MAILS -a /tmp/osync_lastlog.gz
|
|
if [ $? != 0 ]
|
|
then
|
|
Log "WARNING: Cannot send alert email via $(which mutt) !!!"
|
|
else
|
|
Log "Sent alert mail using mutt."
|
|
fi
|
|
elif type -p mail > /dev/null 2>&1
|
|
then
|
|
echo $MAIL_ALERT_MSG | $(which mail) -a /tmp/osync_lastlog.gz -s "Sync alert for $SYNC_ID" $DESTINATION_MAILS
|
|
if [ $? != 0 ]
|
|
then
|
|
Log "WARNING: Cannot send alert email via $(which mail) with attachments !!!"
|
|
echo $MAIL_ALERT_MSG | $(which mail) -s "Sync alert for $SYNC_ID" $DESTINATION_MAILS
|
|
if [ $? != 0 ]
|
|
then
|
|
Log "WARNING: Cannot send alert email via $(which mail) without attachments !!!"
|
|
else
|
|
Log "Sent alert mail using mail command without attachment."
|
|
fi
|
|
else
|
|
Log "Sent alert mail using mail command."
|
|
fi
|
|
else
|
|
Log "WARNING: Cannot send alert email (no mutt / mail present) !!!"
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
function LoadConfigFile
|
|
{
|
|
if [ ! -f "$1" ]
|
|
then
|
|
LogError "Cannot load configuration file [$1]. Sync cannot start."
|
|
return 1
|
|
elif [[ $1 != *.conf ]]
|
|
then
|
|
LogError "Wrong configuration file supplied [$1]. Sync cannot start."
|
|
else
|
|
egrep '^#|^[^ ]*=[^;&]*' "$1" > "/dev/shm/osync_config_$SCRIPT_PID"
|
|
source "/dev/shm/osync_config_$SCRIPT_PID"
|
|
fi
|
|
}
|
|
|
|
function CheckEnvironment
|
|
{
|
|
if [ "$REMOTE_SYNC" == "yes" ]
|
|
then
|
|
if ! type -p ssh > /dev/null 2>&1
|
|
then
|
|
LogError "ssh not present. Cannot start sync."
|
|
return 1
|
|
fi
|
|
fi
|
|
if ! type -p rsync > /dev/null 2>&1
|
|
then
|
|
LogError "rsync not present. Sync cannot start."
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
# Waits for pid $1 to complete. Will log an alert if $2 seconds passed since current task execution unless $2 equals 0.
|
|
# Will stop task and log alert if $3 seconds passed since current task execution unless $3 equals 0.
|
|
function WaitForTaskCompletion
|
|
{
|
|
soft_alert=0
|
|
SECONDS_BEGIN=$SECONDS
|
|
while ps -p$1 > /dev/null
|
|
do
|
|
Spinner
|
|
sleep 1
|
|
EXEC_TIME=$(($SECONDS - $SECONDS_BEGIN))
|
|
if [ $(($EXEC_TIME % $KEEP_LOGGING)) -eq 0 ]
|
|
then
|
|
Log "Current task still running."
|
|
fi
|
|
if [ $EXEC_TIME -gt $2 ]
|
|
then
|
|
if [ $soft_alert -eq 0 ] && [ $2 != 0 ]
|
|
then
|
|
LogError "Max soft execution time exceeded for task."
|
|
soft_alert=1
|
|
fi
|
|
if [ $EXEC_TIME -gt $3 ] && [ $3 != 0 ]
|
|
then
|
|
LogError "Max hard execution time exceeded for task. Stopping task execution."
|
|
kill -9 $1
|
|
if [ $? == 0 ]
|
|
then
|
|
LogError "Task stopped succesfully"
|
|
else
|
|
LogError "Could not stop task."
|
|
fi
|
|
return 1
|
|
fi
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Waits for pid $1 to complete. Will log an alert if $2 seconds passed since script start unless $2 equals 0.
|
|
# Will stop task and log alert if $3 seconds passed since script start unless $3 equals 0.
|
|
function WaitForCompletion
|
|
{
|
|
soft_alert=0
|
|
while ps -p$1 > /dev/null
|
|
do
|
|
Spinner
|
|
sleep 1
|
|
if [ $(($SECONDS % $KEEP_LOGGING)) -eq 0 ]
|
|
then
|
|
Log "Current task still running."
|
|
fi
|
|
if [ $SECONDS -gt $2 ]
|
|
then
|
|
if [ $soft_alert -eq 0 ] && [ $2 != 0 ]
|
|
then
|
|
LogError "Max soft execution time exceeded for script."
|
|
soft_alert=1
|
|
fi
|
|
if [ $SECONDS -gt $3 ] && [ $3 != 0 ]
|
|
then
|
|
LogError "Max hard execution time exceeded for script. Stopping current task execution."
|
|
kill -9 $1
|
|
if [ $? == 0 ]
|
|
then
|
|
LogError "Task stopped succesfully"
|
|
else
|
|
LogError "Could not stop task."
|
|
fi
|
|
return 1
|
|
fi
|
|
fi
|
|
done
|
|
}
|
|
|
|
## Runs local command $1 and waits for completition in $2 seconds
|
|
function RunLocalCommand
|
|
{
|
|
CheckConnectivity3rdPartyHosts
|
|
$1 > /dev/shm/osync_run_local_$SCRIPT_PID &
|
|
child_pid=$!
|
|
WaitForTaskCompletion $child_pid 0 $2
|
|
retval=$?
|
|
if [ $retval -eq 0 ]
|
|
then
|
|
Log "Running command [$1] on local host succeded."
|
|
else
|
|
Log "Running command [$1] on local host failed."
|
|
fi
|
|
|
|
Log "Command output:"
|
|
Log "$(cat /dev/shm/osync_run_local_$SCRIPT_PID)"
|
|
}
|
|
|
|
## Runs remote command $1 and waits for completition in $2 seconds
|
|
function RunRemoteCommand
|
|
{
|
|
CheckConnectivity3rdPartyHosts
|
|
if [ "$REMOTE_SYNC" == "yes" ]
|
|
then
|
|
CheckConnectivityRemoteHost
|
|
if [ $? != 0 ]
|
|
then
|
|
LogError "Connectivity test failed. Cannot run remote command."
|
|
return 1
|
|
else
|
|
$(which ssh) $SSH_COMP -i $SSH_RSA_PRIVATE_KEY $REMOTE_USER@$REMOTE_HOST -p $REMOTE_PORT "$1" > /dev/shm/osync_run_remote_$SCRIPT_PID &
|
|
fi
|
|
child_pid=$!
|
|
WaitForTaskCompletion $child_pid 0 $2
|
|
retval=$?
|
|
if [ $retval -eq 0 ]
|
|
then
|
|
Log "Running command [$1] succeded."
|
|
else
|
|
LogError "Running command [$1] failed."
|
|
fi
|
|
|
|
if [ -f /dev/shm/osync_run_remote_$SCRIPT_PID ]
|
|
then
|
|
Log "Command output: $(cat /dev/shm/osync_run_remote_$SCRIPT_PID)"
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function RunBeforeHook
|
|
{
|
|
if [ "$LOCAL_RUN_BEFORE_CMD" != "" ]
|
|
then
|
|
RunLocalCommand "$LOCAL_RUN_BEFORE_CMD" $MAX_EXEC_TIME_PER_CMD_BEFORE
|
|
fi
|
|
|
|
if [ "$REMOTE_RUN_BEFORE_CMD" != "" ]
|
|
then
|
|
RunRemoteCommand "$REMOTE_RUN_BEFORE_CMD" $MAX_EXEC_TIME_PER_CMD_BEFORE
|
|
fi
|
|
}
|
|
|
|
function RunAfterHook
|
|
{
|
|
if [ "$LOCAL_RUN_AFTER_CMD" != "" ]
|
|
then
|
|
RunLocalCommand "$LOCAL_RUN_AFTER_CMD" $MAX_EXEC_TIME_PER_CMD_AFTER
|
|
fi
|
|
|
|
if [ "$REMOTE_RUN_AFTER_CMD" != "" ]
|
|
then
|
|
RunRemoteCommand "$REMOTE_RUN_AFTER_CMD" $MAX_EXEC_TIME_PER_CMD_AFTER
|
|
fi
|
|
}
|
|
|
|
function SetCompressionOptions
|
|
{
|
|
if [ "$SSH_COMPRESSION" == "yes" ]
|
|
then
|
|
SSH_COMP=-C
|
|
else
|
|
SSH_COMP=
|
|
fi
|
|
}
|
|
|
|
function SetSudoOptions
|
|
{
|
|
## Add this to support prior config files without RSYNC_EXECUTABLE option
|
|
if [ "$RSYNC_EXECUTABLE" == "" ]
|
|
then
|
|
RSYNC_EXECUTABLE=rsync
|
|
fi
|
|
|
|
if [ "$SUDO_EXEC" == "yes" ]
|
|
then
|
|
RSYNC_PATH="sudo $(which $RSYNC_EXECUTABLE)"
|
|
COMMAND_SUDO="sudo"
|
|
else
|
|
RSYNC_PATH="$(which $RSYNC_EXECUTABLE)"
|
|
COMMAND_SUDO=""
|
|
fi
|
|
}
|
|
|
|
function CheckConnectivityRemoteHost
|
|
{
|
|
if [ "$REMOTE_HOST_PING" != "no" ] && [ "$REMOTE_SYNC" != "no" ]
|
|
then
|
|
ping $REMOTE_HOST -c 2 > /dev/null 2>&1
|
|
if [ $? != 0 ]
|
|
then
|
|
LogError "Cannot ping $REMOTE_HOST"
|
|
return 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function CheckConnectivity3rdPartyHosts
|
|
{
|
|
if [ "$REMOTE_3RD_PARTY_HOSTS" != "" ]
|
|
then
|
|
remote_3rd_party_success=0
|
|
for $i in $REMOTE_3RD_PARTY_HOSTS
|
|
do
|
|
ping $i -c 2 > /dev/null 2>&1
|
|
if [ $? != 0 ]
|
|
then
|
|
LogError "Cannot ping 3rd party host $i"
|
|
else
|
|
remote_3rd_party_success=1
|
|
fi
|
|
done
|
|
if [ $remote_3rd_party_success -ne 1 ]
|
|
then
|
|
LogError "No remote 3rd party host responded to ping. No internet ?"
|
|
return 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
|
|
function CreateDirs
|
|
{
|
|
if ! [ -d $MASTER_SYNC_DIR/$OSYNC_DIR ]
|
|
then
|
|
mkdir $MASTER_SYNC_DIR/$OSYNC_DIR
|
|
fi
|
|
if ! [ -d $STATE_DIR ]
|
|
then
|
|
mkdir $STATE_DIR
|
|
fi
|
|
|
|
}
|
|
|
|
function CheckMasterSlaveDirs
|
|
{
|
|
if ! [ -d $MASTER_SYNC_DIR ]
|
|
then
|
|
LogError "Master directory [$MASTER_SYNC_DIR] does not exist."
|
|
return 1
|
|
fi
|
|
|
|
if ! [ -d $SLAVE_SYNC_DIR ]
|
|
then
|
|
LogError "Slave directory [$SLAVE_SYNC_DIR] does not exist."
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
function LockMaster
|
|
{
|
|
echo "Not implemented yet"
|
|
}
|
|
|
|
function LockSlave
|
|
{
|
|
echo "Not implemented yet"
|
|
}
|
|
|
|
# Subfunction of Sync
|
|
function sync_update_slave
|
|
{
|
|
Log "Updating slave replica."
|
|
rsync $DRY_OPTION -rlptgodEui $SLAVE_BACKUP --exclude "$OSYNC_DIR" --exclude-from "$STATE_DIR/master-deleted-list" --exclude-from "$STATE_DIR/slave-deleted-list" $MASTER_SYNC_DIR/ $SLAVE_SYNC_DIR/ > /dev/shm/osync_update_slave_replica_$SCRIPT_PID 2>&1 &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME $HARD_MAX_EXEC_TIME
|
|
retval=$?
|
|
if [ $retval != 0 ]
|
|
then
|
|
LogError "Updating slave replica failed. Stopping execution."
|
|
else
|
|
Log "Updating slave replica succeded."
|
|
fi
|
|
|
|
if [ "$VERBOSE_LOGS" == "yes" ]
|
|
then
|
|
Log "List:\n$(cat /dev/shm/osync_update_slave_replica_$SCRIPT_PID)"
|
|
fi
|
|
return $retval
|
|
}
|
|
|
|
# Subfunction of Sync
|
|
function sync_update_master
|
|
{
|
|
Log "Updating master replica."
|
|
rsync $DRY_OPTION -rlptgodEui $MASTER_BACKUP --exclude "$OSYNC_DIR" --exclude-from "$STATE_DIR/slave-deleted-list" --exclude-from "$STATE_DIR/master-deleted-list" $SLAVE_SYNC_DIR/ $MASTER_SYNC_DIR/ > /dev/shm/osync_update_master_replica_$SCRIPT_PID 2>&1 &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME $HARD_MAX_EXEC_TIME
|
|
retval=$?
|
|
if [ $retval != 0 ]
|
|
then
|
|
LogError "Updating master replica failed. Stopping execution."
|
|
else
|
|
Log "Updating master replica succeded."
|
|
fi
|
|
|
|
if [ "$VERBOSE_LOGS" == "yes" ]
|
|
then
|
|
Log "List:\n$(cat /dev/shm/osync_update_master_replica_$SCRIPT_PID)"
|
|
fi
|
|
return $retval
|
|
}
|
|
|
|
function Sync
|
|
{
|
|
## Lock master dir
|
|
## Lock slave dir
|
|
|
|
Log "Starting synchronization task."
|
|
|
|
Log "Creating master replica file list."
|
|
rsync -rlptgodE --exclude "$OSYNC_DIR" --list-only $MASTER_SYNC_DIR/ | grep "^-\|^d" | awk '{print $5}' | grep -v "^\.$" > /dev/shm/osync_master-tree-current_$SCRIPT_PID &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME $HARD_MAX_EXEC_TIME
|
|
retval=$?
|
|
if [ $retval == 0 ] && [ -f /dev/shm/osync_master-tree-current_$SCRIPT_PID ]
|
|
then
|
|
mv /dev/shm/osync_master-tree-current_$SCRIPT_PID $STATE_DIR/master-tree-current
|
|
else
|
|
LogError "Cannot create master file list."
|
|
return 1
|
|
fi
|
|
|
|
Log "Creating slave replica file list."
|
|
rsync -rlptgodE --exclude "$OSYNC_DIR" --list-only $SLAVE_SYNC_DIR/ | grep "^-\|^d" | awk '{print $5}' | grep -v "^\.$" > /dev/shm/osync_slave-tree-current_$SCRIPT_PID &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME $HARD_MAX_EXEC_TIME
|
|
retval=$?
|
|
if [ $retval == 0 ] && [ -f /dev/shm/osync_slave-tree-current_$SCRIPT_PID ]
|
|
then
|
|
mv /dev/shm/osync_slave-tree-current_$SCRIPT_PID $STATE_DIR/slave-tree-current
|
|
else
|
|
LogError "Cannot create slave file list."
|
|
return 1
|
|
fi
|
|
|
|
Log "Creating master replica deleted file list."
|
|
if [ -f $STATE_DIR/master-tree-before ]
|
|
then
|
|
comm --nocheck-order -23 $STATE_DIR/master-tree-before $STATE_DIR/master-tree-current > $STATE_DIR/master-deleted-list
|
|
else
|
|
touch $STATE_DIR/master-deleted-list
|
|
fi
|
|
|
|
Log "Creating slave replica deleted file list."
|
|
if [ -f $STATE_DIR/slave-tree-before ]
|
|
then
|
|
comm --nocheck-order -23 $STATE_DIR/slave-tree-before $STATE_DIR/slave-tree-current > $STATE_DIR/slave-deleted-list
|
|
else
|
|
touch $STATE_DIR/slave-deleted-list
|
|
fi
|
|
|
|
if [ "$CONFLICT_PREVALANCE" != "master" ]
|
|
then
|
|
sync_update_master
|
|
if [ $? != 0 ]
|
|
then
|
|
return 1
|
|
fi
|
|
sync_update_slave
|
|
if [ $? != 0 ]
|
|
then
|
|
return 1
|
|
fi
|
|
else
|
|
sync_update_slave
|
|
if [ $? != 0 ]
|
|
then
|
|
return 1
|
|
fi
|
|
sync_update_master
|
|
if [ $? != 0 ]
|
|
then
|
|
return 1
|
|
fi
|
|
fi
|
|
|
|
Log "Propagating deletitions to slave replica."
|
|
rsync $DRY_OPTION -rlptgodEui $SLAVE_DELETE --delete --exclude "$OSYNC_DIR" --exclude-from "$STATE_DIR/slave-deleted-list" --include-from "$STATE_DIR/master-deleted-list" $MASTER_SYNC_DIR/ $SLAVE_SYNC_DIR/ > /dev/shm/osync_deletition_on_slave_$SCRIPT_PID 2>&1 &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME 0
|
|
retval=$?
|
|
if [ $retval != 0 ]
|
|
then
|
|
LogError "Deletition on slave failed."
|
|
return 1
|
|
fi
|
|
if [ "$VERBOSE_LOGS" == "yes" ]
|
|
then
|
|
Log "List:\n$(cat /dev/shm/osync_deletition_on_slave_$SCRIPT_PID)"
|
|
fi
|
|
|
|
Log "Propagating deletitions to master replica."
|
|
rsync $DRY_OPTION -rlptgodEui $MASTER_DELETE --delete --exclude "$OSYNC_DIR" --exclude-from "$STATE_DIR/master-deleted-list" --include-from "$STATE_DIR/slave-deleted-list" $SLAVE_SYNC_DIR/ $MASTER_SYNC_DIR/ > /dev/shm/osync_deletition_on_master_$SCRIPT_PID 2>&1 &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME 0
|
|
retval=$?
|
|
if [ $retval != 0 ]
|
|
then
|
|
LogError "Deletition on master failed."
|
|
return 1
|
|
fi
|
|
if [ "$VERBOSE_LOGS" == "yes" ]
|
|
then
|
|
Log "List:\n$(cat /dev/shm/osync_deletition_on_master_$SCRIPT_PID)"
|
|
fi
|
|
|
|
Log "Creating new master replica file list."
|
|
rsync -rlptgodE --exclude "$OSYNC_DIR" --list-only $MASTER_SYNC_DIR/ | grep "^-\|^d" | awk '{print $5}' | grep -v "^\.$" > /dev/shm/osync_master-tree-before_$SCRIPT_PID &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME 0
|
|
retval=$?
|
|
if [ $retval == 0 ] && [ -f /dev/shm/osync_master-tree-before_$SCRIPT_PID ]
|
|
then
|
|
mv /dev/shm/osync_master-tree-before_$SCRIPT_PID $STATE_DIR/master-tree-before
|
|
else
|
|
LogError "Cannot create slave file list."
|
|
return 1
|
|
fi
|
|
|
|
Log "Creating new slave replica file list."
|
|
rsync -rlptgodE --exclude "$OSYNC_DIR" --list-only $SLAVE_SYNC_DIR/ | grep "^-\|^d" | awk '{print $5}' | grep -v "^\.$" > /dev/shm/osync_slave-tree-before_$SCRIPT_PID &
|
|
child_pid=$!
|
|
WaitForCompletion $child_pid $SOFT_MAX_EXEC_TIME 0
|
|
retval=$?
|
|
if [ $retval == 0 ] && [ -f /dev/shm/osync_slave-tree-before_$SCRIPT_PID ]
|
|
then
|
|
mv /dev/shm/osync_slave-tree-before_$SCRIPT_PID $STATE_DIR/slave-tree-before
|
|
else
|
|
LogError "Cannot create slave file list."
|
|
return 1
|
|
fi
|
|
|
|
Log "Finished synchronization task."
|
|
}
|
|
|
|
function SoftDelete
|
|
{
|
|
if [ "$CONFLICT_BACKUP" != "no" ]
|
|
then
|
|
if [ -d $MASTER_BACKUP_DIR ]
|
|
then
|
|
Log "Removing backups older than $CONFLICT_BACKUP_DAYS days on master replica."
|
|
find $MASTER_BACKUP_DIR/ -ctime +$CONFLICT_BACKUP_DAYS | xargs rm -rf
|
|
fi
|
|
|
|
if [ -d $SLAVE_BACKUP_DIR ]
|
|
then
|
|
Log "Removing backups older than $CONFLICT_BACKUP_DAYS days on slave replica."
|
|
find $SLAVE_BACKUP_DIR/ -ctime +$CONFLICT_BACKUP_DAYS | xargs rm -rf
|
|
fi
|
|
fi
|
|
|
|
if [ "$SOFT_DELETE" != "no" ]
|
|
then
|
|
if [ -d $MASTER_DELETE_DIR ]
|
|
then
|
|
Log "Removing soft deleted items older than $SOFT_DELETE_DAYS days on master replica."
|
|
find $MASTER_DELETE_DIR/ -ctime +$SOFT_DELETE_DAYS | xargs rm -rf
|
|
fi
|
|
|
|
if [ -d $SLAVE_DELETE_DIR ]
|
|
then
|
|
Log "Removing soft deleted items older than $SOFT_DELETE_DAYS days on slave replica."
|
|
find $SLAVE_DELETE_DIR/ -ctime +$SOFT_DELETE_DAYS | xargs rm -rf
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function Init
|
|
{
|
|
# Set error exit code if a piped command fails
|
|
set -o pipefail
|
|
set -o errtrace
|
|
|
|
trap TrapStop SIGINT SIGKILL SIGHUP SIGTERM SIGQUIT
|
|
trap TrapQuit EXIT
|
|
if [ "$DEBUG" == "yes" ]
|
|
then
|
|
trap 'TrapError ${LINENO} $?' ERR
|
|
fi
|
|
|
|
LOG_FILE=/var/log/osync_$OSYNC_VERSION-$SYNC_ID.log
|
|
MAIL_ALERT_MSG="Warning: Execution of osync instance $OSYNC_ID (pid $SCRIPT_PID) as $LOCAL_USER@$LOCAL_HOST produced errors."
|
|
|
|
STATE_DIR="$MASTER_SYNC_DIR/$OSYNC_DIR/state"
|
|
|
|
## Working directories to keep backups of updated / deleted files
|
|
MASTER_BACKUP_DIR="$MASTER_SYNC_DIR/$OSYNC_DIR/backups"
|
|
MASTER_DELETE_DIR="$MASTER_SYNC_DIR/$OSYNC_DIR/deleted"
|
|
SLAVE_BACKUP_DIR="$SLAVE_SYNC_DIR/$OSYNC_DIR/backups"
|
|
SLAVE_DELETE_DIR="$SLAVE_SYNC_DIR/$OSYNC_DIR/deleted"
|
|
|
|
## SSH compression
|
|
if [ "$SSH_COMPRESSION" == "yes" ]
|
|
then
|
|
SSH_COMP=-C
|
|
else
|
|
SSH_COMP=
|
|
fi
|
|
|
|
## Runner definition
|
|
if [ "$REMOTE_SYNC" == "yes" ]
|
|
then
|
|
RUNNER="$(which ssh) $SSH_COMP -i $SSH_RSA_PRIVATE_KEY $REMOTE_USER@$REMOTE_HOST -p $REMOTE_PORT"
|
|
RSYNC_RUNNER="$(which ssh) $SSH_COMP -i $SSH_RSA_PRIVATE_KEY -p $REMOTE_PORT"
|
|
else
|
|
RUNNER=
|
|
RSYNC_RUNNER=
|
|
fi
|
|
|
|
## Dryrun option
|
|
if [ $dryrun -eq 1 ]
|
|
then
|
|
DRY_OPTION=--dry-run
|
|
DRY_WARNING="/!\ DRY RUN"
|
|
else
|
|
DRY_OPTION=
|
|
fi
|
|
|
|
## Rsync options
|
|
RSYNC_OPTS=rlptgodEui
|
|
|
|
## Conflict options
|
|
if [ "$CONFLICT_BACKUP" != "no" ]
|
|
then
|
|
MASTER_CONFLICT="--backup --backup-dir=$MASTER_BACKUP_DIR"
|
|
SLAVE_CONFLICT="--backup --backup-dir=$SLAVE_BACKUP_DIR"
|
|
else
|
|
MASTER_CONFLICT=
|
|
SLAVE_CONFLICT=
|
|
fi
|
|
|
|
## Soft delete options
|
|
if [ "$SOFT_DELETE" != "no" ]
|
|
then
|
|
MASTER_DELETE="--backup --backup-dir=$MASTER_DELETE_DIR"
|
|
SLAVE_DELETE="--backup --backup-dir=$SLAVE_DELETE_DIR"
|
|
else
|
|
MASTER_DELETE=
|
|
SLAVE_DELETE=
|
|
fi
|
|
}
|
|
|
|
function Main
|
|
{
|
|
CreateDirs
|
|
Sync
|
|
}
|
|
|
|
function Usage
|
|
{
|
|
echo "Osync $OSYNC_VERSION $OSYNC_BUILD"
|
|
echo ""
|
|
echo "usage: osync /path/to/conf.file [--dry] [--silent]"
|
|
echo ""
|
|
echo "--dry: will run osync without actuallyv doing anything; just testing"
|
|
echo "--silent: will run osync without any output to stdout, usefull for cron jobs"
|
|
exit 128
|
|
}
|
|
|
|
# Comand line argument flags
|
|
dryrun=0
|
|
silent=0
|
|
# Alert flags
|
|
soft_alert_total=0
|
|
error_alert=0
|
|
soft_stop=0
|
|
|
|
if [ $# -eq 0 ]
|
|
then
|
|
Usage
|
|
exit
|
|
fi
|
|
|
|
for i in "$@"
|
|
do
|
|
case $i in
|
|
--dry)
|
|
dryrun=1
|
|
;;
|
|
--silent)
|
|
silent=1
|
|
;;
|
|
--help|-h)
|
|
Usage
|
|
;;
|
|
esac
|
|
done
|
|
|
|
CheckEnvironment
|
|
if [ $? == 0 ]
|
|
then
|
|
if [ "$1" != "" ]
|
|
then
|
|
LoadConfigFile $1
|
|
if [ $? == 0 ]
|
|
then
|
|
Init
|
|
DATE=$(date)
|
|
Log "-----------------------------------------------------------"
|
|
Log " $DRY_WARNING $DATE - Osync v$OSYNC_VERSION script begin."
|
|
Log "-----------------------------------------------------------"
|
|
CheckMasterSlaveDirs
|
|
if [ $? == 0 ]
|
|
then
|
|
RunBeforeHook
|
|
Main
|
|
if [ $? == 0 ]
|
|
then
|
|
SoftDelete
|
|
fi
|
|
RunAfterHook
|
|
CleanUp
|
|
fi
|
|
else
|
|
LogError "Configuration file could not be loaded."
|
|
exit 1
|
|
fi
|
|
else
|
|
LogError "No configuration file provided."
|
|
exit 1
|
|
fi
|
|
else
|
|
LogError "Environment not suitable to run osync."
|
|
fi
|