Snapshot-RSync

Ich sichere 3x täglich per Snapshot meine Daten mit folgendem Script. Zusätzlich führe ich 2x die Woche einen Filesystemcheck auf /backup aus (cronjobs).

#!/bin/bash
# snapshot
# make a snapshot from directories
# an create hourly/daily/monthly/yearly archieves
# ---------
# neobiker (2006)
# originally based on mirror Version 3.11 By Stu Sheldon stu@actusa.net
# ...
# ...
# The directories are named 'snapshot-<year>-<month>-<day>__<hour>'
#
# Each time snapshot runs, it date stamps a file in the <snapshot> directory called
# 'lastrun.time'. This file's date when listing it using ls -laF shows the last
# date and time snapshot ran on that host.
#
# The last thing you need to do is add snapshot in your crontab with the proper
# times and switches.
#
# If you are going for hourly sync's, add the following to your crontab:
# 0 * * * *    /usr/local/sbin/snapshot
#
# Every four hours would be:
# 0 0,4,8,12,16,20  * * *    /usr/local/sbin/snapshot
#
# you get the idea
# ...

#########################################################################
# Start User Config Stuff

# This is the local root of the backup directories. (where to backup to)
backuproot=/srv/backup
snapshot="srv-data"
snaphost=""

# You need to set the newdayhour to 00-23 depending on what hour you run
# the script in cron.
# 1 4,16,19 * * * /usr/local/sbin/snapshot-srv1
newdayhour=04

# number of snapshots to save
savehours=3
savedays=6
saveweeks=4
savemonths=12
saveyears=10

# list directories to backup
allsrcdir="
/home/
/srv/
/var/www/
"

# list directories to skip during in backup
# or leave blank
# EXCLUDES=""

EXCLUDES="--filter=. /tmp/excludes-${snapshot}"

cat > /tmp/excludes-${snapshot} << EOF
- lost+found
- /srv/backup
- /srv/snapshot
- /srv/devel
- /var/spool
+ *
EOF


# Mount and Dismount commands for all reasons are in the following functions
# you can also mount windows-shares via smbclient e.g.
# here: mount for writing during backup, and mount readonly afterwards

mounting ()
{
    precom=0
    mount -o remount,rw ${backuproot} || mountfail
}

umounting ()
{
    postcom=0
    mount -o remount,ro ${backuproot} || umountfail
}

# Typical Unix saving localhost
if [ -n "$snaphost" ]; then
    rsync="rsync -a -R -q --delete --numeric-ids -e ssh"
else
    rsync="rsync -a -R -q --delete"
fi

  # Typical Unix using ssh and public keys
  # rsync="rsync -aR -q  --numeric-ids -e ssh --delete"
  # This has settings for windows and expects to use a mounted share.
  # rsync="rsync -a -R -q --delete --modify-window=10"

# End User Config Stuff
############################################################################
# Start Static Code

cmdline=$1
PATH=/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/bin:/sbin

 yeardir=${backuproot}/${snapshot}/yearly
monthdir=${backuproot}/${snapshot}/monthly
 weekdir=${backuproot}/${snapshot}/weekly
  daydir=${backuproot}/${snapshot}/daily
 hourdir=${backuproot}/${snapshot}/hourly

[ -d ${yeardir} ]  || mkdir -p ${yeardir}
[ -d ${monthdir} ] || mkdir -p ${monthdir}
[ -d ${weekdir} ]  || mkdir -p ${weekdir}
[ -d ${daydir} ]   || mkdir -p ${daydir}
[ -d ${hourdir} ]  || mkdir -p ${hourdir}

lockfile=${backuproot}/${snapshot}/syncing-now
snapdir=$hourdir/`date +'snapshot-%Y-%m-%d-%H'`

cmonth=`date +'%m'`
doweek=`date +'%w'`
  cday=`date +'%d'`
 chour=`date +'%H'`
 lhour=`/bin/ls -1r ${hourdir} | tail -1`
  lday=`/bin/ls -1r ${daydir}  | tail -1`
 lweek=`/bin/ls -1r ${weekdir} | tail -1`
lmonth=`/bin/ls -1r ${monthdir}| tail -1`

for dir in ${hourdir} ${daydir} ${weekdir} ${monthdir} ${yeardir}; do
  sync=`/bin/ls -1 ${dir} | tail -1`
  if [ -n "${sync}" ]; then
    syncdir=$dir/$sync
    break
  fi
done

dosync ()
{
    [ -d ${snapdir} ] || mkdir -p ${snapdir}
    [ -n "${syncdir}" ] && rsync="${rsync} --link-dest=${syncdir}"

    for srcdir in ${allsrcdir}; do
      if [ -n "$snaphost" ]; then
        srcdir=${snaphost}:${srcdir}
      fi
      ${rsync} "${EXCLUDES}" ${srcdir} ${snapdir}
    done
}

movesnap ()
{
    case "$1" in
        d)
           dir=$daydir
           nr=$savedays
           snap=$hourdir/$lhour
           ;;
        w)
           dir=$weekdir
           nr=$saveweeks
           snap=$daydir/$lday
           ;;
        m)
           dir=$monthdir
           nr=$savemonths
           snap=$weekdir/$lweek
           ;;
        y)
           dir=$yeardir
           nr=$saveyears
           snap=$monthdir/$lmonth
           ;;
        *)
           echo >&2 "movesnap: unknow option $1, aborting..."
           rm -f ${lockfile}
           rm -f /tmp/excludes-${snapshot}
           umounting
           exit 1
           ;;
    esac
    [ ${nr} -eq 0 ] && return
    if [ -d ${snap} ]; then
      mv ${snap} ${dir}
    else
      echo >&2 "I can't find snapshot ${snap}..."
    fi
}

docleanup ()
{
    [ ${savehours} -lt 1 ] && savehours=1
    count=0
    for i in `/bin/ls -r ${hourdir}`; do
      ((count++))
      if [ ${count} -gt ${savehours} ]; then
        rm -Rf ${hourdir}/${i}
      fi
    done

    count=0
    for i in `/bin/ls -r ${daydir}`; do
      ((count++))
      if [ ${count} -gt ${savedays} ]; then
        rm -Rf ${daydir}/${i}
      fi
    done

    count=0
    for i in `/bin/ls -r ${weekdir}`; do
      ((count++))
      if [ ${count} -gt ${saveweeks} ]; then
        rm -Rf ${weekdir}/${i}
      fi
    done

    count=0
    for i in `/bin/ls -r ${monthdir}`; do
      ((count++))
      if [ ${count} -gt ${savemonths} ]; then
        rm -Rf ${monthdir}/${i}
      fi
    done

    count=0
    for i in `/bin/ls -r ${yeardir}`; do
      ((count++))
      if [ ${count} -gt ${saveyears} ]; then
        rm -Rf ${yeardir}/${i}
      fi
    done
}

inuse ()
{
  echo >&2 "I am already syncing snapshot ${snapshot}"
  exit 1
}

mountfail ()
{
  echo >&2 "I can't mount filesystem ${backuproot}"
  exit 1
}

umountfail ()
{
  echo >&2 "I can't unmount filesystem ${backuproot}"
  exit 1
}

####
#### Programm starts here ... ###########################
####

[ -f ${lockfile} ] && inuse
mounting
touch ${lockfile}

case ${cmdline} in
  -y)
    dosync
    movesnap "y"
    docleanup
    ;;
  -m)
    dosync
    movesnap "m"
    docleanup
    ;;
  -w)
    dosync
    movesnap "w"
    docleanup
    ;;
  -d)
    dosync
    movesnap "d"
    docleanup
    ;;
  --scalix)
    ombackup
    ;;
  *)
    dosync
    if [ ${newdayhour} -eq ${chour} ]; then
      movesnap "d"
      if [ ${doweek} -eq 0 ]; then
        movesnap "w"
      fi
      if [ ${cday} -eq 01 ]; then
        movesnap "m"
        if [ ${cmonth} -eq 01 ]; then
          movesnap "y"
        fi
      fi
    fi
    docleanup
  ;;
esac

touch ${backuproot}/${snapshot}/lastrun.time
rm -f ${lockfile}
rm -f /tmp/excludes-${snapshot}

umounting
echo "Backup for ${snapshot} is complete..."