Snapshot-RSync
Ich sichere 3x täglich per Snapshot meine Daten mit folgendem Script. Zusätzlich führe ich 2x die Woche einen Filesystemcheck auf /backup aus (cronjobs).
Der Cronjob:
### Daten-Server Backup 4 6,16,19 * * * /usr/local/sbin/snapshot-rsync >/dev/null ### fsck -n 0 5 * * 0 fsck -s -A -N | cut -d] -f2 | cut -d\ -f3 | grep '^/dev/' | xargs fsck -n
Das Backup-Skript
#!/bin/bash # snapshot # make a snapshot from directories # an create hourly/daily/monthly/yearly archieves # --------- # neobiker (2011) # originally based on mirror Version 3.11 By Stu Sheldon stu@actusa.net # ... # ... # The directories are named 'snapshot-<year>-<month>-<day>__<hour>' # # Each time snapshot runs, it date stamps a file in the <snapshot> directory called # 'lastrun.time'. This file's date when listing it using ls -laF shows the last # date and time snapshot ran on that host. # # The last thing you need to do is add snapshot in your crontab with the proper # times and switches. # # If you are going for hourly sync's, add the following to your crontab: # 0 * * * * /usr/local/sbin/snapshot # # Every four hours would be: # 0 0,4,8,12,16,20 * * * /usr/local/sbin/snapshot # # you get the idea # ... ######################################################################### # Start User Config Stuff # This is the local root of the backup directories. (where to backup to) # backuproot must be the mount point and will be mounted ro/rw backuproot=/srv/backup # root directory for snapshots $backuproot/$snaproot snaproot="srv-data" # [remote] host to backup or "" snaphost="" # archivehour: hour (2 digits) when the snapshot will be moved to archive dirs # daily, weekly, monthly, yearly archivehour=04 # number of snapshots to archive savehours=3 savedays=6 saveweeks=4 savemonths=12 saveyears=10 # list directories to backup allsrcdir=" /home/ /srv/ " # list directories to skip during in backup # or leave blank # EXCLUDES="" EXCLUDES="--filter=. /tmp/excludes-${snaproot}" cat > /tmp/excludes-${snaproot} << EOF - lost+found - /srv/backup - /srv/snapshot - /srv/daten/client-backups - /srv/devel - /var/spool/squid - /var/spool/samba + * EOF # End User Config Stuff ############################################################################ # Start Static Code PATH=/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/bin:/sbin cmdline=$1 lockfile=${backuproot}/${snaproot}/syncing-now # Typical Unix saving localhost rsync="rsync -a -R -q --delete" [ -n "${snaphost}" ] && rsync="${rsync} --numeric-ids -e ssh" cmonth=`date +'%m'` doweek=`date +'%w'` cday=`date +'%d'` yeardir=${backuproot}/${snaproot}/yearly monthdir=${backuproot}/${snaproot}/monthly weekdir=${backuproot}/${snaproot}/weekly daydir=${backuproot}/${snaproot}/daily hourdir=${backuproot}/${snaproot}/hourly for dir in ${hourdir} ${daydir} ${weekdir} ${monthdir} ${yeardir}; do [ -d ${dir} ] || mkdir -p ${dir} done snap=`date +'snapshot-%Y-%m-%d__%H'` snapdir=${hourdir}/${snap} dosync () { # search a snapshot-base for rsync for dir in ${hourdir} ${daydir} ${weekdir} ${monthdir} ${yeardir}; do sync=`/bin/ls -1 ${dir} | tail -1` if [ -n "${sync}" ]; then rsync="${rsync} --link-dest=${dir}/${sync}" break fi done touch $lockfile for srcdir in ${allsrcdir}; do if [ -n "${snaphost}" ]; then srcdir=${snaphost}:${srcdir} fi ${rsync} "${EXCLUDES}" ${srcdir} ${snapdir}.rsync done mv ${snapdir}.rsync ${snapdir} rm -f $lockfile } movesnap () { case "$1" in d) dir=$daydir nr=$savedays from=$hourdir ;; w) dir=$weekdir nr=$saveweeks from=$daydir if [ -e "${from}/`date +'snapshot-%Y-%m-%d__' -d '1 day ago'`${archivehour}" ]; then snap=`date +'snapshot-%Y-%m-%d__' -d '1 day ago'`${archivehour} else snap=`/bin/ls -1 ${from} | tail -1` fi ;; m) dir=$monthdir nr=$savemonths from=$weekdir if [ -e "${from}/`date +'snapshot-%Y-%m-%d__' -d '1 week ago'`${archivehour}" ]; then snap=`date +'snapshot-%Y-%m-%d__' -d '1 week ago'`${archivehour} else snap=`/bin/ls -1 ${from} | tail -1` fi ;; y) dir=$yeardir nr=$saveyears from=$monthdir if [ -e "${from}/`date +'snapshot-%Y-%m-%d__' -d '1 month ago'`${archivehour}" ]; then snap=`date +'snapshot-%Y-%m-%d__' -d '1 month ago'`${archivehour} else snap=`/bin/ls -1 ${from} | tail -1` fi ;; *) echo >&2 "movesnap: unknow option $1, aborting..." rm -f ${lockfile} rm -f /tmp/excludes-${snaproot} umounting exit 1 ;; esac [ ${nr} -eq 0 ] && return if [ -d ${from}/${snap} ]; then mv ${from}/${snap} ${dir} ln -s ${dir}/${snap} ${from} else echo >&2 "I can't find snapshot ${from}/${snap}..." fi } docleanup () { [ ${savehours} -lt 1 ] && savehours=1 count=0 for i in `/bin/ls -r ${hourdir}`; do ((count++)) if [ ${count} -gt ${savehours} ]; then rm -Rf ${hourdir}/${i} fi done count=0 for i in `/bin/ls -r ${daydir}`; do ((count++)) if [ ${count} -gt ${savedays} ]; then rm -Rf ${daydir}/${i} fi done count=0 for i in `/bin/ls -r ${weekdir}`; do ((count++)) if [ ${count} -gt ${saveweeks} ]; then rm -Rf ${weekdir}/${i} fi done count=0 for i in `/bin/ls -r ${monthdir}`; do ((count++)) if [ ${count} -gt ${savemonths} ]; then rm -Rf ${monthdir}/${i} fi done count=0 for i in `/bin/ls -r ${yeardir}`; do ((count++)) if [ ${count} -gt ${saveyears} ]; then rm -Rf ${yeardir}/${i} fi done } inuse () { echo >&2 "I am already syncing snapshot ${snaproot}" exit 1 } mountfail () { echo >&2 "I can't mount filesystem ${backuproot}" exit 1 } umountfail () { echo >&2 "I can't unmount filesystem ${backuproot}" exit 1 } mounting () { mount -o remount,rw ${backuproot} || mountfail } umounting () { mount -o remount,ro ${backuproot} || umountfail } #### #### Programm starts here ... ########################### #### [ -f ${lockfile} ] && inuse mounting case ${cmdline} in --scalix) # backup Scalix Mailserver ombackup # start remote-Backup ;; -y) dosync movesnap "y" docleanup ;; -m) dosync movesnap "m" docleanup ;; -w) dosync movesnap "w" docleanup ;; -d) dosync movesnap "d" docleanup ;; *) dosync if [ ${archivehour} -eq `date +'%H'` ]; then movesnap "d" if [ ${doweek} -eq 0 ]; then movesnap "w" fi if [ ${cday} -eq 01 ]; then movesnap "m" if [ ${cmonth} -eq 01 ]; then movesnap "y" fi fi fi docleanup ;; esac touch ${backuproot}/${snaproot}/lastrun.time rm -f /tmp/excludes-${snaproot} umounting echo "Backup for ${snaproot} is complete..."