Snapshot-RSync
Ich sichere 3x täglich per Snapshot meine Daten mit folgendem Script. Zusätzlich führe ich einen Filesystemcheck auf /backup aus (cronjobs).
Installation
Der Cronjob:
### Daten-Server Backup 4 6,16,19 * * * /usr/local/sbin/snapshot-rsync >/dev/null ### fsck -n 0 5 * * 0 fsck -s -A -N | cut -d] -f2 | cut -d\ -f3 | grep '^/dev/' | xargs fsck -n
Konfiguration
Die Konfiguration erfolgt im Skript im obersten Abschnitt.
Das Backup-Skript sichert hierhin: /srv/backup/srv-data
# This is the local root of the backup directories. (where to backup to) # backuproot must be the mount point and will be mounted ro/rw backuproot=/srv/backup # root directory for snapshots $backuproot/$snaproot snaproot="srv-data"
Das Backup-Skript archiviert die Backups wie folgt: archiviere die letzten
- 3x Snapshot-Sicherungen, plus
- 6x Tages-Sicherungen, plus
- 4x Wochen-Sicherungen, plus
- 12x Monats-Sicherungen, plus
- 10x Jahres-Sicherungen
# number of snapshots to archive savehours=3 savedays=6 saveweeks=4 savemonths=12 saveyears=10
Folgende Verzeichnisse werden gesichert:
# list directories to backup allsrcdir=" /home/ /srv/ "
Diese Verzeichnisse werden nicht gesichert:
# list directories to skip during in backup
# or leave blank
# EXCLUDES=""
EXCLUDES="--filter=. /tmp/excludes-${snaproot}"
cat > /tmp/excludes-${snaproot} << EOF
- lost+found
- /srv/backup
- /srv/snapshot
- /srv/daten/client-backups
- /srv/devel
- /var/spool/squid
- /var/spool/samba
+ *
EOF
snapshot-rsync Script
#!/bin/bash
# snapshot-rsync
# make a snapshot from directories
# an create hourly/daily/monthly/yearly archieves
# ---------
# neobiker (2006)
# originally based on mirror Version 3.11 By Stu Sheldon stu@actusa.net
# ...
# ...
# The directories are named 'snapshot-<year>-<month>-<day>__<hour>'
#
# Each time snapshot runs, it date stamps a file in the <snapshot> directory called
# 'lastrun.time'. This file's date when listing it using ls -laF shows the last
# date and time snapshot ran on that host.
#
# The last thing you need to do is add snapshot-rsync in your crontab with the proper
# times and switches.
#
# If you are going for hourly sync's, add the following to your crontab:
# 0 * * * * /usr/local/sbin/snapshot
#
# Every four hours would be:
# 0 0,4,8,12,16,20 * * * /usr/local/sbin/snapshot
#
# you get the idea
# ...
#########################################################################
# Start User Config Stuff
# This is the local root of the backup directories. (where to backup to)
# backuproot must be the mount point and will be mounted ro/rw
backuproot=/backup
# exit if $backuproot is no Mount-Point
mount | grep -q "$backuproot " || exit 0
# root directory for snapshots $backuproot/$snaproot
snaproot="snapshot"
# [remote] host to backup or ""
snaphost=""
# list directories to backup
allsrcdir="
/srv/daten
"
# list directories to skip during in backup
# or leave blank
# EXCLUDES=""
EXCLUDES="--filter=. /tmp/excludes-${snaproot}"
cat > /tmp/excludes-${snaproot} << EOF
- lost+found
- \$RECYCLE.BIN
- temp
- Temp
- Downloads
- .univention-skel
- System Volumen Information
+ *
EOF
# archivehour: hour (2 digits) when the snapshot will be moved to archive dirs
# daily, weekly, monthly, yearly
archivehour=06
# number of snapshots to archive
savehours=3
savedays=6
saveweeks=4
savemonths=12
saveyears=10
# End User Config Stuff
############################################################################
# Start Static Code
PATH=/usr/local/bin:/usr/local/sbin:/usr/bin:/usr/sbin:/bin:/sbin
cmdline=$1
lockfile=${backuproot}/${snaproot}/syncing-now
# Typical Unix saving localhost
rsync="rsync -a -R -q --delete"
[ -n "${snaphost}" ] && rsync="${rsync} --numeric-ids -e ssh"
cmonth=`date +'%m'`
doweek=`date +'%w'`
cday=`date +'%d'`
chour=`date +'%H'`
yeardir=${backuproot}/${snaproot}/yearly
monthdir=${backuproot}/${snaproot}/monthly
weekdir=${backuproot}/${snaproot}/weekly
daydir=${backuproot}/${snaproot}/daily
hourdir=${backuproot}/${snaproot}/hourly
dosync ()
{
# search a snapshot-base for rsync
for dir in ${hourdir} ${daydir} ${weekdir} ${monthdir} ${yeardir}; do
sync=`/bin/ls -1 ${dir} | tail -1`
if [ -n "${sync}" ]; then
rsync="${rsync} --link-dest=${dir}/${sync}"
break
fi
done
touch $lockfile
for srcdir in ${allsrcdir}; do
if [ -n "${snaphost}" ]; then
srcdir=${snaphost}:${srcdir}
fi
${rsync} "${EXCLUDES}" ${srcdir} ${snapdir}.rsync
done
[ -e ${snapdir} ] && rm -rf ${snapdir}
mv ${snapdir}.rsync ${snapdir}
[ -e ${backuproot}/${snaproot}/latest ] && rm ${backuproot}/${snaproot}/latest
ln -s ${snapdir} ${backuproot}/${snaproot}/latest
rm -f $lockfile
}
movesnap ()
{
snap=`date +'snapshot-%Y-%m-%d__'`${archivehour}
case "$1" in
d)
dir=$daydir
nr=$savedays
from=$hourdir
;;
w)
dir=$weekdir
nr=$saveweeks
from=$daydir
;;
m)
dir=$monthdir
nr=$savemonths
if [ "$doweek" -eq 0 ]; then
from=$weekdir
else
from=$daydir
fi
;;
y)
dir=$yeardir
nr=$saveyears
from=$monthdir
;;
*)
echo >&2 "movesnap: unknow option $1, aborting..."
rm -f ${lockfile}
rm -f /tmp/excludes-${snaproot}
umounting
exit 1
;;
esac
[ ${nr} -eq 0 ] && return
if [ ! -e "${from}/`date +'snapshot-%Y-%m-%d__'`${archivehour}" ]; then
snap=`/bin/ls -1 ${from} | tail -1`
fi
if [ -d ${from}/${snap} ]; then
[ -e ${dir}/${snap} ] && rm -rf ${dir}/${snap}
mv ${from}/${snap} ${dir}
ln -s ${dir}/${snap} ${from}
if [ "$1" = "d" ]; then
[ -e ${backuproot}/${snaproot}/yesterday ] && rm ${backuproot}/${snaproot}/yesterday
ln -s ${dir}/${snap} ${backuproot}/${snaproot}/yesterday
fi
else
echo >&2 "I can't find snapshot ${from}/${snap}..."
fi
}
docleanup ()
{
[ ${savehours} -lt 1 ] && savehours=1
count=0
for i in `/bin/ls -r ${hourdir}`; do
((count++))
if [ ${count} -gt ${savehours} ]; then
rm -Rf ${hourdir}/${i}
fi
done
count=0
for i in `/bin/ls -r ${daydir}`; do
((count++))
if [ ${count} -gt ${savedays} ]; then
rm -Rf ${daydir}/${i}
fi
done
count=0
for i in `/bin/ls -r ${weekdir}`; do
((count++))
if [ ${count} -gt ${saveweeks} ]; then
rm -Rf ${weekdir}/${i}
fi
done
count=0
for i in `/bin/ls -r ${monthdir}`; do
((count++))
if [ ${count} -gt ${savemonths} ]; then
rm -Rf ${monthdir}/${i}
fi
done
count=0
for i in `/bin/ls -r ${yeardir}`; do
((count++))
if [ ${count} -gt ${saveyears} ]; then
rm -Rf ${yeardir}/${i}
fi
done
}
inuse ()
{
echo >&2 "I am already syncing snapshot ${snaproot}"
exit 1
}
mountfail ()
{
echo >&2 "I can't mount filesystem ${backuproot}"
exit 1
}
umountfail ()
{
echo >&2 "I can't unmount filesystem ${backuproot}"
exit 1
}
mounting ()
{
mount -o remount,rw ${backuproot} || mountfail
}
umounting ()
{
mount -o remount,ro ${backuproot} || umountfail
}
####
#### Programm starts here ... ###########################
####
[ -f ${lockfile} ] && inuse
mounting
for dir in ${hourdir} ${daydir} ${weekdir} ${monthdir} ${yeardir}; do
[ -d ${dir} ] || (echo "mkdir ${dir}"; mkdir -p ${dir})
done
snap=`date +'snapshot-%Y-%m-%d__%H'`
snapdir=${hourdir}/${snap}
case ${cmdline} in
-y)
dosync
movesnap "y"
docleanup
;;
-m)
dosync
movesnap "m"
docleanup
;;
-w)
dosync
movesnap "w"
docleanup
;;
-d)
dosync
movesnap "d"
docleanup
;;
*)
dosync
if [ ! -e "${hourdir}/`date +'snapshot-%Y-%m-%d__'`${archivehour}" ]; then
archivehour=`/bin/ls -1 ${hourdir} | tail -1 | cut -d_ -f3 | cut -d. -f1`
fi
if [ ${archivehour} -eq ${chour} ]; then
movesnap "d"
if [ ${doweek} -eq 0 ]; then
movesnap "w"
fi
if [ ${cday} -eq 01 ]; then
movesnap "m"
if [ ${cmonth} -eq 01 ]; then
movesnap "y"
fi
fi
fi
docleanup
;;
esac
[ ! -e ${backuproot}/${snaproot}/yesterday ] && \
ln -s ${backuproot}/${snaproot}/latest ${backuproot}/${snaproot}/yesterday
touch ${backuproot}/${snaproot}/lastrun.time
rm -f /tmp/excludes-${snaproot}
umounting
echo "Backup for ${snaproot} is complete..."