Difference between revisions of "Mars backup"
From Teknologisk videncenter
m (Created page with " =Backup script= /usr/heth/wiki_incremental_backup <source lang=bash> #!/bin/bash #Backupscript for mars.tekkom.dk on ubuntu #heth@mercantec.dk 03.11.2011 #Version 1.1 #Revisio...") |
(No difference)
|
Revision as of 07:43, 7 November 2011
Contents
Backup script
/usr/heth/wiki_incremental_backup
#!/bin/bash
#Backupscript for mars.tekkom.dk on ubuntu
#heth@mercantec.dk 03.11.2011
#Version 1.1
#Revision log: 07.11.2011 Changed tar to differential backup
BACKUP="/var/www/data /var/www/wiki /var/www/mrbs /var/www/robots.txt /etc/apache2 /usr/local/etc/sphinx.conf"
LOG="/tmp/bulog.txt"
ERRORLOG=/tmp/buerror.log
BUDIR="/mnt/mercstor/mars/backup"
BUFS="/mnt/mercstor"
DATE=`date +%d`
MONTH=`date +%m`
YEAR=`date +%Y`
SUBJECT="Mars backup succeded..."
TIMESTART=`date +%s`
MAILTO="heth@mercantec.dk"
rm $LOG
rm $ERRORLOG
echo "=================================================" > $LOG
echo "Program: $0" >> $LOG
echo "Time: `date`" >> $LOG
echo "Backing up $BACKUP" >> $LOG
TIMESTAMP=`date +%d%m%Y-%H%M`
#Check remote filesystem mounted
if df $BUFS >> /dev/null
then echo "$BUFS mounted" >> $LOG
else
echo "ERROR: $BUFS not mounted" >> $LOG
echo "=================================================" > $LOG
cat $LOG | mail -s "Mars backup FAILED" $MAILTO
exit 1
fi
#Backups are organized in $BUDIR/year/month directories. Fx. $BUDIR/2011/12
#Check that directory for this year exist
if test ! -d $BUDIR/$YEAR
then mkdir $BUDIR/$YEAR
fi
#Check that directory for this month exist
if test ! -d $BUDIR/$YEAR/$MONTH
then mkdir $BUDIR/$YEAR/$MONTH
fi
########## Wiki database backup
#Close mediawiki databse for writing
cp /var/www/mediawiki/LocalSettings.php /var/www/mediawiki/LocalSettings.php.org
echo "$wgReadOnly = '<b>Backup operation in progress. Please wait a few minutes.</b>'" >>/var/www/mediawiki/LocalSettings.php
if mysqldump -u USERNAME -pPASSWORD --default-character-set=latin1 wikidb -c\
> $BUDIR/$YEAR/$MONTH/wikidb${DATE}${MONTH}${YEAR}.dump
then
sync
echo -en "WIKIDB database backup succeded\tSize: " >> $LOG
chmod 0400 $BUDIR/$YEAR/$MONTH/wikidb${DATE}${MONTH}${YEAR}.dump
du -h $BUDIR/$YEAR/$MONTH/wikidb${DATE}${MONTH}${YEAR}.dump | cut -f1 >> $LOG
else
echo "ERROR: Backup of WIKIDB failed" >> $LOG
SUBJECT="Mars backup failed..."
fi
cp /var/www/mediawiki/LocalSettings.php.org /var/www/mediawiki/LocalSettings.php
########## MRBS databsae backup
if mysqldump -u USERNAME -pPASSWORD --default-character-set=latin1 mrbs -c\
> $BUDIR/$YEAR/$MONTH/mrbs${DATE}${MONTH}${YEAR}.dump
then
sync
echo -en "MRBS database backup succeded\tSize: " >> $LOG
chmod 0400 $BUDIR/$YEAR/$MONTH/mrbs${DATE}${MONTH}${YEAR}.dump
du -h $BUDIR/$YEAR/$MONTH/mrbs${DATE}${MONTH}${YEAR}.dump | cut -f1 >> $LOG
else
echo "ERROR: Backup of MRBS failed" >> $LOG
SUBJECT="Mars backup failed..."
fi
#Daily backups for the entire month exists in the $BUDIR/$YEAR/$MONTH
#Incremental backups with tar using --listed-incremental
# Changed to differential using copy of level 0 snar file each day
if test ! -f $BUDIR/$YEAR/$MONTH/mars${MONTH}${YEAR}.snar
then #First backup this month create level 0 snar file
if tar -czf $BUDIR/$YEAR/$MONTH/bu${DATE}${MONTH}${YEAR}.tar\
-g $BUDIR/$YEAR/$MONTH/mars${MONTH}${YEAR}.snar $BACKUP
then
sync
echo -en "WIKI files level 0 backup succedded\tsize: " >> $LOG
chmod 0400 $BUDIR/$YEAR/$MONTH/bu${DATE}${MONTH}${YEAR}.tar
chmod 0400 $BUDIR/$YEAR/$MONTH/mars${MONTH}${YEAR}.snar
du -h $BUDIR/$YEAR/$MONTH/bu${DATE}${MONTH}${YEAR}.tar | cut -f1 >> $LOG
else
echo "ERROR: Level 0 Backup of WIKI files failed" >> $LOG
SUBJECT="Mars backup failed..."
fi
else #Create daily level 1 backup from copy of level 0 snar file
cp $BUDIR/$YEAR/$MONTH/mars${MONTH}${YEAR}.snar $BUDIR/$YEAR/$MONTH/mars${DATE}${MONTH}${YEAR}.snar
if tar -czf $BUDIR/$YEAR/$MONTH/bu${DATE}${MONTH}${YEAR}.tar\
-g $BUDIR/$YEAR/$MONTH/mars${DATE}${MONTH}${YEAR}.snar $BACKUP
then
sync
echo -en "WIKI files level 1 backup succedded\tsize: " >> $LOG
chmod 0400 $BUDIR/$YEAR/$MONTH/bu${DATE}${MONTH}${YEAR}.tar
chmod 0400 $BUDIR/$YEAR/$MONTH/mars${DATE}${MONTH}${YEAR}.snar
du -h $BUDIR/$YEAR/$MONTH/bu${DATE}${MONTH}${YEAR}.tar | cut -f1 >> $LOG
else
echo "ERROR: Level 1 Backup of WIKI files failed" >> $LOG
SUBJECT="Mars backup failed..."
fi
fi
TIMEEND=`date +%s`
echo -e "Backup finished at `date` it took `expr $TIMEEND - $TIMESTART` seconds." >> $LOG
echo "=================================================" >> $LOG
sync
sleep 1
if test -f $ERRORLOG
then
SUBJECT="$SUBJECT - ERRORLOG attached.."
echo -e "\n ERRORLOG:">> $LOG
cat $ERRORLOG >> $LOG
echo "=================================================" >> $LOG
fi
cat $LOG | mail -s "$SUBJECT" $MAILTO
exit 0
cron
0 2 * * * /home/heth/wiki_incremental_backup >/dev/null 2>/tmp/buerror.log
Restore
Restore fx. the 7'th of december 2011
cd /
tar -g /mnt/mercstor/mars/backup/2011/12/mars07112011.snar -xvzf /mnt/mercstor/mars/backup/2011/12/bu07112011.tar
Check backup
Check and compare backup from the 7'th of december 2011 to current
mkdir /tmp/restore
cd /tmp/restore
tar -g /mnt/mercstor/mars/backup/2011/12/mars07112011.snar -xvzf /mnt/mercstor/mars/backup/2011/12/bu07112011.tar
DIR=`ls`
for i in $DIR
do
echo "Comparing $i"
diff -rq /$i ./$i
done
</source>