2015-12-08 12:40:41 +01:00
|
|
|
#!/bin/bash
|
|
|
|
#
|
|
|
|
# .---. . .
|
|
|
|
# | | |
|
|
|
|
# |--- .--. .-. .-. .-.| .-. .--.--. |.-. .-. .--. .-.
|
|
|
|
# | | (.-' (.-' ( | ( )| | | | )( )| | (.-'
|
|
|
|
# ' ' --' --' -' - -' ' ' -' -' -' ' - --'
|
|
|
|
#
|
|
|
|
# Freedom in the Cloud
|
|
|
|
#
|
|
|
|
# Backup to local storage - typically a USB drive
|
|
|
|
|
|
|
|
# License
|
|
|
|
# =======
|
|
|
|
#
|
2016-10-31 17:24:49 +01:00
|
|
|
# Copyright (C) 2015-2016 Bob Mottram <bob@freedombone.net>
|
2015-12-08 12:40:41 +01:00
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
2016-02-13 23:09:27 +01:00
|
|
|
# it under the terms of the GNU Affero General Public License as published by
|
2015-12-08 12:40:41 +01:00
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
|
# (at your option) any later version.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2016-02-13 23:09:27 +01:00
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU Affero General Public License for more details.
|
2015-12-08 12:40:41 +01:00
|
|
|
#
|
2016-02-13 23:09:27 +01:00
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
2015-12-08 12:40:41 +01:00
|
|
|
|
|
|
|
PROJECT_NAME='freedombone'
|
2015-12-08 13:29:01 +01:00
|
|
|
COMPLETION_FILE=$HOME/${PROJECT_NAME}-completed.txt
|
2016-10-13 12:03:10 +02:00
|
|
|
CONFIGURATION_FILE=$HOME/${PROJECT_NAME}.cfg
|
2015-12-11 17:06:28 +01:00
|
|
|
BACKUP_EXTRA_DIRECTORIES=/root/backup-extra-dirs.csv
|
2016-07-07 10:58:21 +02:00
|
|
|
ENABLE_BACKUP_VERIFICATION="no"
|
2015-12-08 12:40:41 +01:00
|
|
|
|
|
|
|
export TEXTDOMAIN=${PROJECT_NAME}-backup-local
|
|
|
|
export TEXTDOMAINDIR="/usr/share/locale"
|
|
|
|
|
2016-10-13 12:03:10 +02:00
|
|
|
PROJECT_INSTALL_DIR=/usr/local/bin
|
|
|
|
if [ -f /usr/bin/${PROJECT_NAME} ]; then
|
|
|
|
PROJECT_INSTALL_DIR=/usr/bin
|
|
|
|
fi
|
|
|
|
|
2017-06-11 11:43:35 +02:00
|
|
|
function please_wait {
|
|
|
|
local str width height length
|
|
|
|
|
|
|
|
width=$(tput cols)
|
|
|
|
height=$(tput lines)
|
|
|
|
str="Standby to backup to USB"
|
|
|
|
length=${#str}
|
|
|
|
clear
|
|
|
|
tput cup $((height / 2)) $(((width / 2) - (length / 2)))
|
|
|
|
echo "$str"
|
|
|
|
tput cup $((height * 3 / 5)) $(((width / 2)))
|
|
|
|
echo -n ''
|
|
|
|
}
|
|
|
|
|
|
|
|
please_wait
|
|
|
|
|
2016-10-13 12:03:10 +02:00
|
|
|
source $PROJECT_INSTALL_DIR/${PROJECT_NAME}-vars
|
|
|
|
|
2016-07-08 16:39:06 +02:00
|
|
|
# include utils which allow function_check and drive mount
|
2016-07-07 10:58:21 +02:00
|
|
|
UTILS_FILES=/usr/share/${PROJECT_NAME}/utils/${PROJECT_NAME}-utils-*
|
|
|
|
for f in $UTILS_FILES
|
|
|
|
do
|
|
|
|
source $f
|
|
|
|
done
|
|
|
|
|
2015-12-08 12:40:41 +01:00
|
|
|
USB_DRIVE=/dev/sdb1
|
|
|
|
USB_MOUNT=/mnt/usb
|
|
|
|
|
2016-10-13 12:03:10 +02:00
|
|
|
read_config_param USB_DRIVE
|
2015-12-09 10:38:51 +01:00
|
|
|
|
2015-12-08 22:18:31 +01:00
|
|
|
ADMIN_USERNAME=
|
|
|
|
ADMIN_NAME=
|
2015-12-08 12:40:41 +01:00
|
|
|
|
2015-12-23 00:08:15 +01:00
|
|
|
# The name of a currently suspended site
|
|
|
|
# Sites are suspended so that verification should work
|
|
|
|
SUSPENDED_SITE=
|
|
|
|
|
2016-11-20 21:39:14 +01:00
|
|
|
DATABASE_PASSWORD=$(${PROJECT_NAME}-pass -u root -a mariadb)
|
2015-12-08 12:40:41 +01:00
|
|
|
|
2015-12-08 22:18:31 +01:00
|
|
|
function make_backup_directory {
|
2016-08-29 11:48:49 +02:00
|
|
|
# make a backup directory on the drive
|
|
|
|
if [ ! -d $USB_MOUNT/backup ]; then
|
|
|
|
mkdir $USB_MOUNT/backup
|
|
|
|
fi
|
|
|
|
if [ ! -d $USB_MOUNT/backup ]; then
|
|
|
|
echo $"There was a problem making the directory $USB_MOUNT/backup."
|
|
|
|
umount $USB_MOUNT
|
|
|
|
rm -rf $USB_MOUNT
|
|
|
|
exit 3
|
|
|
|
fi
|
2015-12-08 22:18:31 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
function check_storage_space_remaining {
|
2016-08-29 11:48:49 +02:00
|
|
|
# Check space remaining on the usb drive
|
|
|
|
used_percent=$(df -k $USB_MOUNT | tail -n 1 | awk -F ' ' '{print $5}' | awk -F '%' '{print $1}')
|
|
|
|
if [ $used_percent -gt 95 ]; then
|
|
|
|
echo $"Less than 5% of space remaining on backup drive"
|
|
|
|
umount $USB_MOUNT
|
|
|
|
rm -rf $USB_MOUNT
|
|
|
|
exit 4
|
|
|
|
fi
|
2015-12-08 22:18:31 +01:00
|
|
|
}
|
2015-12-08 12:40:41 +01:00
|
|
|
|
2015-12-08 22:18:31 +01:00
|
|
|
function backup_users {
|
2016-08-29 11:48:49 +02:00
|
|
|
# Backup user files
|
|
|
|
for d in /home/*/ ; do
|
|
|
|
USERNAME=$(echo "$d" | awk -F '/' '{print $3}')
|
2016-10-01 11:48:07 +02:00
|
|
|
if [[ $(is_valid_user "$USERNAME") == "1" ]]; then
|
2016-08-29 11:48:49 +02:00
|
|
|
|
|
|
|
# Backup any gpg keys
|
|
|
|
if [ -d /home/$USERNAME/.gnupg ]; then
|
|
|
|
echo $"Backing up gpg keys for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.gnupg gnupg/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup any personal settings
|
|
|
|
if [ -d /home/$USERNAME/personal ]; then
|
|
|
|
echo $"Backing up personal settings for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/personal personal/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup ssh keys
|
|
|
|
if [ -d /home/$USERNAME/.ssh ]; then
|
|
|
|
echo $"Backing up ssh keys for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.ssh ssh/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup fin database if it exists
|
|
|
|
if [ -d /home/$USERNAME/.fin ]; then
|
|
|
|
echo $"Backing up fin files for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.fin fin/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup emacs
|
|
|
|
if [ -d /home/$USERNAME/.emacs.d ]; then
|
|
|
|
echo $"Backing up Emacs config for $USERNAME"
|
|
|
|
if [ -f /home/$USERNAME/.emacs ]; then
|
|
|
|
cp /home/$USERNAME/.emacs /home/$USERNAME/.emacs.d/dotemacs
|
|
|
|
fi
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.emacs.d config/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup user configs
|
|
|
|
if [ -d /home/$USERNAME/.config ]; then
|
|
|
|
echo $"Backing up config files for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.config config/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup monkeysphere
|
|
|
|
if [ -d /home/$USERNAME/.monkeysphere ]; then
|
|
|
|
echo $"Backing up monkeysphere files for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.monkeysphere monkeysphere/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup user local
|
|
|
|
if [ -d /home/$USERNAME/.local ]; then
|
|
|
|
echo $"Backing up local files for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.local local/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup mutt
|
|
|
|
if [ -f /home/$USERNAME/.muttrc ]; then
|
|
|
|
echo $"Backing up Mutt settings for $USERNAME"
|
|
|
|
if [ ! -d /home/$USERNAME/tempbackup ]; then
|
|
|
|
mkdir -p /home/$USERNAME/tempbackup
|
|
|
|
fi
|
|
|
|
cp /home/$USERNAME/.muttrc /home/$USERNAME/tempbackup
|
|
|
|
if [ -f /etc/Muttrc ]; then
|
|
|
|
cp /etc/Muttrc /home/$USERNAME/tempbackup
|
|
|
|
fi
|
|
|
|
backup_directory_to_usb /home/$USERNAME/tempbackup mutt/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup email
|
|
|
|
if [ -d /home/$USERNAME/Maildir ]; then
|
|
|
|
echo $"Stopping mail server"
|
|
|
|
systemctl stop exim4
|
|
|
|
echo $"Creating an email archive for $USERNAME"
|
|
|
|
if [ ! -d /root/tempbackupemail/$USERNAME ]; then
|
|
|
|
mkdir -p /root/tempbackupemail/$USERNAME
|
|
|
|
fi
|
|
|
|
tar -czvf /root/tempbackupemail/$USERNAME/maildir.tar.gz /home/$USERNAME/Maildir
|
|
|
|
echo $"Restarting mail server"
|
|
|
|
systemctl start exim4
|
|
|
|
echo $"Backing up emails for $USERNAME"
|
|
|
|
backup_directory_to_usb /root/tempbackupemail/$USERNAME mail/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup spamassassin
|
|
|
|
if [ -d /home/$USERNAME/.spamassassin ]; then
|
|
|
|
echo $"Backing up spamassassin settings for $USERNAME"
|
|
|
|
backup_directory_to_usb /home/$USERNAME/.spamassassin spamassassin/$USERNAME
|
|
|
|
fi
|
|
|
|
|
|
|
|
# Backup procmail
|
|
|
|
if [ -f /home/$USERNAME/.procmailrc ]; then
|
|
|
|
echo $"Backing up procmail settings for $USERNAME"
|
|
|
|
if [ ! -d /home/$USERNAME/tempbackup ]; then
|
|
|
|
mkdir -p /home/$USERNAME/tempbackup
|
|
|
|
fi
|
|
|
|
cp /home/$USERNAME/.procmailrc /home/$USERNAME/tempbackup
|
|
|
|
backup_directory_to_usb /home/$USERNAME/tempbackup procmail/$USERNAME
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
done
|
2015-12-08 22:18:31 +01:00
|
|
|
}
|
2015-12-08 12:40:41 +01:00
|
|
|
|
2015-12-08 22:18:31 +01:00
|
|
|
function backup_directories {
|
2016-08-29 11:48:49 +02:00
|
|
|
# directories to be backed up (source,dest)
|
|
|
|
backup_dirs=(
|
|
|
|
"/etc/letsencrypt, letsencrypt"
|
|
|
|
"/etc/ssl, ssl"
|
|
|
|
"/var/spool/mlmmj, mailinglist"
|
|
|
|
"/etc/nginx/sites-available, web"
|
|
|
|
"/var/lib/tor, tor"
|
2016-11-19 15:28:07 +01:00
|
|
|
"/root/.passwords, passwordstore"
|
2016-08-29 11:48:49 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
for dr in "${backup_dirs[@]}"
|
|
|
|
do
|
|
|
|
# if this directory exists then back it up to the given destination
|
|
|
|
source_directory=$(echo $dr | awk -F ',' '{print $1}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')
|
|
|
|
if [ -d $source_directory ]; then
|
|
|
|
dest_directory=$(echo $dr | awk -F ',' '{print $2}' | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')
|
|
|
|
echo $"Backing up $source_directory to $dest_directory"
|
|
|
|
backup_directory_to_usb $source_directory $dest_directory
|
|
|
|
fi
|
|
|
|
|
|
|
|
restart_site
|
|
|
|
done
|
2015-12-08 22:18:31 +01:00
|
|
|
}
|
2015-12-08 12:40:41 +01:00
|
|
|
|
2015-12-09 10:45:06 +01:00
|
|
|
function remove_backup_directory {
|
2016-08-29 11:48:49 +02:00
|
|
|
if [ $1 ]; then
|
|
|
|
if [[ $1 == "remove" ]]; then
|
|
|
|
if [ -d $USB_MOUNT/backup ]; then
|
|
|
|
rm -rf $USB_MOUNT/backup
|
|
|
|
echo $'Existing backup directory removed'
|
|
|
|
backup_unmount_drive
|
|
|
|
exit 0
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
fi
|
2015-12-09 10:45:06 +01:00
|
|
|
}
|
|
|
|
|
2015-12-11 10:14:33 +01:00
|
|
|
function prepare_directories {
|
2016-08-29 11:48:49 +02:00
|
|
|
# Some miscellaneous preparation for backing up directories
|
|
|
|
if [ -d /var/lib/tox-bootstrapd ]; then
|
|
|
|
cp /etc/tox-bootstrapd.conf /var/lib/tox-bootstrapd
|
|
|
|
if [ -d /var/lib/tox-bootstrapd/Maildir ]; then
|
|
|
|
rm -rf /var/lib/tox-bootstrapd/Maildir
|
|
|
|
fi
|
|
|
|
fi
|
2015-12-11 10:14:33 +01:00
|
|
|
}
|
|
|
|
|
2016-10-24 23:25:56 +02:00
|
|
|
function backup_configfiles {
|
2016-08-29 11:48:49 +02:00
|
|
|
echo $"Backing up ${PROJECT_NAME} configuration files"
|
|
|
|
temp_backup_dir=/root/tempbackupconfig
|
|
|
|
if [ ! -d $temp_backup_dir ]; then
|
|
|
|
mkdir -p $temp_backup_dir
|
|
|
|
fi
|
2016-11-04 15:18:45 +01:00
|
|
|
if [ -f $NODEJS_INSTALLED_APPS_FILE ]; then
|
|
|
|
cp -f $NODEJS_INSTALLED_APPS_FILE $temp_backup_dir
|
|
|
|
fi
|
2016-11-23 13:36:01 +01:00
|
|
|
if [ -f /root/.nostore ]; then
|
|
|
|
cp -f /root/.nostore $temp_backup_dir
|
|
|
|
else
|
|
|
|
if [ -f $temp_backup_dir/.nostore ]; then
|
|
|
|
rm $temp_backup_dir/.nostore
|
|
|
|
fi
|
|
|
|
fi
|
2016-10-13 12:03:10 +02:00
|
|
|
cp -f $CONFIGURATION_FILE $temp_backup_dir
|
2016-08-29 11:48:49 +02:00
|
|
|
cp -f $COMPLETION_FILE $temp_backup_dir
|
|
|
|
if [ -f $BACKUP_EXTRA_DIRECTORIES ]; then
|
|
|
|
cp -f $BACKUP_EXTRA_DIRECTORIES $temp_backup_dir
|
|
|
|
fi
|
|
|
|
# nginx password hashes
|
|
|
|
if [ -f /etc/nginx/.htpasswd ]; then
|
|
|
|
cp -f /etc/nginx/.htpasswd $temp_backup_dir/htpasswd
|
|
|
|
fi
|
2016-10-24 23:25:56 +02:00
|
|
|
backup_directory_to_usb $temp_backup_dir configfiles
|
2015-12-11 10:14:33 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
function backup_admin_readme {
|
2016-08-29 11:48:49 +02:00
|
|
|
if [ -f /home/$ADMIN_USERNAME/README ]; then
|
|
|
|
echo $"Backing up README"
|
|
|
|
temp_backup_dir=/home/$ADMIN_USERNAME/tempbackup
|
|
|
|
if [ ! -d $temp_backup_dir ]; then
|
|
|
|
mkdir -p $temp_backup_dir
|
|
|
|
fi
|
|
|
|
cp -f /home/$ADMIN_USERNAME/README $temp_backup_dir
|
|
|
|
backup_directory_to_usb $temp_backup_dir readme
|
|
|
|
fi
|
2015-12-11 10:14:33 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
function backup_mariadb {
|
2016-08-29 11:48:49 +02:00
|
|
|
if [ ${#DATABASE_PASSWORD} -gt 1 ]; then
|
|
|
|
temp_backup_dir=/root/tempmariadb
|
|
|
|
if [ ! -d $temp_backup_dir ]; then
|
|
|
|
mkdir $temp_backup_dir
|
|
|
|
fi
|
|
|
|
mysqldump --lock-tables --password="$DATABASE_PASSWORD" mysql user > $temp_backup_dir/mysql.sql
|
|
|
|
if [ ! -s $temp_backup_dir/mysql.sql ]; then
|
|
|
|
echo $"Unable to backup mysql settings"
|
|
|
|
rm -rf $temp_backup_dir
|
|
|
|
umount $USB_MOUNT
|
|
|
|
rm -rf $USB_MOUNT
|
|
|
|
exit 8
|
|
|
|
fi
|
|
|
|
echo "$DATABASE_PASSWORD" > $temp_backup_dir/db
|
|
|
|
chmod 400 $temp_backup_dir/db
|
|
|
|
backup_directory_to_usb $temp_backup_dir mariadb
|
|
|
|
fi
|
2015-12-11 10:14:33 +01:00
|
|
|
}
|
|
|
|
|
2015-12-09 10:45:06 +01:00
|
|
|
# has the remove option been set ?
|
|
|
|
remove_option=$2
|
|
|
|
if [[ $1 == "remove" ]]; then
|
2016-08-29 11:48:49 +02:00
|
|
|
remove_option=$1
|
2015-12-09 10:45:06 +01:00
|
|
|
fi
|
|
|
|
|
2016-07-07 11:59:39 +02:00
|
|
|
backup_mount_drive $1 $2
|
2015-12-09 10:45:06 +01:00
|
|
|
remove_backup_directory $remove_option
|
2015-12-08 22:18:31 +01:00
|
|
|
make_backup_directory
|
|
|
|
check_storage_space_remaining
|
|
|
|
backup_users
|
2015-12-11 10:14:33 +01:00
|
|
|
prepare_directories
|
2015-12-08 23:31:02 +01:00
|
|
|
backup_directories
|
2016-07-09 23:49:35 +02:00
|
|
|
backup_apps local
|
2016-10-24 23:25:56 +02:00
|
|
|
backup_configfiles
|
2015-12-11 10:14:33 +01:00
|
|
|
backup_admin_readme
|
|
|
|
backup_mariadb
|
2016-10-13 12:03:10 +02:00
|
|
|
backup_extra_directories local
|
2016-07-07 11:59:39 +02:00
|
|
|
backup_unmount_drive $USB_DRIVE $USB_MOUNT
|
2016-07-08 16:39:06 +02:00
|
|
|
echo $"Backup to USB drive is complete. You can now unplug it."
|
2015-12-08 22:18:31 +01:00
|
|
|
|
2015-12-08 12:40:41 +01:00
|
|
|
exit 0
|