X-Git-Url: https://arthur.barton.de/gitweb/?p=backup-script.git;a=blobdiff_plain;f=bin%2Fbackup-script;h=0ac5fe242ad22abf5780b953e13027773a7a1524;hp=df719d3fe314731408efdc142c10967d4a0069d5;hb=86140da3b0194043373d049da47f7d4808776c50;hpb=77b1d59b32a06bdf91de530ec687ab6e3675ff85

diff --git a/bin/backup-script b/bin/backup-script
index df719d3..0ac5fe2 100755
--- a/bin/backup-script
+++ b/bin/backup-script
@@ -10,7 +10,7 @@
 # Please read the file COPYING, README and AUTHORS for more information.
 #
 
-NAME=`basename $0`
+NAME=$(basename "$0")
 PIDFILE="/var/run/$NAME.pid"
 
 DRYRUN=0
@@ -26,10 +26,13 @@ declare -i count_ok_vanished=0
 destinations=""
 
 # Default settings, can be overwritten in backup-script.conf:
-conf_d="/etc/backup-script.d"
+[ -d "/usr/local/etc/backup-script.d" ] \
+	&& conf_d="/usr/local/etc/backup-script.d" \
+	|| conf_d="/etc/backup-script.d"
 pre_exec=""
 post_exec=""
-default_target=""
+default_source_root="/"
+default_target="/var/backups"
 default_user="root"
 default_ssh_args_add=""
 default_rsync_args_add=""
@@ -49,6 +52,9 @@ Usage() {
 	echo
 	echo "When no <system> is given, all defined systems are used."
 	echo
+	echo "Configuration file is \"$conf\","
+	echo "using \"$conf_d\" as configuration directory."
+	echo
 	exit 1
 }
 
@@ -71,12 +77,13 @@ GotSignal() {
 	CleanUp
 	echo -n "Aborted: "; date
 	echo
+	sleep 3
 	exit 9
 }
 
 ExecJob() {
-	what="$1"
-	cmd="$2"
+	local what="$1"
+	local cmd="$2"
 
 	echo "Running job ${what}-exec command ..."
 	[ "$local" -eq 0 ] \
@@ -84,7 +91,7 @@ ExecJob() {
 	echo -n "Start date (${what}-exec): "; date
 	echo "$cmd"
 	if [ "$DRYRUN" -eq 0 ]; then
-		$SHELL -c "$cmd"; ret=$?
+		$SHELL -c "$cmd"; local ret=$?
 	else
 		echo " *** Trial run, not executing ${what}-exec command!"
 		ret=0
@@ -95,6 +102,177 @@ ExecJob() {
 	return $ret
 }
 
+GetFS() {
+	local dir="$1"
+
+	while [ -n "$dir" ]; do
+		findmnt -fn -o FSTYPE --raw "$dir" 2>/dev/null; local r=$?
+		if [ $r -eq 0 ]; then
+			return 0
+		elif [ $r -eq 127 ]; then
+			echo "UNKNOWN"
+			return 1
+		fi
+		dir=$(dirname "$dir") || return 1
+	done
+}
+
+CreateSubvolume() {
+	local volume="$1"
+	local fs
+	local dir
+
+	dir=$(dirname "$volume")
+	fs=$(GetFS "$dir")
+	case "$fs" in
+	  "btrfs")
+		btrfs subvolume create "$volume"  >/dev/null || return 1
+		;;
+	  "zfs")
+		zfs create "$(echo "$volume" | cut -c2-)" || return 1
+		;;
+	  *)
+		echo "CreateSubvolume: Incompatible FS type \"$fs\" on \"$dir\"!"
+		return 9
+	esac
+	return 0
+}
+
+CloneSubvolume() {
+	local source="$1"
+	local volume="$2"
+	local snapshot="$3"
+	local dir
+	local fs
+	local link_name
+
+	dir=$(dirname "source")
+	fs=$(GetFS "$source")
+	case "$fs" in
+	  "btrfs")
+		btrfs subvolume snapshot "$source" "$snapshot"  >/dev/null || return 1
+		;;
+	  "zfs")
+		zfs snapshot "$snapshot" || return 1
+		link_name="$(echo "$snapshot" | cut -d@ -f2-)"
+		ln -s \
+			"$volume/.zfs/snapshot/$link_name" \
+			"$(dirname "$volume")/$link_name"
+		;;
+	  *)
+		echo "CloneSubvolume: Incompatible FS type \"$fs\" on \"$source\"!"
+		return 9
+	esac
+	return 0
+}
+
+RenameSubvolume() {
+	local source="$1"
+	local target="$2"
+	local fs
+
+	fs=$(GetFS "$source")
+	case "$fs" in
+	  "btrfs")
+		mv "$source" "$target" || return 1
+		;;
+	  "zfs")
+		zfs rename \
+		  "$(echo "$source" | cut -c2-)" \
+		  "$(echo "$target" | cut -c2-)" \
+			|| return 1
+		;;
+	  *)
+		echo "RenameSubvolume: Incompatible FS type \"$fs\" on \"$source\"!"
+		return 9
+	esac
+	return 0
+}
+
+DeleteSubvolume() {
+	local volume="$1"
+	local fs
+	local id
+	local snapshot
+
+	fs=$(GetFS "$volume")
+	case "$fs" in
+	  "btrfs")
+		btrfs subvolume delete "$volume" >/dev/null || return 1
+		;;
+	  "zfs")
+		id="$(basename "$volume")"
+		if [ -h "$volume" ]; then
+			snapshot="$(dirname "$volume")/current@$id"
+		else
+			snapshot="$volume"
+		fi
+		zfs destroy -r "$(echo "$snapshot" | cut -c2-)" >/dev/null || return 1
+		[ -h "$volume" ] && rm "$volume"
+		;;
+	  *)
+		echo "DeleteSubvolume: Incompatible FS type \"$fs\" on \"$volume\"!"
+		return 9
+	esac
+	return 0
+}
+
+Initialize_Last_SysTarget_Snapshot() {
+	sys_target="$1"
+	unset last
+	unset snapshot
+
+	fs=$(GetFS "$sys_target")
+	case "$fs" in
+	  "btrfs")
+		# Search directory of last generation, if any
+		last=$(ls -1d "$sys_target"/[0-9]* 2>/dev/null | sort -r | head -n1)
+		if [ -n "$last" ]; then
+			if [ ! -d "$last" ]; then
+				echo "Last snapshot \"$last\" seems not to be a directory!? \"$system\" skipped!"
+				echo
+				return 1
+			fi
+		fi
+		sys_target="$sys_target/$(date +%Y%m%d-%H%M%S)"
+		snapshot="$sys_target"
+		;;
+	  "zfs")
+		# On ZFS, the last generation is always named "current"
+		if [ -e "$sys_target/current" ]; then
+			last="$sys_target/current"
+			if [ "$(uname)" = "Linux" ]; then
+				date=$(LC_ALL=C stat "$1" | grep "^Modify: " \
+				 | cut -d':' -f2- | cut -d. -f1)
+			else
+				date=$(LC_ALL=C stat -f "%Sc" "$1")
+			fi
+			date=$(echo "$date" | sed -e's/^ //g' -e 's/[-:]//g' -e 's/ /-/g')
+
+		else
+			last=""
+			date="$(date +%Y%m%d-%H%M%S)"
+		fi
+		snapshot="$(echo "$sys_target/current" | cut -c2-)@$date"
+		sys_target="$sys_target/current"
+		;;
+	  *)
+		echo "Initialize_Last_SysTarget_Snapshot: Incompatible FS type \"$fs\" on \"$sys_target\"!"
+		return 1
+	esac
+	return 0
+}
+
+# Search configuration file (last one is used as default!)
+for conf in \
+	"/usr/local/etc/backup-script.conf" \
+	"/etc/backup-script.conf" \
+	"${conf_d}/backup-script.conf" \
+	"/usr/local/etc/backup-script.conf" \
+; do
+	[ -r "$conf" ] && break
+done
+
 while [ $# -gt 0 ]; do
 	case "$1" in
 	  "-n"|"--dry-run")
@@ -115,16 +293,17 @@ trap GotSignal SIGINT
 
 echo -n "Started: "; date
 
-for conf in "/etc/backup-script.conf" "${conf_d}/backup-script.conf"; do
-	if [ -r "$conf" ]; then
-		echo "Reading configuration: \"$conf\" ..."
-		source "$conf"
-	fi
-done
+# Read in configuration file
+if [ -r "$conf" ]; then
+	echo "Reading configuration: \"$conf\" ..."
+	source "$conf"
+else
+	echo "No configuration file found, using defaults."
+fi
 echo
 
 if [ $# -ge 1 ]; then
-	for s in $@; do
+	for s in "$@"; do
 		if [ ! -r "${conf_d}/$s" ]; then
 			echo "$NAME: Can' read \"${conf_d}/$s\"!"
 			exit 1
@@ -132,7 +311,7 @@ if [ $# -ge 1 ]; then
 		sys="$sys ${conf_d}/$s"
 	done
 else
-	sys=${conf_d}/*
+	sys="${conf_d}/"*
 fi
 
 # check and create PID file
@@ -168,7 +347,7 @@ fi
 for f in $sys; do
 	[ -r "$f" -a -f "$f" ] || continue
 
-	fname=`basename $f`
+	fname=$(basename "$f")
 	case "$fname" in
 		"backup-script.conf"|*.sh)
 			continue
@@ -178,6 +357,7 @@ for f in $sys; do
 	# Set global defaults
 	system="$fname"
 	user="$default_user"
+	source_root="$default_source_root"
 	target="$default_target"
 	ssh_args_add="$default_ssh_args_add"
 	rsync_args_add="$default_rsync_args_add"
@@ -189,11 +369,54 @@ for f in $sys; do
 	job_pre_exec="$default_job_pre_exec"
 	job_post_exec="$default_job_post_exec"
 
+	# Compatibility with backup-pull(1) script: Save global values ...
+	pre_exec_saved="$pre_exec"
+	post_exec_saved="$post_exec"
+
+	# Compatibility with backup-pull(1) script: Set defaults
+	unset host
+	unset source
+	unset pre_exec
+	unset post_exec
+
 	# Read in system configuration file
 	source "$f"
 
+	# Compatibility with backup-pull(1) script: Fix up configuration
+	[ "$system" = "$fname" -a -n "$host" ] \
+		&& system="$host"
+	[ "$source_root" = "$default_source_root" -a -n "$source" ] \
+		&& source_root="$source"
+	[ -z "$job_pre_exec" -a -n "$pre_exec" ] \
+		&& job_pre_exec="$pre_exec"
+	[ -z "$job_post_exec" -a -n "$post_exec" ] \
+		&& job_post_exec="$post_exec"
+
+	# Compatibility with backup-pull(1) script: Restore global values ...
+	pre_exec="$pre_exec_saved"
+	post_exec="$post_exec_saved"
+
 	# Validate configuration
-	[ "$system" = "localhost" -o "$system" = "127.0.0.1" ] && local=1
+	if [ "$system" = "localhost" -o "$system" = "127.0.0.1" ]; then
+		# Local system
+		local=1
+		compress=0
+	fi
+
+	# Make sure "source" ends with a slash ("/")
+	case "$source" in
+	  "*/")
+		;;
+	  "*")
+		source="$source/"
+	esac
+
+	# Make sure "target" DOESN'T end with a slash ("/")
+	case "$target" in
+	  "*/")
+		target=$( echo "$target" | sed -e 's/\/$//g' )
+		;;
+	esac
 
 	[ "$system" = "$fname" ] \
 		&& systxt="\"$system\"" \
@@ -216,8 +439,12 @@ for f in $sys; do
 
 	sys_target="$target/$fname"
 	sys_root="$sys_target"
-	if [ "$DRYRUN" -eq 0 ]; then
-		mkdir -p "$sys_target" >/dev/null 2>&1
+	if [ "$DRYRUN" -eq 0 -a ! -e "$sys_target" ]; then
+		if [ $generations -gt 0 ]; then
+			CreateSubvolume "$sys_target"
+		else
+			mkdir -p "$sys_target"
+		fi
 		if [ $? -ne 0 ]; then
 			echo "Can't create \"$sys_target\"!? \"$system\" skipped!"
 			echo; continue
@@ -243,21 +470,12 @@ for f in $sys; do
 			echo; continue
 		fi
 
-		# Search directory of last generation, if any
-		last="`ls -1 "$sys_target" 2>/dev/null | sort -r | head -n1`"
-		if [ -n "$last" ]; then
-			last="$sys_target/$last"
-			if [ ! -d "$last" ]; then
-				echo "Last snapshot \"$last\" seems not to be a directory!? \"$system\" skipped!"
-				echo; continue
-			fi
-		fi
-		sys_target="$sys_target/`date +%Y%m%d-%H%M%S`"
+		Initialize_Last_SysTarget_Snapshot "$sys_target" || continue
 
 		if [ -n "$last" -a ! -e "$last/.stamp" ]; then
 			# Old backup directory without "stamp file", continue
 			echo "Found incomplete snapshot in \"$last\", reusing and renaming it ..."
-			mv "$last" "$sys_target" >/dev/null 2>&1
+			RenameSubvolume "$last" "$sys_target"
 			if [ $? -ne 0 ]; then
 				echo "Failed to rename last snapshot \"$last\" to \"$sys_target\"!? \"$system\" skipped!"
 				echo; continue
@@ -266,23 +484,21 @@ for f in $sys; do
 			# Old backup directory found, create new snapshot
 			echo "Found last snapshot in \"$last\"."
 			if [ "$DRYRUN" -eq 0 ]; then
-				btrfs subvolume snapshot \
-				  "$last" "$sys_target" >/dev/null 2>&1; r=$?
+				CloneSubvolume "$last" "$sys_target" "$snapshot"; r=$?
 				if [ $r -ne 0 ]; then
-					echo "Can't create btrfs snapshot \"$sys_target\" of \"$last\", code $r!? \"$system\" skipped!"
+					echo "Can't create snapshot \"$snapshot\" of \"$last\", code $r!? \"$system\" skipped!"
 					echo; continue
 				fi
-				echo "Created new snapshot in \"$sys_target\"."
+				echo "Created new snapshot in \"$snapshot\"."
 			else
-				echo " *** Trial run, not creating new snapshot in \"$sys_target\"!"
+				echo " *** Trial run, not creating new snapshot in \"$snapshot\"!"
 			fi
 		else
 			# No old backup found, create new subvolume
 			if [ "$DRYRUN" -eq 0 ]; then
-				btrfs subvolume create \
-				  "$sys_target" >/dev/null 2>&1; r=$?
+				CreateSubvolume "$sys_target"; r=$?
 				if [ $r -ne 0 ]; then
-					echo "Can't create btrfs subvolume \"$sys_target\", code $r!? \"$system\" skipped!"
+					echo "Can't create subvolume \"$sys_target\", code $r!? \"$system\" skipped!"
 					echo; continue
 				fi
 				echo "Created new subvolume in \"$sys_target\"."
@@ -308,25 +524,28 @@ for f in $sys; do
 	# prepare (remote) command ...
 	cmd="rsync --archive"
 	[ "$compress" -ne 0 ] && cmd="$cmd --compress"
-	cmd="$cmd --rsh=\"$ssh_cmd\" --delete --delete-excluded --sparse"
+	[ "$local" -eq 0 ] && cmd="$cmd --rsh=\"$ssh_cmd\""
+	cmd="$cmd --delete --delete-excluded --sparse"
 	[ "$VERBOSE" -gt 0 ] && cmd="$cmd --progress"
-	cmd="$cmd --exclude=/dev --exclude=/proc --exclude=/sys"
-	cmd="$cmd --exclude=/run --exclude=/tmp --exclude=/var/tmp"
-	cmd="$cmd --exclude=/media --exclude=/mnt --exclude=/net"
-	cmd="$cmd --exclude=/var/cache/apt --exclude=/var/log"
+	if [ "$source_root" = "$default_source_root" ]; then
+		cmd="$cmd --exclude=/dev --exclude=/proc --exclude=/sys"
+		cmd="$cmd --exclude=/run --exclude=/tmp --exclude=/var/tmp"
+		cmd="$cmd --exclude=/media --exclude=/mnt --exclude=/net"
+		cmd="$cmd --exclude=/var/cache/apt --exclude=/var/log"
+	fi
 	[ -n "$exclude_args_add" ] && cmd="$cmd $exclude_args_add"
 	[ -n "$rsync_args_add" ] && cmd="$cmd $rsync_args_add"
 
 	[ "$local" -eq 0 ] \
-		&& cmd="$cmd ${user}@${system}:/ $sys_target/" \
-		|| cmd="$cmd / $sys_target/"
+		&& cmd="$cmd ${user}@${system}:$source_root $sys_target/" \
+		|| cmd="$cmd $source_root $sys_target/"
 
 	echo "Backing up to \"$sys_target\" ..."
 	echo -n "Start date: "; date
 	echo "$cmd"
 	count_started=$count_started+1
 	ok=0
-	
+
 	if [ "$DRYRUN" -eq 0 ]; then
 		rm -f "$sys_target/.stamp"
 		$SHELL -c "$cmd"; ret=$?
@@ -359,11 +578,17 @@ for f in $sys; do
 	fi
 
 	if [ $generations -gt 0 ]; then
+		# Update "latest" symlink
+		if [ "$DRYRUN" -eq 0 ]; then
+			rm -f "$sys_root/latest"
+			ln -s "$sys_target" "$sys_root/latest"
+		fi
 		# Clean up old generations
-		to_delete=`ls -1t "$sys_root" 2>/dev/null | tail -n+$generations | sort`
+		declare -i gen_count=$generations+2
+		to_delete=$(ls -1t "$sys_root" 2>/dev/null | tail -n+$gen_count | sort)
 		if [ -n "$to_delete" -a $ok -eq 1 ]; then
 			[ "$DRYRUN" -eq 0 ] \
-				&& echo "Deleting old backup generations:" \
+				&& echo "Deleting old backup generations (keep $generations) ..." \
 				|| echo " *** Trial run, not deleting old generations:"
 			for delete in $to_delete; do
 				dir="$sys_root/$delete"
@@ -371,14 +596,13 @@ for f in $sys; do
 					echo "Not deleting \"$dir\", not a backup directory!?"
 					continue
 				fi
-				last=`stat "$dir/.stamp" 2>/dev/null | grep "^Modify: " \
-				 | cut -d':' -f2- | cut -d. -f1`
+				last=$(stat "$dir/.stamp" 2>/dev/null | grep "^Modify: " \
+				 | cut -d':' -f2- | cut -d. -f1)
 				echo "Removing backup from" $last "..."
 				if [ "$DRYRUN" -eq 0 ]; then
-					btrfs subvolume delete \
-					 "$dir" >/dev/null 2>&1
+					DeleteSubvolume "$dir"
 					[ $? -eq 0 ] || \
-					 echo "Failed to delete \"$dir\"!"
+					  echo "Failed to delete \"$dir\"!"
 				fi
 			done
 			echo -n "Clean up finished: "; date