From 4a2eb7588dfbcf3f2110822b8b0a83e21d5ae574 Mon Sep 17 00:00:00 2001
From: Andrew Hurley <andrew@cherished.me>
Date: Wed, 26 Oct 2022 20:31:43 +1100
Subject: [PATCH] First Commit

---
 README.md   |   0
 b2v.sh      |  39 +++++++++++++++
 backup.cron |   1 +
 backup.sh   |   3 ++
 m2v.sh      |  49 +++++++++++++++++++
 rem.sh      | 103 +++++++++++++++++++++++++++++++++++++++
 v2b.sh      | 135 ++++++++++++++++++++++++++++++++++++++++++++++++++++
 vvv.sh      | 115 ++++++++++++++++++++++++++++++++++++++++++++
 8 files changed, 445 insertions(+)
 create mode 100644 README.md
 create mode 100755 b2v.sh
 create mode 100644 backup.cron
 create mode 100755 backup.sh
 create mode 100755 m2v.sh
 create mode 100755 rem.sh
 create mode 100755 v2b.sh
 create mode 100755 vvv.sh

diff --git a/README.md b/README.md
new file mode 100644
index 0000000..e69de29
diff --git a/b2v.sh b/b2v.sh
new file mode 100755
index 0000000..a8ea10b
--- /dev/null
+++ b/b2v.sh
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+#set -o xtrace
+
+PREFIX=""
+if [[ -v 1 ]]; then
+  PREFIX="${1}_"
+fi
+
+cprompt () {
+  read -r -s -N 1 -p "Continue [Enter]?"
+  if [[ $REPLY == $'\n' ]]; then
+    printf "\n"
+  else
+    printf "\n"
+    printf "  Script stopped!\n"
+    exit
+  fi
+}
+
+#pushd vtb || exit 1
+for TAR in *.tar.bz2; do
+  if [[ $TAR =~ .tar.bz2 ]]; then
+    VOL=${TAR%.tar.bz2}
+    if [[ -n $PREFIX ]]; then
+      VOL="${PREFIX}${VOL#*_}"
+    fi
+    if sudo docker volume ls -q |grep -qw "${VOL}"; then
+      printf "Operation: ${TAR} -> ${VOL}\n"
+      cprompt
+      sudo cat "${TAR}" \
+        |sudo docker run -i -v "${VOL}:/volume" --rm \
+           loomchild/volume-backup restore -v -f - || exit 3
+    fi
+  fi
+done
+#popd || exit 1
+
+set +o xtrace
diff --git a/backup.cron b/backup.cron
new file mode 100644
index 0000000..15b2fea
--- /dev/null
+++ b/backup.cron
@@ -0,0 +1 @@
+14 4 * * * root /srv/backup/backup.sh 2>&1 |tee /root/cron-backup.log
diff --git a/backup.sh b/backup.sh
new file mode 100755
index 0000000..846eea2
--- /dev/null
+++ b/backup.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+pushd /srv/backup && ./vvv.sh docker local mailu && nice ./v2b.sh -u backup_docker && popd
diff --git a/m2v.sh b/m2v.sh
new file mode 100755
index 0000000..7e87e4a
--- /dev/null
+++ b/m2v.sh
@@ -0,0 +1,49 @@
+#!/bin/bash
+
+set -o xtrace
+
+if [[ $# < 2 ]]; then
+  echo "First argument is compose prefix. File with list of 'volumes binddir' needed as second argument"
+  exit 1
+fi
+
+if [[ ! -f "${2}" ]]; then
+	echo "File with list of 'volumes binddir' missing (${2})."
+  exit 1
+fi
+
+if [[ ! -d "../@${1}" ]]; then
+  echo "Compose directory not valid (${1})"
+  exit 1
+fi
+
+sudo docker rm -f helper
+if [[ -f log.txt ]]; then
+  mv log.txt "log-$(date +%N).txt"
+else
+  touch log.txt
+fi  
+
+VOLUMES="$(sudo docker volume ls -q |grep ${1}_)a"
+touch log.txt
+sleep 2
+while read -r F1 F2; do
+  VOLUME="${1}_${F1}"
+  if grep -wq "${VOLUME}" - <<< $VOLUMES; then
+      COMMAND="rm -rvf /volume/{*,.*}  && cp -a ../bindmnt/. /volume"
+      BINDMNT=$(realpath "../cndata/${F2}")
+      sudo docker run --name helper \
+	-v "${VOLUME}:/volume" \
+	-v "${BINDMNT}:/bindmnt" \
+	busybox \
+	sh -c "${COMMAND}"
+      sudo docker logs helper >> log.txt
+      sudo docker rm -f helper
+      sleep 2
+  else
+      echo "$VOLUME is not available for restoration"
+      exit 1
+  fi    
+done < "${2}"
+
+set +o xtrace
diff --git a/rem.sh b/rem.sh
new file mode 100755
index 0000000..a1ad4d1
--- /dev/null
+++ b/rem.sh
@@ -0,0 +1,103 @@
+#!/bin/bash
+
+
+set -o xtrace
+set -u
+set -o pipefail
+
+usage () {
+  printf "  Usage: rem.sh <url>\n"
+  printf "    option: f <folder> (local folder contents to send to remote)\n"
+  printf "    option: b (send backup scripts located in ../backup to remote)\n"
+  printf "    option: d (send server docker spec located in ../docker to remote)\n"
+  printf "    option: s (send server certificates located in ../srvtls to remote)\n"
+  printf "    option: c (send server config located in ../config to remote)\n"
+  printf "    option: a (options d,s,c combined - complete server, excluding scripts)\n"
+}
+
+
+FOLDER="_vols_"
+SCRIPTS="false"
+CERTS="false"
+DOCKER="false"
+CONFIG="false"
+OUTPUT=""
+while getopts ':f:bdsca' OPT; do
+  case $OPT in
+    b)
+      SCRIPTS="true"
+      OUTPUT="${OUTPUT}  Option: SEND BACKUP SCRIPTS\n";;
+    f)
+      FOLDER="${OPTARGS}"
+      OUTPUT="${OUTPUT}  Option: SPECIFY SOURCE FOLDER\n";;
+    s)
+      CERTS="true"
+      OUTPUT="${OUTPUT}  Option: SEND CERTIFICATES\n";;
+    d)
+      DOCKER="true"
+      OUTPUT="${OUTPUT}  Option: SEND DOCKER SPEC\n";;
+    c)
+      CONFIG="true"
+      OUTPUT="${OUTPUT}  Option: SEND CONFIG SPEC\n";;
+    a)
+      CONFIG="true"; DOCKER="true"; CERTS="true";
+      OUTPUT="${OUTPUT}  Option: SEND ALL (BACKUP,CERTS,DOCKER,CONFIG\n";;
+    \?)
+      usage;
+      exit;;
+  esac
+done
+shift $((OPTIND -1))
+
+REMOTEURL=""
+if [[ -v 1 ]]; then
+  REMOTEURL="${1}"
+else
+  echo "Missing remote address: user@url"
+  exit 1
+fi
+
+REMOTEDIR="_vols_"
+sudo ssh "${REMOTEURL}" << EOT || exit 1
+echo "Local user: $USER"
+echo "Remote user: \$USER"
+pushd /srv/backup || exit 1
+if [[ -d _vols_ ]]; then
+  if [[ -n "$(ls -A _vols_)" ]]; then
+    TF="$(stat -c "%W" "${REMOTEDIR}")"
+    mv "${REMOTEDIR}" "${REMOTEDIR}\${TF}" || exit 1
+  fi
+fi
+mkdir -p "${REMOTEDIR}" || exit 1
+popd || exit 1
+EOT
+
+pushd "${FOLDER}" || exit 1
+sudo scp *.tar.bz2 "${REMOTEURL}:/srv/backup/_vols_" || exit 1
+popd || exit 1
+
+if [[ $SCRIPTS == "true" ]]; then
+  pushd "../backup" || exit 1
+  sudo scp *.sh "${REMOTEURL}:/srv/backup" || exit 1
+  popd || exit 1
+fi
+
+if [[ $CERTS == "true" ]]; then
+  pushd "../srvtls" || exit 1
+  sudo scp * "${REMOTEURL}:/srv/srvtls" || exit 1
+  popd || exit 1
+fi
+
+if [[ $DOCKER == "true" ]]; then
+  pushd "../docker" || exit 1
+  sudo scp * .env "${REMOTEURL}:/srv/docker" || exit 1
+  popd || exit 1
+fi
+
+if [[ $CONFIG == "true" ]]; then
+  pushd "../config" || exit 1
+  sudo scp * .env "${REMOTEURL}:/srv/config" || exit 1
+  popd || exit 1
+fi
+
+set +o xtrace
diff --git a/v2b.sh b/v2b.sh
new file mode 100755
index 0000000..3c9fbec
--- /dev/null
+++ b/v2b.sh
@@ -0,0 +1,135 @@
+#!/bin/bash
+
+#set -o xtrace
+set -u
+set -o pipefail
+
+UMASK="$(umask)"
+
+final-local () {
+  if [[ -z "$(ls -A ${TEMPF})" ]]; then
+    rmdir "${TEMPF}"
+  else
+    if [[ $KEEP == "true" ]]; then
+      mv "${FOLDER}" "${NEWFL}"
+    else
+      rm -rf "${FOLDER}"
+    fi
+    mv "${TEMPF}" "${FOLDER}"
+  fi
+}
+
+final-remote () {
+  if [[ -z "$(ls ${TEMPF})" ]]; then
+    rmdir "${TEMPF}"
+  else
+    sudo scp -r "${TEMPF}" "${ADDR}:/srv/backup/${TEMPF}" || exit 1
+    if [[ $KEEP == "true" ]]; then
+      sudo ssh "${ADDR}" "cd /srv/backup; mv \"${FOLDER}\" \"${NEWFL}\""
+    else
+      sudo ssh "${ADDR}" "cd /srv/backup; rm -rf \"${FOLDER}\""
+    fi
+    sudo scp -r "${TEMPF}" "${ADDR}:/srv/backup" && rm -rf "${TEMPF}"
+    sudo ssh "${ADDR}" "cd /srv/backup; mv \"${TEMPF}\" \"${FOLDER}\""
+  fi
+}
+
+cprompt () {
+  if [[ $UNATTENDED == "true" ]]; then return; fi
+  read -r -s -N 1 -p "Continue [Enter]?"
+  if [[ $REPLY != $'\n' ]]; then
+    printf "\n"
+    printf "  Script stopped!\n"
+    if [[ $SEND == "true" ]]; then
+      final-remote
+    else 
+      final-local
+    fi
+    exit
+  fi
+}
+
+usage () {
+  printf "v2b.sh <option> [ <prefix> ]\n"
+  printf "  <prefix> only backup volumes with this prefix\n"
+  printf "  option: k (keep existing backups)\n"
+  printf "  option: p (remove prefix from tar archive file name\n"
+  printf "  option: u (unattended backup)\n"
+  printf "  option: s <address> (send backup directly to remote address via ssh)\n"
+}
+
+SEND="false"
+ADDR=""
+REMOVE="false"
+KEEP="false"
+UNATTENDED="false"
+
+OUTPUT=""
+while getopts ':s:pku' OPT; do
+  case $OPT in
+    s) SEND="true"; ADDR="${OPTARG}"; OUTPUT="${OUTPUT}  Option: SEND BACKUPS\n";;
+    p) REMOVE="true"; OUTPUT="${OUTPUT}  Option: RESTART AFTER\n";;
+    r) KEEP="true"; OUTPUT="${OUTPUT}  Option: KEEP EXISTING BACKUPS\n";;
+    u) UNATTENDED="true"; OUTPUT="${OUTPUT}  Option: UNATTENDED BACKUP\n";;
+    \?) usage; exit;;
+  esac
+done
+shift $((OPTIND -1))
+
+if [[ $SEND == "true" ]]; then
+  FOLDER="_$(hostname -f)_"
+else
+  FOLDER="_vols_"
+fi
+
+if [[ $# > 0 ]]; then
+  VOLUMES="$(sudo docker volume ls -q |grep "${1}")"
+else
+  VOLUMES="$(sudo docker volume ls -q)"
+fi
+
+if [[ -z $VOLUMES ]]; then
+  printf "Cannot find volumes spec: ${1}_\n"
+  exit 1
+fi
+
+if [[ $SEND == "true" ]]; then
+  if sudo ssh "${ADDR}" test -d "/srv/backup/${FOLDER}"; then
+    LASTF="$(sudo ssh "${ADDR}" ls -d --format=single-column ${FOLDER}* |tail -n1)"
+  else
+    LASTF="${FOLDER}"
+  fi
+else
+  if [[ -d ${FOLDER} ]]; then
+    LASTF="$(ls -d --format=single-column ${FOLDER}* |tail -n1)"
+  else
+    LASTF="${FOLDER}"
+  fi
+fi
+
+INDEX="$((( ${LASTF#${FOLDER}} + 0 )))"
+NEWFL="${FOLDER}$(printf "%05d" $((( ${INDEX} + 1 ))))"
+TEMPF="$(mktemp -dt -p $PWD XXXXXXXXXXXXXXX)"
+
+for VOL in ${VOLUMES}; do
+  if [[ $REMOVE == "true" ]]; then
+    TAR="${VOL#${1}_}.tar.bz2"
+  else
+    TAR="${VOL}.tar.bz2"
+  fi
+  printf "${VOL} --> ${TEMPF}/${TAR}\n"
+  cprompt
+  sudo docker run --rm --log-driver none \
+    -v "${VOL}:/volume" \
+    -v "${TEMPF}:/backup" \
+    loomchild/volume-backup backup -v "${TAR}"
+  sudo chmod 400 "${TEMPF}/${TAR}"
+done
+
+if [[ $SEND == "true" ]]; then
+  final-remote
+else 
+  final-local
+fi
+
+set +o xtrace
diff --git a/vvv.sh b/vvv.sh
new file mode 100755
index 0000000..f68cb30
--- /dev/null
+++ b/vvv.sh
@@ -0,0 +1,115 @@
+#!/bin/bash
+
+#set -o xtrace
+set -u
+set -o pipefail
+
+RESTORE="false"
+OUTPUT=""
+while getopts ':r' OPT; do
+  case $OPT in
+    r) RESTORE="true"; OUTPUT="${OUTPUT}  Option: RESTORE OPERATION";;
+    \?) usage; exit;;
+  esac
+done
+shift $((OPTIND -1))
+
+if [[ $RESTORE == "true" ]] && [[ ! -f docker-restore.sh ]]; then
+  echo "Problem: docker-restore.sh missing!"
+  exit 1
+fi
+
+usage () { 
+  printf "Usage: vvv.sh <project> <profile> [ <profile> ... ]\n"
+  printf "   Project = Compose project folder.\n"
+  printf "   Profile(s) = profiles to stop and then restart after.\n"
+}
+
+scripts () {
+  for MODE in backup restore; do
+    FILE="docker-${MODE}.sh"
+    SCRIPT="#!/bin/bash"$'\n'
+    SCRIPT="${SCRIPT}sudo docker run --rm \\"$'\n'
+    SCRIPT="${SCRIPT}  --name volumerize \\"$'\n'
+    SCRIPT="${SCRIPT}  -e TZ=Australia/Perth \\"$'\n'
+    SCRIPT="${SCRIPT}  -e VOLUMERIZE_SOURCE=/source \\"$'\n'
+    SCRIPT="${SCRIPT}  -e VOLUMERIZE_TARGET=file:///backup \\"$'\n'
+    SCRIPT="${SCRIPT}  -v backup_${PROJECT}-cache:/volumerize-cache \\"$'\n'
+    if [[ $MODE == "restore" ]]; then
+      SCRIPT="${SCRIPT}  -v backup_${PROJECT}-volume:/backup:ro \\"$'\n'
+      for VOL in $VOLUMES; do
+        SCRIPT="${SCRIPT}  -v ${VOL}:/source/${VOL} \\"$'\n'
+      done
+      SCRIPT="${SCRIPT}  blacklabelops/volumerize:1.7.1 restore"$'\n'$'\n'
+    elif [[ $MODE == "backup" ]]; then
+      SCRIPT="${SCRIPT}  -v backup_${PROJECT}-volume:/backup \\"$'\n'
+      for VOL in $VOLUMES; do
+        SCRIPT="${SCRIPT}  -v ${VOL}:/source/${VOL}:ro \\"$'\n'
+      done
+      SCRIPT="${SCRIPT}  blacklabelops/volumerize:1.7.1 backup"$'\n'$'\n'
+    else
+      printf "Fatal error 1.\n"
+      exit 1
+    fi
+    printf "${SCRIPT}" > "${FILE}"
+    chmod +x "${FILE}"
+  done
+}
+
+if [[ $# -lt 2  ]]; then
+  usage
+  exit 1
+fi
+
+PROJECT="$1"
+if [[ ! -d "../${PROJECT}" ]]; then
+  printf "Folder ${1} does not exist!\n"
+  exit 1
+fi
+
+VOLUMES="$(sudo ls /var/lib/docker/volumes |grep "${PROJECT}_")"
+if [[ -z "$VOLUMES" ]]; then
+  printf "There are no volumes found to backup/restore!\n"
+  exit 1
+fi
+
+pushd "../${PROJECT}" > /dev/null || exit 1
+if [[ ! $RESTORE == "true" ]]; then
+  scripts
+fi
+shift
+
+for PRO in $@; do
+  COMMAND="sudo docker compose --profile=${PRO} stop"
+  printf "${COMMAND}\n"
+  ${COMMAND}
+  if ! ${COMMAND}; then
+    printf "Services 'docker compose stop' error."
+    exit 1
+  fi
+  COMMAND="sudo docker compose --profile=${PRO} rm -f"
+  printf "${COMMAND}\n"
+  ${COMMAND}
+  if ! ${COMMAND}; then
+    printf "Services 'docker compose rm' error."
+    exit 1
+  fi
+done
+
+if [[ $RESTORE == "true" ]]; then
+  "./docker-restore.sh"
+else
+  "./docker-backup.sh"
+fi
+  
+for PRO in $@; do
+  COMMAND="sudo docker compose --profile=${PRO} up -d"
+  printf "${COMMAND}\n"
+  if ! ${COMMAND}; then
+    printf "Services 'up' error."
+    exit 1
+  fi
+done
+
+popd > /dev/null || exit 1
+