Ninth Commit - working on backups

podmanctl

@@ -8,14 +8,15 @@ set -e
 # sub ----------------------------------------------------- usage
 usage () {
   printf "Usage:\n"
-  printf "  podmanctl [<options>] <project> [<project>...]\n"
+  printf "  podmanctl [<options>] <server> [<server>...]\n"
   printf "    - command is assumed to be 'create'\n"
-  printf "  podmanctl [${COMMANDS}] [<options>] <project> [<project>...]\n"
+  printf "  podmanctl [${COMMANDS}] [<options>] <server> [<server>...]\n"
   printf "  Options:\n"
   printf "    For run|create:\n"
   printf "      -e <additional_environment_vars>\n"
   printf "    For backup:\n"
   printf "      -d (keep containers down)\n"
+  printf "      -w (store backups under weekday subdirectory)\n"
 }
 
 # --------------------------------------------------------- command
@@ -38,7 +39,8 @@ fi
 ARGS_ENV=""
 PULL=""
 DOWN="false"
-while getopts ':pe:' OPT; do
+WEEKDAY=""
+while getopts ':pe:dw' OPT; do
   case $OPT in
     e)
       if [[ "${COMMAND}" =~ ^(create|run)$ ]]; then
@@ -64,6 +66,14 @@ while getopts ':pe:' OPT; do
         exit 1
       fi
       ;;
+    w)
+      if [[ "${COMMAND}" =~ ^(backup)$ ]]; then
+        WEEKDAY="$(date +%^a)/"
+      else
+        printf "option 'w' does not apply to command '${COMMAND}'\n"
+        exit 1
+      fi
+      ;;
 
     \?)
       usage
@@ -100,7 +110,7 @@ start-pod () {
     |grep -Fq "podman-${PODNAME}.service"; then
     systemctl start podman-${PODNAME}.service || return 1
   else
-    printf ":: ${COMMAND} ${PROJECT} - service not found!\n"; return 2
+    printf ":: ${COMMAND} ${SERVER} - service not found!\n"; return 2
   fi
 }
 
@@ -110,7 +120,7 @@ restart-pod () {
     |grep -Fq "podman-${PODNAME}.service"; then
     systemctl restart podman-${PODNAME}.service || return 1
   else
-    printf ":: ${COMMAND} ${PROJECT} - service not found!\n"; return 2
+    printf ":: ${COMMAND} ${SERVER} - service not found!\n"; return 2
   fi
 }
 
@@ -121,7 +131,7 @@ remove-services () {
   fi
   find "${SYSTEMD}" \
     -maxdepth 1 \
-    -name "podman-${PROJECT}-*.service" \
+    -name "podman-${SERVER}-*.service" \
     -exec rm {} +
   systemctl daemon-reload
 }
@@ -149,96 +159,151 @@ clean-pod () {
 
 # sub ----------------------------------------------------- backup volumes
 backup-volumes () {
-  VOLUMES="$(podman volume ls --filter="name=${PROJECT}-" -q |grep -v ".backup")"
+  VOLUMES="$(podman volume ls --format='{{.Name}}' |grep -v ".backup" |grep "${SERVER}")"
   if [[ -z $VOLUMES ]]; then
-    printf ":: ${COMMAND} ${PROJECT} - no volumes found to backup\n"
+    printf ":: ${COMMAND} ${SERVER} - no volumes found to backup.\n"
     return
   fi
-  for VOL in $VOLUMES; do
+  for VOLUME in $VOLUMES; do
-    SOURCE="${VOL}"
+    SOURCE="${VOLUME}"
-    TARGET="${VOL}.backup"
+    TARGET="${VOLUME}.backup"
     TARGET_VOLUME="$(docker volume ls -q --filter name="^${TARGET}$")"
     if [[ -z $TARGET_VOLUME ]]; then
       if docker volume create "${TARGET}"; then
-        printf ":: ${COMMAND} ${PROJECT} - target volume '${TARGET}' created.\n"
+        printf ":: ${COMMAND} ${SERVER} - target volume '${TARGET}' created\n"
       else
-        printf ":: ${COMMAND} ${PROJECT} - target volume ${TARGET} could not be created.\n"
+        printf ":: ${COMMAND} ${SERVER} - target volume ${TARGET} could not be created\n"
         return 1
       fi
     fi
-    printf ":: ${COMMAND} ${PROJECT} - backup of source: ${SOURCE} to target ${TARGET} commencing\n"
+    printf ":: ${COMMAND} ${SERVER} - rsync ${SOURCE} to ${TARGET} commencing\n"
-    if "${RUNTIME}" run --rm \
+    if "${RUNTIME}" run \
+      --rm \
       --env "SOURCE_DIR=/source" \
       --env "TARGET_DIR=/target" \
       --volume "${SOURCE}:/source:ro" \
       --volume "${TARGET}:/target" \
-      cor.cherished.me/system/helper-rsync; then
+      cor.cherished.me/system/helper-rsync \
-      printf ":: ${COMMAND} ${PROJECT} - backup successful.\n"
+      > /dev/null; then
+      printf ":: ${COMMAND} ${SERVER} - backup of ${VOLUME} successful\n"
     else
-      printf ":: ${COMMAND} ${PROJECT} - backup error.\n"; return 2
+      printf ":: ${COMMAND} ${SERVER} - error in backup of ${VOLUME}\n"; return 2
     fi
   done
 }
 
 # sub ----------------------------------------------------- save images
 save-images () {
-  IMAGES="$(podman image ls  --filter="reference=\$${PROJECT}-*" --format="{{.Repository}}" |grep -v "docker.io")"
+  IMAGES="$(podman image ls --format="{{.Repository}}" |grep -v "docker.io" |grep "${SERVER}")"
+  if [[ -z $IMAGES ]]; then
+    printf ":: ${COMMAND} ${SERVER} - no images found\n"
+    return
+  fi
+  printf ":: ${COMMAND} ${SERVER} - SAVING IMAGES\n"
   for IMAGE in $IMAGES; do
-    podman image save --compress --format docker-dir --output "${BACKDIR}"/"$(basename $IMAGE)" $IMAGE
+    OUT="${BACKDIR}/${WEEKDAY}$(basename $IMAGE)"
+    printf ":: ${COMMAND} ${SERVER} - saving image ${IMAGE} to ${OUT}\n"
+    if "${RUNTIME}" image save \
+      --compress \
+      --format docker-dir \
+      --output "${OUT}" \
+      "${IMAGE}" \
+      > /dev/null; then
+      printf ":: ${COMMAND} ${SERVER} - saving ${IMAGE} successful\n"
+    else
+      printf ":: ${COMMAND} ${SERVER} - error saving ${IMAGE}\n"; return 2
+    fi
   done
 }
 
 # --------------------------------------------------------- save backup volumes
 save-backups () {
-  echo "doit"
+  VOLUMES="$(podman volume ls --format='{{.Name}}' |grep ".backup" |grep "${SERVER}")"
+  if [[ -z $VOLUMES ]]; then
+    printf ":: ${COMMAND} ${SERVER} - no volumes found.\n"
+    return
+  fi
+  printf ":: ${COMMAND} ${SERVER} - EXPORT BACKUP VOLUMES.\n"
+  for VOLUME in $VOLUMES; do
+    OUT="${BACKDIR}/${WEEKDAY}${VOLUME}.tar"
+    printf ":: ${COMMAND} ${SERVER} - exporting volume ${VOLUME} to ${OUT}.\n" > /dev/null
+    if "${RUNTIME}" volume export \
+      --output "${OUT}" \
+      "${VOLUME}" > /dev/null; then
+      printf ":: ${COMMAND} ${SERVER} - exporting ${VOLUME} successful\n"
+    else
+      printf ":: ${COMMAND} ${SERVER} - error exporting ${VOLUME}\n"; return 2
+    fi
+  done
 }
 
 
-# --------------------------------------------------------- main
-# --------------------------------------------------------- starts
-# --------------------------------------------------------- here
-RUNTIME="podman"
-CONFDIR="$(realpath ../config)"
-PODMDIR="$(realpath ../podman)"
-BACKDIR="$(realpath ../.store)"
-CERTDIR="$(realpath ../.certs)"
-REGADDR="cor.cherished.me/cherished.me"
-SYSTEMD="/etc/systemd/system"
-SYSTEMT="/srv"
 
-# --------------------------------------------------------- rsync build
-podman build \
-  -t cor.cherished.me/system/helper-rsync \
-  - <<EOT
-FROM docker.io/weikinhuang/rsync-backup:amd64-b022c6c5bd9a553451e8c9114c7aa591ee9a7dc4-145886
-EOT
 
-# --------------------------------------------------------- project loop
-for PROJECT in $*; do
 
-  if [[ ! -r ${PROJECT} ]]; then
+
-    printf "Project spec file '${PROJECT}' missing or not readable\n"
+
+
+
+
+
+
+
+
+
+# --------------------------------------------------------- system top
+SYSTEMT="$(realpath /srv)"
+if [[ ! -d "${SYSTEMT}" ]]; then
+  printf "Error: /srv directory missing\n"
   exit 1
 fi
 
-  # --------------------------------------------------------- project vars
+# --------------------------------------------------------- system runtime
-  NETWORK="${PROJECT}-net"
+RUNTIME="podman"
-  ENVFILE="${CONFDIR}/${PROJECT}-env.conf"
+RUNTDIR="${SYSTEMT}/${RUNTIME}"
-  PODNAME="${PROJECT}-pod"
+mkdir -p "${RUNTDIR}"
+chmod 755 "${RUNTDIR}"
 
-  # project check
+# --------------------------------------------------------- system dirs
-  if [[ ! -r $ENVFILE ]] then
+BMNTDIR="${SYSTEMT}/.mount"
-    printf "Environment file ${ENVFILE} not found or readable.\n"
+ENVRDIR="${SYSTEMT}/.envar"
-    usage
+BACKDIR="${SYSTEMT}/.store"
-    exit 2;
+CERTDIR="${SYSTEMT}/.certs"
-  fi
+BUILDIR="${SYSTEMT}/builds"
-  if [[ ! "$(stat -L -c "%A" "${CONFDIR}" |cut -c8-10 )" = "---" ]] then
+
-    printf "Error: ${CONFDIR} is world readable\n"
+# --------------------------------------------------------- other dirs
-    usage
+SYSTEMD="/etc/systemd/system"
-    exit 3;
+REPADDR="cor.cherished.me/cherished.me"
+
+# --------------------------------------------------------- dir checks
+for DIR in \
+  ${BMNTDIR} ${ENVRDIR} ${BACKDIR} ${CERTDIR} ${BUILDIR}; do
+  mkdir -p "${DIR}"
+  chmod 700 "${DIR}"
+done
+
+# --------------------------------------------------------- rsync build
+IMG="cor.cherished.me/system/helper-rsync"
+if ! podman image exists ${IMG}; then
+  "${RUNTIME}" build \
+    -t "${IMG}" \
+    "${BUILDIR}/github/weikinhuang/rsync-backup"
 fi
 
-  printf ":: ${COMMAND} ${PROJECT}\n"
+# --------------------------------------------------------- server loop
+for SERVER in $*; do
+
+  if [[ ! -r ${SERVER} ]]; then
+    printf ":: Server spec file '${SERVER}' missing or not readable\n"
+    usage
+    exit 1
+  fi
+
+  # --------------------------------------------------------- server vars
+  NETWORK="${SERVER}-net"
+  PODNAME="${SERVER}-pod"
+  
+  printf ":: ${COMMAND} ${SERVER}\n"
 
   # --------------------------------------------------------- network
   "${RUNTIME}" network exists ${NETWORK} \
@@ -246,7 +311,7 @@ for PROJECT in $*; do
   SUBNET="$(podman network inspect ${NETWORK} \
     |grep -w "\"subnet\":" |sed 's/[\":,a-z,A-Z ]//g')"
   SUBNET_PREFIX="${SUBNET%\.0/24}"
-  #printf "${SUBNET_PREFIX}" > "${PROJECT}-subnet"
+  #printf "${SUBNET_PREFIX}" > "${SERVER}-subnet"
   
   # --------------------------------------------------------- proxy network
   "${RUNTIME}" network exists proxy-net \
@@ -260,34 +325,33 @@ for PROJECT in $*; do
 
     (ps)
       # --------------------------------------------------------- ps
-      ${RUNTIME} ps -a --watch=1 --filter "pod=${PODNAME}" --format '{{.Names}}\t\t{{.Image}}\t\t{{.ExitCode}}\t\t{{.Status}}'
+      ${RUNTIME} ps -a --filter "pod=${PODNAME}" --format '{{.Names}}\t\t{{.Image}}\t\t{{.ExitCode}}\t\t{{.Status}}'
       ;;
     
     (create|run)
       # --------------------------------------------------------- create|run
-
-      SPEC_CREATE="${RUNTIME} create"
       SPEC_IP="--ip ${SUBNET_PREFIX}"
       SPEC_POD="--pod ${PODNAME}"
-      SPEC_PULL="${PULL}"
       SPEC_DNS="--dns ${SUBNET_PREFIX}.254"
-      SPEC_ENV="--env-file ${ENVFILE}"
+      SPEC_ENV="--env SUBNET=${SUBNET} ${ARGS_ENV}"
-      SPEC_ENV="${SPEC_ENV} --env SUBNET=${SUBNET}"
+      SPEC_ENVFILE="--env-file ${ENVRDIR}"
-      SPEC_ENV="${SPEC_ENV} ${ARGS_ENV}"
+      SPEC_NAME="--name ${SERVER}"
-      SPEC_NAME="--name ${PROJECT}"
+      SPEC_INFRA_NAME="--infra-name ${SERVER}-infra"
-      SPEC_INFRA_NAME="--infra-name ${PROJECT}-infra"
+      SPEC_REPO="${REPADDR}/${SERVER}"
-      SPEC_IMAGE="${REGADDR}/${PROJECT}"
+      SPEC_CERTS="--volume ${CERTDIR}"
-      SPEC_CONFIG="--volume ${CONFDIR}"
+      SPEC_BMOUNT="--volume ${BMNTDIR}"
       SPEC_SUBNET="--subnet ${SUBNET}"
       SPEC_LABELS="--label io.containers.autoupdate=registry"
-      SPEC_VOLUME="--volume ${PROJECT}"
+      SPEC_VOLUME="--volume ${SERVER}"
       SPEC_NETWORK="--network ${NETWORK}"
       SPEC_NETWORK_PREFIX="${SPEC_NETWORK}:ip=${SUBNET_PREFIX}"
       SPEC_PROXY_NET="--network proxy-net"
       SPEC_PROXY_NET_PREFIX="${SPEC_PROXY_NET}:ip=${PROXY_SUBNET_PREFIX}"
       SPEC_HOSTS=""
-      SPEC_PUBLISH=""
+      SPEC_PUBLISH="--publish"
       SPEC_ALIAS="--network-alias "
+      SPEC_BUILD="${RUNTIME} build ${PULL}"
+      SPEC_CREATE="${RUNTIME} create ${SPEC_POD} ${SPEC_LABELS} ${SPEC_ENV}"
   
       # --------------------------------------------------------- recreate pod
       stop-pod
@@ -297,7 +361,7 @@ for PROJECT in $*; do
         --replace
       
       # --------------------------------------------------------- create containers
-      source ${PROJECT}
+      source ${SERVER}
       
       # --------------------------------------------------------- install services
       install-services
@@ -307,24 +371,24 @@ for PROJECT in $*; do
         systemctl start podman-${PODNAME}
       fi
 
-      printf ":: ${COMMAND} ${PROJECT} - success\n"
+      printf ":: ${COMMAND} ${SERVER} - success\n"
       ;;
 
     (stop) 
 
       if stop-pod; then
-        printf ":: ${COMMAND} ${PROJECT} - success\n"
+        printf ":: ${COMMAND} ${SERVER} - success\n"
       else
-        printf ":: ${COMMAND} ${PROJECT} - failure\n"
+        printf ":: ${COMMAND} ${SERVER} - failure\n"
       fi
       ;;
   
     (start) 
 
       if start-pod; then
-        printf ":: ${COMMAND} ${PROJECT} - success\n"
+        printf ":: ${COMMAND} ${SERVER} - success\n"
       else
-        printf ":: ${COMMAND} ${PROJECT} - failure\n"
+        printf ":: ${COMMAND} ${SERVER} - failure\n"
       fi
       sleep 1
       ;;
@@ -332,9 +396,9 @@ for PROJECT in $*; do
     (restart) 
 
       if restart-pod; then
-        printf ":: ${COMMAND} ${PROJECT} - success\n"
+        printf ":: ${COMMAND} ${SERVER} - success\n"
       else
-        printf ":: ${COMMAND} ${PROJECT} - failure\n"
+        printf ":: ${COMMAND} ${SERVER} - failure\n"
       fi
       sleep 1
       ;;
@@ -342,9 +406,9 @@ for PROJECT in $*; do
     (clean)
 
       if clean-pod; then
-        printf ":: ${COMMAND} ${PROJECT} - success\n"
+        printf ":: ${COMMAND} ${SERVER} - success\n"
       else
-        printf ":: ${COMMAND} ${PROJECT} - failure\n"
+        printf ":: ${COMMAND} ${SERVER} - failure\n"
       fi
       ;;
   
@@ -355,15 +419,16 @@ for PROJECT in $*; do
         if [[ $DOWN == "false" ]]; then
           start-pod
         fi
-        printf ":: ${COMMAND} ${PROJECT} - success\n"
+        save-backups
+        printf ":: ${COMMAND} ${SERVER} - success\n"
       else
-        printf ":: ${COMMAND} ${PROJECT} - failure\n"
+        printf ":: ${COMMAND} ${SERVER} - failure\n"
       fi
       ;;
 
     (restore)
 
-      printf ":: ${COMMAND} ${PROJECT} - not implemented\n"; continue
+      printf ":: ${COMMAND} ${SERVER} - not implemented\n"; continue
       ;;
 
     (?)
@@ -373,3 +438,6 @@ for PROJECT in $*; do
   esac
 
 done
+
+
+#  if [[ ! "$(stat -L -c "%A" "${DIR}" |cut -c5-10 )" = "------" ]] then