backup_and_restore.sh 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226
  1. #!/bin/bash
  2. if [[ ! ${1} =~ (backup|restore) ]]; then
  3. echo "First parameter needs to be 'backup' or 'restore'"
  4. exit 1
  5. fi
  6. if [[ ${1} == "backup" && ! ${2} =~ (vmail|redis|rspamd|postfix|mysql|all) ]]; then
  7. echo "Second parameter needs to be 'vmail', 'redis', 'rspamd', 'postfix', 'mysql' or 'all'"
  8. exit 1
  9. fi
  10. if [[ -z ${BACKUP_LOCATION} ]]; then
  11. while [[ -z ${BACKUP_LOCATION} ]]; do
  12. read -ep "Backup location (absolute path, starting with /): " BACKUP_LOCATION
  13. done
  14. fi
  15. if [[ ! ${BACKUP_LOCATION} =~ ^/ ]]; then
  16. echo "Backup directory needs to be given as absolute path (starting with /)."
  17. exit 1
  18. fi
  19. if [[ -f ${BACKUP_LOCATION} ]]; then
  20. echo "${BACKUP_LOCATION} is a file!"
  21. exit 1
  22. fi
  23. if [[ ! -d ${BACKUP_LOCATION} ]]; then
  24. echo "${BACKUP_LOCATION} is not a directory"
  25. read -p "Create it now? [y|N] " CREATE_BACKUP_LOCATION
  26. if [[ ! ${CREATE_BACKUP_LOCATION,,} =~ ^(yes|y)$ ]]; then
  27. exit 1
  28. else
  29. mkdir ${BACKUP_LOCATION}
  30. chmod 755 ${BACKUP_LOCATION}
  31. fi
  32. else
  33. if [[ ${1} == "backup" ]] && [[ -z $(echo $(stat -Lc %a ${BACKUP_LOCATION}) | grep -oE '[0-9][0-9][5-7]') ]]; then
  34. echo "${BACKUP_LOCATION} is not write-able for others, that's required for a backup."
  35. exit 1
  36. fi
  37. fi
  38. BACKUP_LOCATION=$(echo ${BACKUP_LOCATION} | sed 's#/$##')
  39. SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
  40. COMPOSE_FILE=${SCRIPT_DIR}/../docker-compose.yml
  41. echo "Using ${BACKUP_LOCATION} as backup/restore location."
  42. echo
  43. source ${SCRIPT_DIR}/../mailcow.conf
  44. CMPS_PRJ=$(echo $COMPOSE_PROJECT_NAME | tr -cd "[A-Za-z-_]")
  45. function backup() {
  46. DATE=$(date +"%Y-%m-%d-%H-%M-%S")
  47. mkdir -p "${BACKUP_LOCATION}/mailcow-${DATE}"
  48. chmod 755 "${BACKUP_LOCATION}/mailcow-${DATE}"
  49. cp "${SCRIPT_DIR}/../mailcow.conf" "${BACKUP_LOCATION}/mailcow-${DATE}"
  50. while (( "$#" )); do
  51. case "$1" in
  52. vmail|all)
  53. docker run --rm \
  54. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  55. -v $(docker volume ls -qf name=${CMPS_PRJ}_vmail-vol-1):/vmail \
  56. debian:stretch-slim /bin/tar --warning='no-file-ignored' -Pcvpzf /backup/backup_vmail.tar.gz /vmail
  57. ;;&
  58. redis|all)
  59. docker exec $(docker ps -qf name=redis-mailcow) redis-cli save
  60. docker run --rm \
  61. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  62. -v $(docker volume ls -qf name=${CMPS_PRJ}_redis-vol-1):/redis \
  63. debian:stretch-slim /bin/tar --warning='no-file-ignored' -Pcvpzf /backup/backup_redis.tar.gz /redis
  64. ;;&
  65. rspamd|all)
  66. docker run --rm \
  67. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  68. -v $(docker volume ls -qf name=${CMPS_PRJ}_rspamd-vol-1):/rspamd \
  69. debian:stretch-slim /bin/tar --warning='no-file-ignored' -Pcvpzf /backup/backup_rspamd.tar.gz /rspamd
  70. ;;&
  71. postfix|all)
  72. docker run --rm \
  73. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  74. -v $(docker volume ls -qf name=${CMPS_PRJ}_postfix-vol-1):/postfix \
  75. debian:stretch-slim /bin/tar --warning='no-file-ignored' -Pcvpzf /backup/backup_postfix.tar.gz /postfix
  76. ;;&
  77. mysql|all)
  78. SQLIMAGE=$(grep -iEo '(mysql|mariadb)\:.+' ${COMPOSE_FILE})
  79. docker run --rm \
  80. --network $(docker network ls -qf name=${CMPS_PRJ}_mailcow-network) \
  81. -v $(docker volume ls -qf name=${CMPS_PRJ}_mysql-vol-1):/var/lib/mysql/ \
  82. --entrypoint= \
  83. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  84. ${SQLIMAGE} /bin/sh -c "mysqldump -hmysql -uroot -p${DBROOT} --all-databases | gzip > /backup/backup_mysql.gz"
  85. ;;
  86. esac
  87. shift
  88. done
  89. }
  90. function restore() {
  91. docker stop $(docker ps -qf name=watchdog-mailcow)
  92. RESTORE_LOCATION="${1}"
  93. shift
  94. while (( "$#" )); do
  95. case "$1" in
  96. vmail)
  97. docker stop $(docker ps -qf name=dovecot-mailcow)
  98. docker run -it --rm \
  99. -v ${RESTORE_LOCATION}:/backup \
  100. -v $(docker volume ls -qf name=${CMPS_PRJ}_vmail-vol-1):/vmail \
  101. debian:stretch-slim /bin/tar -Pxvzf /backup/backup_vmail.tar.gz
  102. docker start $(docker ps -aqf name=dovecot-mailcow)
  103. echo
  104. echo "In most cases it is not required to run a full resync, you can run the command printed below at any time after testing wether the restore process broke a mailbox:"
  105. echo
  106. echo "docker exec $(docker ps -qf name=dovecot-mailcow) doveadm force-resync -A '*'"
  107. echo
  108. read -p "Force a resync now? [y|N] " FORCE_RESYNC
  109. if [[ ${FORCE_RESYNC,,} =~ ^(yes|y)$ ]]; then
  110. docker exec $(docker ps -qf name=dovecot-mailcow) doveadm force-resync -A '*'
  111. else
  112. echo "OK, skipped."
  113. fi
  114. ;;
  115. redis)
  116. docker stop $(docker ps -qf name=redis-mailcow)
  117. docker run -it --rm \
  118. -v ${RESTORE_LOCATION}:/backup \
  119. -v $(docker volume ls -qf name=${CMPS_PRJ}_redis-vol-1):/redis \
  120. debian:stretch-slim /bin/tar -Pxvzf /backup/backup_redis.tar.gz
  121. docker start $(docker ps -aqf name=redis-mailcow)
  122. ;;
  123. rspamd)
  124. docker stop $(docker ps -qf name=rspamd-mailcow)
  125. docker run -it --rm \
  126. -v ${RESTORE_LOCATION}:/backup \
  127. -v $(docker volume ls -qf name=${CMPS_PRJ}_rspamd-vol-1):/rspamd \
  128. debian:stretch-slim /bin/tar -Pxvzf /backup/backup_rspamd.tar.gz
  129. docker start $(docker ps -aqf name=rspamd-mailcow)
  130. ;;
  131. postfix)
  132. docker stop $(docker ps -qf name=postfix-mailcow)
  133. docker run -it --rm \
  134. -v ${RESTORE_LOCATION}:/backup \
  135. -v $(docker volume ls -qf name=${CMPS_PRJ}_postfix-vol-1):/postfix \
  136. debian:stretch-slim /bin/tar -Pxvzf /backup/backup_postfix.tar.gz
  137. docker start $(docker ps -aqf name=postfix-mailcow)
  138. ;;
  139. mysql)
  140. SQLIMAGE=$(grep -iEo '(mysql|mariadb)\:.+' ${COMPOSE_FILE})
  141. docker stop $(docker ps -qf name=mysql-mailcow)
  142. docker run \
  143. -it --rm \
  144. -v $(docker volume ls -qf name=${CMPS_PRJ}_mysql-vol-1):/var/lib/mysql/ \
  145. --entrypoint= \
  146. -u mysql \
  147. -v ${RESTORE_LOCATION}:/backup \
  148. ${SQLIMAGE} /bin/sh -c "mysqld --skip-grant-tables & \
  149. until mysqladmin ping; do sleep 3; done && \
  150. echo Restoring... && \
  151. gunzip < backup/backup_mysql.gz | mysql -uroot && \
  152. mysql -uroot -e SHUTDOWN;"
  153. docker start $(docker ps -aqf name=mysql-mailcow)
  154. ;;
  155. esac
  156. shift
  157. done
  158. docker start $(docker ps -aqf name=watchdog-mailcow)
  159. }
  160. if [[ ${1} == "backup" ]]; then
  161. backup ${@,,}
  162. elif [[ ${1} == "restore" ]]; then
  163. i=1
  164. declare -A FOLDER_SELECTION
  165. if [[ $(find ${BACKUP_LOCATION}/mailcow-* -maxdepth 1 -type d 2> /dev/null| wc -l) -lt 1 ]]; then
  166. echo "Selected backup location has no subfolders"
  167. exit 1
  168. fi
  169. for folder in $(ls -d ${BACKUP_LOCATION}/mailcow-*/); do
  170. echo "[ ${i} ] - ${folder}"
  171. FOLDER_SELECTION[${i}]="${folder}"
  172. ((i++))
  173. done
  174. echo
  175. input_sel=0
  176. while [[ ${input_sel} -lt 1 || ${input_sel} -gt ${i} ]]; do
  177. read -p "Select a restore point: " input_sel
  178. done
  179. i=1
  180. echo
  181. declare -A FILE_SELECTION
  182. RESTORE_POINT="${FOLDER_SELECTION[${input_sel}]}"
  183. if [[ -z $(find "${FOLDER_SELECTION[${input_sel}]}" -maxdepth 1 -type f -regex ".*\(redis\|rspamd\|mysql\|vmail\|postfix\).*") ]]; then
  184. echo "No datasets found"
  185. exit 1
  186. fi
  187. for file in $(ls -f "${FOLDER_SELECTION[${input_sel}]}"); do
  188. if [[ ${file} =~ vmail ]]; then
  189. echo "[ ${i} ] - Mail directory (/var/vmail)"
  190. FILE_SELECTION[${i}]="vmail"
  191. ((i++))
  192. elif [[ ${file} =~ redis ]]; then
  193. echo "[ ${i} ] - Redis DB"
  194. FILE_SELECTION[${i}]="redis"
  195. ((i++))
  196. elif [[ ${file} =~ rspamd ]]; then
  197. echo "[ ${i} ] - Rspamd data"
  198. FILE_SELECTION[${i}]="rspamd"
  199. ((i++))
  200. elif [[ ${file} =~ postfix ]]; then
  201. echo "[ ${i} ] - Postfix data"
  202. FILE_SELECTION[${i}]="postfix"
  203. ((i++))
  204. elif [[ ${file} =~ mysql ]]; then
  205. echo "[ ${i} ] - SQL DB"
  206. FILE_SELECTION[${i}]="mysql"
  207. ((i++))
  208. fi
  209. done
  210. echo
  211. input_sel=0
  212. while [[ ${input_sel} -lt 1 || ${input_sel} -gt ${i} ]]; do
  213. read -p "Select a dataset to restore: " input_sel
  214. done
  215. echo "Restoring ${FILE_SELECTION[${input_sel}]} from ${RESTORE_POINT}..."
  216. restore "${RESTORE_POINT}" ${FILE_SELECTION[${input_sel}]}
  217. fi