backup_and_restore.sh 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. #!/bin/bash
  2. if [[ ! ${1} =~ (backup|restore) ]]; then
  3. echo "First parameter needs to be 'backup' or 'restore'"
  4. exit 1
  5. fi
  6. if [[ ${1} == "backup" && ! ${2} =~ (vmail|redis|rspamd|postfix|mysql|all) ]]; then
  7. echo "Second parameter needs to be 'vmail', 'redis', 'rspamd', 'postfix', 'mysql' or 'all'"
  8. exit 1
  9. fi
  10. if [[ -z ${BACKUP_LOCATION} ]]; then
  11. while [[ -z ${BACKUP_LOCATION} ]]; do
  12. read -ep "Backup location (absolute path, starting with /): " BACKUP_LOCATION
  13. done
  14. fi
  15. if [[ ! ${BACKUP_LOCATION} =~ ^/ ]]; then
  16. echo "Backup directory needs to be given as absolute path (starting with /)."
  17. exit 1
  18. fi
  19. if [[ -f ${BACKUP_LOCATION} ]]; then
  20. echo "${BACKUP_LOCATION} is a file!"
  21. exit 1
  22. fi
  23. if [[ ! -d ${BACKUP_LOCATION} ]]; then
  24. echo "${BACKUP_LOCATION} is not a directory"
  25. read -p "Create it now? [y|N] " CREATE_BACKUP_LOCATION
  26. if [[ ! ${CREATE_BACKUP_LOCATION,,} =~ ^(yes|y)$ ]]; then
  27. exit 1
  28. else
  29. mkdir ${BACKUP_LOCATION}
  30. chmod 755 ${BACKUP_LOCATION}
  31. fi
  32. else
  33. if [[ ${1} == "backup" ]] && [[ -z $(echo $(stat -Lc %a ${BACKUP_LOCATION}) | grep -oE '[0-9][0-9][5-7]') ]]; then
  34. echo "${BACKUP_LOCATION} is not write-able for others, that's required for a backup."
  35. exit 1
  36. fi
  37. fi
  38. BACKUP_LOCATION=$(echo ${BACKUP_LOCATION} | sed 's#/$##')
  39. SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
  40. COMPOSE_FILE=${SCRIPT_DIR}/../docker-compose.yml
  41. echo "Using ${BACKUP_LOCATION} as backup/restore location."
  42. echo
  43. source ${SCRIPT_DIR}/../mailcow.conf
  44. CMPS_PRJ=$(echo $COMPOSE_PROJECT_NAME | tr -cd "[A-Za-z-_]")
  45. function backup() {
  46. DATE=$(date +"%Y-%m-%d-%H-%M-%S")
  47. mkdir -p "${BACKUP_LOCATION}/mailcow-${DATE}"
  48. chmod 755 "${BACKUP_LOCATION}/mailcow-${DATE}"
  49. while (( "$#" )); do
  50. case "$1" in
  51. vmail|all)
  52. docker run --rm \
  53. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  54. -v $(docker volume ls -qf name=${CMPS_PRJ}_vmail-vol-1):/vmail \
  55. debian:stretch-slim /bin/tar -cvpzf /backup/backup_vmail.tar.gz /vmail
  56. ;;&
  57. redis|all)
  58. docker exec $(docker ps -qf name=redis-mailcow) redis-cli save
  59. docker run --rm \
  60. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  61. -v $(docker volume ls -qf name=${CMPS_PRJ}_redis-vol-1):/redis \
  62. debian:stretch-slim /bin/tar -cvpzf /backup/backup_redis.tar.gz /redis
  63. ;;&
  64. rspamd|all)
  65. docker run --rm \
  66. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  67. -v $(docker volume ls -qf name=${CMPS_PRJ}_rspamd-vol-1):/rspamd \
  68. debian:stretch-slim /bin/tar -cvpzf /backup/backup_rspamd.tar.gz /rspamd
  69. ;;&
  70. postfix|all)
  71. docker run --rm \
  72. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  73. -v $(docker volume ls -qf name=${CMPS_PRJ}_postfix-vol-1):/postfix \
  74. debian:stretch-slim /bin/tar -cvpzf /backup/backup_postfix.tar.gz /postfix
  75. ;;&
  76. mysql|all)
  77. SQLIMAGE=$(grep -iEo '(mysql|mariadb)\:.+' ${COMPOSE_FILE})
  78. docker run --rm \
  79. --network $(docker network ls -qf name=${CMPS_PRJ}_mailcow-network) \
  80. -v $(docker volume ls -qf name=${CMPS_PRJ}_mysql-vol-1):/var/lib/mysql/ \
  81. --entrypoint= \
  82. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  83. ${SQLIMAGE} /bin/sh -c "mysqldump -hmysql -uroot -p${DBROOT} --all-databases | gzip > /backup/backup_mysql.gz"
  84. ;;
  85. esac
  86. shift
  87. done
  88. }
  89. function restore() {
  90. docker stop $(docker ps -qf name=watchdog-mailcow)
  91. RESTORE_LOCATION="${1}"
  92. shift
  93. while (( "$#" )); do
  94. case "$1" in
  95. vmail)
  96. docker stop $(docker ps -qf name=dovecot-mailcow)
  97. docker run -it --rm \
  98. -v ${RESTORE_LOCATION}:/backup \
  99. -v $(docker volume ls -qf name=${CMPS_PRJ}_vmail-vol-1):/vmail \
  100. debian:stretch-slim /bin/tar -xvzf /backup/backup_vmail.tar.gz
  101. docker start $(docker ps -aqf name=dovecot-mailcow)
  102. echo
  103. echo "In most cases it is not required to run a full resync, you can run the command printed below at any time after testing wether the restore process broke a mailbox:"
  104. echo
  105. echo "docker exec $(docker ps -qf name=dovecot-mailcow) doveadm force-resync -A '*'"
  106. echo
  107. read -p "Force a resync now? [y|N] " FORCE_RESYNC
  108. if [[ ${FORCE_RESYNC,,} =~ ^(yes|y)$ ]]; then
  109. docker exec $(docker ps -qf name=dovecot-mailcow) doveadm force-resync -A '*'
  110. else
  111. echo "OK, skipped."
  112. fi
  113. ;;
  114. redis)
  115. docker stop $(docker ps -qf name=redis-mailcow)
  116. docker run -it --rm \
  117. -v ${RESTORE_LOCATION}:/backup \
  118. -v $(docker volume ls -qf name=${CMPS_PRJ}_redis-vol-1):/redis \
  119. debian:stretch-slim /bin/tar -xvzf /backup/backup_redis.tar.gz
  120. docker start $(docker ps -aqf name=redis-mailcow)
  121. ;;
  122. rspamd)
  123. docker stop $(docker ps -qf name=rspamd-mailcow)
  124. docker run -it --rm \
  125. -v ${RESTORE_LOCATION}:/backup \
  126. -v $(docker volume ls -qf name=${CMPS_PRJ}_rspamd-vol-1):/rspamd \
  127. debian:stretch-slim /bin/tar -xvzf /backup/backup_rspamd.tar.gz
  128. docker start $(docker ps -aqf name=rspamd-mailcow)
  129. ;;
  130. postfix)
  131. docker stop $(docker ps -qf name=postfix-mailcow)
  132. docker run -it --rm \
  133. -v ${RESTORE_LOCATION}:/backup \
  134. -v $(docker volume ls -qf name=${CMPS_PRJ}_postfix-vol-1):/postfix \
  135. debian:stretch-slim /bin/tar -xvzf /backup/backup_postfix.tar.gz
  136. docker start $(docker ps -aqf name=postfix-mailcow)
  137. ;;
  138. mysql)
  139. SQLIMAGE=$(grep -iEo '(mysql|mariadb)\:.+' ${COMPOSE_FILE})
  140. docker stop $(docker ps -qf name=mysql-mailcow)
  141. docker run \
  142. -it --rm \
  143. -v $(docker volume ls -qf name=${CMPS_PRJ}_mysql-vol-1):/var/lib/mysql/ \
  144. --entrypoint= \
  145. -u mysql \
  146. -v ${RESTORE_LOCATION}:/backup \
  147. ${SQLIMAGE} /bin/sh -c "mysqld --skip-grant-tables & \
  148. until mysqladmin ping; do sleep 3; done && \
  149. echo Restoring... && \
  150. gunzip < backup/backup_mysql.gz | mysql -uroot && \
  151. mysql -uroot -e SHUTDOWN;"
  152. docker start $(docker ps -aqf name=mysql-mailcow)
  153. ;;
  154. esac
  155. shift
  156. done
  157. docker start $(docker ps -aqf name=watchdog-mailcow)
  158. }
  159. if [[ ${1} == "backup" ]]; then
  160. backup ${@,,}
  161. elif [[ ${1} == "restore" ]]; then
  162. i=1
  163. declare -A FOLDER_SELECTION
  164. if [[ $(find ${BACKUP_LOCATION}/mailcow-* -maxdepth 1 -type d 2> /dev/null| wc -l) -lt 1 ]]; then
  165. echo "Selected backup location has no subfolders"
  166. exit 1
  167. fi
  168. for folder in $(ls -d ${BACKUP_LOCATION}/mailcow-*/); do
  169. echo "[ ${i} ] - ${folder}"
  170. FOLDER_SELECTION[${i}]="${folder}"
  171. ((i++))
  172. done
  173. echo
  174. input_sel=0
  175. while [[ ${input_sel} -lt 1 || ${input_sel} -gt ${i} ]]; do
  176. read -p "Select a restore point: " input_sel
  177. done
  178. i=1
  179. echo
  180. declare -A FILE_SELECTION
  181. RESTORE_POINT="${FOLDER_SELECTION[${input_sel}]}"
  182. if [[ -z $(find "${FOLDER_SELECTION[${input_sel}]}" -maxdepth 1 -type f -regex ".*\(redis\|rspamd\|mysql\|vmail\|postfix\).*") ]]; then
  183. echo "No datasets found"
  184. exit 1
  185. fi
  186. for file in $(ls -f "${FOLDER_SELECTION[${input_sel}]}"); do
  187. if [[ ${file} =~ vmail ]]; then
  188. echo "[ ${i} ] - Mail directory (/var/vmail)"
  189. FILE_SELECTION[${i}]="vmail"
  190. ((i++))
  191. elif [[ ${file} =~ redis ]]; then
  192. echo "[ ${i} ] - Redis DB"
  193. FILE_SELECTION[${i}]="redis"
  194. ((i++))
  195. elif [[ ${file} =~ rspamd ]]; then
  196. echo "[ ${i} ] - Rspamd data"
  197. FILE_SELECTION[${i}]="rspamd"
  198. ((i++))
  199. elif [[ ${file} =~ postfix ]]; then
  200. echo "[ ${i} ] - Postfix data"
  201. FILE_SELECTION[${i}]="postfix"
  202. ((i++))
  203. elif [[ ${file} =~ mysql ]]; then
  204. echo "[ ${i} ] - SQL DB"
  205. FILE_SELECTION[${i}]="mysql"
  206. ((i++))
  207. fi
  208. done
  209. echo
  210. input_sel=0
  211. while [[ ${input_sel} -lt 1 || ${input_sel} -gt ${i} ]]; do
  212. read -p "Select a dataset to restore: " input_sel
  213. done
  214. echo "Restoring ${FILE_SELECTION[${input_sel}]} from ${RESTORE_POINT}..."
  215. restore "${RESTORE_POINT}" ${FILE_SELECTION[${input_sel}]}
  216. fi