backup_and_restore.sh 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224
  1. #!/bin/bash
  2. if [[ ! ${1} =~ (backup|restore) ]]; then
  3. echo "First parameter needs to be 'backup' or 'restore'"
  4. exit 1
  5. fi
  6. if [[ ${1} == "backup" && ! ${2} =~ (vmail|redis|rspamd|postfix|mysql|all) ]]; then
  7. echo "Second parameter needs to be 'vmail', 'redis', 'rspamd', 'postfix', 'mysql' or 'all'"
  8. exit 1
  9. fi
  10. if [[ -z ${BACKUP_LOCATION} ]]; then
  11. while [[ -z ${BACKUP_LOCATION} ]]; do
  12. read -ep "Backup location (absolute path, starting with /): " BACKUP_LOCATION
  13. done
  14. fi
  15. if [[ ! ${BACKUP_LOCATION} =~ ^/ ]]; then
  16. echo "Backup directory needs to be given as absolute path (starting with /)."
  17. exit 1
  18. fi
  19. if [[ -f ${BACKUP_LOCATION} ]]; then
  20. echo "${BACKUP_LOCATION} is a file!"
  21. exit 1
  22. fi
  23. if [[ ! -d ${BACKUP_LOCATION} ]]; then
  24. echo "${BACKUP_LOCATION} is not a directory"
  25. read -p "Create it now? [y|N] " CREATE_BACKUP_LOCATION
  26. if [[ ! ${CREATE_BACKUP_LOCATION,,} =~ ^(yes|y)$ ]]; then
  27. exit 1
  28. else
  29. mkdir ${BACKUP_LOCATION}
  30. chmod 755 ${BACKUP_LOCATION}
  31. fi
  32. else
  33. if [[ ${1} == "backup" ]] && [[ -z $(echo $(stat -Lc %a ${BACKUP_LOCATION}) | grep -oE '[0-9][0-9][5-7]') ]]; then
  34. echo "${BACKUP_LOCATION} is not write-able for others, that's required for a backup."
  35. exit 1
  36. fi
  37. fi
  38. BACKUP_LOCATION=$(echo ${BACKUP_LOCATION} | sed 's#/$##')
  39. SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
  40. COMPOSE_FILE=${SCRIPT_DIR}/../docker-compose.yml
  41. echo "Using ${BACKUP_LOCATION} as backup/restore location."
  42. echo
  43. source ${SCRIPT_DIR}/../mailcow.conf
  44. function backup() {
  45. DATE=$(date +"%Y-%m-%d-%H-%M-%S")
  46. mkdir -p "${BACKUP_LOCATION}/mailcow-${DATE}"
  47. chmod 755 "${BACKUP_LOCATION}/mailcow-${DATE}"
  48. while (( "$#" )); do
  49. case "$1" in
  50. vmail|all)
  51. docker run --rm \
  52. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  53. -v $(docker volume ls -qf name=vmail-vol-1):/vmail \
  54. debian:stretch-slim /bin/tar -cvpzf /backup/backup_vmail.tar.gz /vmail
  55. ;;&
  56. redis|all)
  57. docker exec $(docker ps -qf name=redis-mailcow) redis-cli save
  58. docker run --rm \
  59. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  60. -v $(docker volume ls -qf name=redis-vol-1):/redis \
  61. debian:stretch-slim /bin/tar -cvpzf /backup/backup_redis.tar.gz /redis
  62. ;;&
  63. rspamd|all)
  64. docker run --rm \
  65. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  66. -v $(docker volume ls -qf name=rspamd-vol-1):/rspamd \
  67. debian:stretch-slim /bin/tar -cvpzf /backup/backup_rspamd.tar.gz /rspamd
  68. ;;&
  69. postfix|all)
  70. docker run --rm \
  71. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  72. -v $(docker volume ls -qf name=postfix-vol-1):/postfix \
  73. debian:stretch-slim /bin/tar -cvpzf /backup/backup_postfix.tar.gz /postfix
  74. ;;&
  75. mysql|all)
  76. SQLIMAGE=$(grep -iEo '(mysql|mariadb)\:.+' ${COMPOSE_FILE})
  77. docker run --rm \
  78. --network $(docker network ls -qf name=mailcow) \
  79. -v $(docker volume ls -qf name=mysql-vol-1):/var/lib/mysql/ \
  80. --entrypoint= \
  81. -v ${BACKUP_LOCATION}/mailcow-${DATE}:/backup \
  82. ${SQLIMAGE} /bin/sh -c "mysqldump -hmysql -uroot -p${DBROOT} --all-databases | gzip > /backup/backup_mysql.gz"
  83. ;;
  84. esac
  85. shift
  86. done
  87. }
  88. function restore() {
  89. docker stop $(docker ps -qf name=watchdog-mailcow)
  90. RESTORE_LOCATION="${1}"
  91. shift
  92. while (( "$#" )); do
  93. case "$1" in
  94. vmail)
  95. docker stop $(docker ps -qf name=dovecot-mailcow)
  96. docker run -it --rm \
  97. -v ${RESTORE_LOCATION}:/backup \
  98. -v $(docker volume ls -qf name=vmail):/vmail \
  99. debian:stretch-slim /bin/tar -xvzf /backup/backup_vmail.tar.gz
  100. docker start $(docker ps -aqf name=dovecot-mailcow)
  101. echo
  102. echo "In most cases it is not required to run a full resync, you can run the command printed below at any time after testing wether the restore process broke a mailbox:"
  103. echo
  104. echo "docker exec $(docker ps -qf name=dovecot-mailcow) doveadm force-resync -A '*'"
  105. echo
  106. read -p "Force a resync now? [y|N] " FORCE_RESYNC
  107. if [[ ${FORCE_RESYNC,,} =~ ^(yes|y)$ ]]; then
  108. docker exec $(docker ps -qf name=dovecot-mailcow) doveadm force-resync -A '*'
  109. else
  110. echo "OK, skipped."
  111. fi
  112. ;;
  113. redis)
  114. docker stop $(docker ps -qf name=redis-mailcow)
  115. docker run -it --rm \
  116. -v ${RESTORE_LOCATION}:/backup \
  117. -v $(docker volume ls -qf name=redis):/redis \
  118. debian:stretch-slim /bin/tar -xvzf /backup/backup_redis.tar.gz
  119. docker start $(docker ps -aqf name=redis-mailcow)
  120. ;;
  121. rspamd)
  122. docker stop $(docker ps -qf name=rspamd-mailcow)
  123. docker run -it --rm \
  124. -v ${RESTORE_LOCATION}:/backup \
  125. -v $(docker volume ls -qf name=rspamd):/rspamd \
  126. debian:stretch-slim /bin/tar -xvzf /backup/backup_rspamd.tar.gz
  127. docker start $(docker ps -aqf name=rspamd-mailcow)
  128. ;;
  129. postfix)
  130. docker stop $(docker ps -qf name=postfix-mailcow)
  131. docker run -it --rm \
  132. -v ${RESTORE_LOCATION}:/backup \
  133. -v $(docker volume ls -qf name=postfix):/postfix \
  134. debian:stretch-slim /bin/tar -xvzf /backup/backup_postfix.tar.gz
  135. docker start $(docker ps -aqf name=postfix-mailcow)
  136. ;;
  137. mysql)
  138. SQLIMAGE=$(grep -iEo '(mysql|mariadb)\:.+' ${COMPOSE_FILE})
  139. docker stop $(docker ps -qf name=mysql-mailcow)
  140. docker run \
  141. -it --rm \
  142. -v $(docker volume ls -qf name=mysql):/var/lib/mysql/ \
  143. --entrypoint= \
  144. -u mysql \
  145. -v ${RESTORE_LOCATION}:/backup \
  146. ${SQLIMAGE} /bin/sh -c "mysqld --skip-grant-tables & \
  147. until mysqladmin ping; do sleep 3; done && \
  148. echo Restoring... && \
  149. gunzip < backup/backup_mysql.gz | mysql -uroot && \
  150. mysql -uroot -e SHUTDOWN;"
  151. docker start $(docker ps -aqf name=mysql-mailcow)
  152. ;;
  153. esac
  154. shift
  155. done
  156. docker start $(docker ps -aqf name=watchdog-mailcow)
  157. }
  158. if [[ ${1} == "backup" ]]; then
  159. backup ${@,,}
  160. elif [[ ${1} == "restore" ]]; then
  161. i=1
  162. declare -A FOLDER_SELECTION
  163. if [[ $(find ${BACKUP_LOCATION}/mailcow-* -maxdepth 1 -type d 2> /dev/null| wc -l) -lt 1 ]]; then
  164. echo "Selected backup location has no subfolders"
  165. exit 1
  166. fi
  167. for folder in $(ls -d ${BACKUP_LOCATION}/mailcow-*/); do
  168. echo "[ ${i} ] - ${folder}"
  169. FOLDER_SELECTION[${i}]="${folder}"
  170. ((i++))
  171. done
  172. echo
  173. input_sel=0
  174. while [[ ${input_sel} -lt 1 || ${input_sel} -gt ${i} ]]; do
  175. read -p "Select a restore point: " input_sel
  176. done
  177. i=1
  178. echo
  179. declare -A FILE_SELECTION
  180. RESTORE_POINT="${FOLDER_SELECTION[${input_sel}]}"
  181. if [[ -z $(find "${FOLDER_SELECTION[${input_sel}]}" -maxdepth 1 -type f -regex ".*\(redis\|rspamd\|mysql\|vmail\|postfix\).*") ]]; then
  182. echo "No datasets found"
  183. exit 1
  184. fi
  185. for file in $(ls -f "${FOLDER_SELECTION[${input_sel}]}"); do
  186. if [[ ${file} =~ vmail ]]; then
  187. echo "[ ${i} ] - Mail directory (/var/vmail)"
  188. FILE_SELECTION[${i}]="vmail"
  189. ((i++))
  190. elif [[ ${file} =~ redis ]]; then
  191. echo "[ ${i} ] - Redis DB"
  192. FILE_SELECTION[${i}]="redis"
  193. ((i++))
  194. elif [[ ${file} =~ rspamd ]]; then
  195. echo "[ ${i} ] - Rspamd data"
  196. FILE_SELECTION[${i}]="rspamd"
  197. ((i++))
  198. elif [[ ${file} =~ postfix ]]; then
  199. echo "[ ${i} ] - Postfix data"
  200. FILE_SELECTION[${i}]="postfix"
  201. ((i++))
  202. elif [[ ${file} =~ mysql ]]; then
  203. echo "[ ${i} ] - SQL DB"
  204. FILE_SELECTION[${i}]="mysql"
  205. ((i++))
  206. fi
  207. done
  208. echo
  209. input_sel=0
  210. while [[ ${input_sel} -lt 1 || ${input_sel} -gt ${i} ]]; do
  211. read -p "Select a dataset to restore: " input_sel
  212. done
  213. echo "Restoring ${FILE_SELECTION[${input_sel}]} from ${RESTORE_POINT}..."
  214. restore "${RESTORE_POINT}" ${FILE_SELECTION[${input_sel}]}
  215. fi