docker-entrypoint.sh 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324
  1. #!/bin/bash
  2. set -o pipefail
  3. exec 5>&1
  4. log_f() {
  5. if [[ ${2} == "no_nl" ]]; then
  6. echo -n "$(date) - ${1}"
  7. elif [[ ${2} == "no_date" ]]; then
  8. echo "${1}"
  9. elif [[ ${2} != "redis_only" ]]; then
  10. echo "$(date) - ${1}"
  11. fi
  12. redis-cli -h redis LPUSH ACME_LOG "{\"time\":\"$(date +%s)\",\"message\":\"$(printf '%s' "${1}" | \
  13. tr '%&;$"_[]{}-\r\n' ' ')\"}" > /dev/null
  14. redis-cli -h redis LTRIM ACME_LOG 0 ${LOG_LINES} > /dev/null
  15. }
  16. if [[ "${SKIP_LETS_ENCRYPT}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  17. log_f "SKIP_LETS_ENCRYPT=y, skipping Let's Encrypt..."
  18. sleep 365d
  19. exec $(readlink -f "$0")
  20. fi
  21. log_f "Waiting for Docker API..." no_nl
  22. until ping dockerapi -c1 > /dev/null; do
  23. sleep 1
  24. done
  25. log_f "Found Docker API" no_date
  26. ACME_BASE=/var/lib/acme
  27. SSL_EXAMPLE=/var/lib/ssl-example
  28. mkdir -p ${ACME_BASE}/acme/private
  29. restart_containers(){
  30. for container in $*; do
  31. log_f "Restarting ${container}..." no_nl
  32. C_REST_OUT=$(curl -X POST http://dockerapi:8080/containers/${container}/restart | jq -r '.msg')
  33. log_f "${C_REST_OUT}" no_date
  34. done
  35. }
  36. array_diff() {
  37. # https://stackoverflow.com/questions/2312762, Alex Offshore
  38. eval local ARR1=\(\"\${$2[@]}\"\)
  39. eval local ARR2=\(\"\${$3[@]}\"\)
  40. local IFS=$'\n'
  41. mapfile -t $1 < <(comm -23 <(echo "${ARR1[*]}" | sort) <(echo "${ARR2[*]}" | sort))
  42. }
  43. verify_hash_match(){
  44. CERT_HASH=$(openssl x509 -noout -modulus -in "${1}" | openssl md5)
  45. KEY_HASH=$(openssl rsa -noout -modulus -in "${2}" | openssl md5)
  46. if [[ ${CERT_HASH} != ${KEY_HASH} ]]; then
  47. log_f "Certificate and key hashes do not match!"
  48. return 1
  49. else
  50. log_f "Verified hashes."
  51. return 0
  52. fi
  53. }
  54. get_ipv4(){
  55. local IPV4=
  56. local IPV4_SRCS=
  57. local TRY=
  58. IPV4_SRCS[0]="api.ipify.org"
  59. IPV4_SRCS[1]="ifconfig.co"-
  60. IPV4_SRCS[2]="icanhazip.com"
  61. IPV4_SRCS[3]="v4.ident.me"
  62. IPV4_SRCS[4]="ipecho.net/plain"
  63. IPV4_SRCS[5]="mailcow.email/ip.php"
  64. until [[ ! -z ${IPV4} ]] || [[ ${TRY} -ge 100 ]]; do
  65. IPV4=$(curl --connect-timeout 3 -m 10 -L4s ${IPV4_SRCS[$RANDOM % ${#IPV4_SRCS[@]} ]} | grep -E "^((25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$")
  66. [[ ! -z ${TRY} ]] && sleep 1
  67. TRY=$((TRY+1))
  68. done
  69. echo ${IPV4}
  70. }
  71. [[ ! -f ${ACME_BASE}/dhparams.pem ]] && cp ${SSL_EXAMPLE}/dhparams.pem ${ACME_BASE}/dhparams.pem
  72. if [[ -f ${ACME_BASE}/cert.pem ]] && [[ -f ${ACME_BASE}/key.pem ]]; then
  73. ISSUER=$(openssl x509 -in ${ACME_BASE}/cert.pem -noout -issuer)
  74. if [[ ${ISSUER} != *"Let's Encrypt"* && ${ISSUER} != *"mailcow"* ]]; then
  75. log_f "Found certificate with issuer other than mailcow snake-oil CA and Let's Encrypt, skipping ACME client..."
  76. sleep 3650d
  77. exec $(readlink -f "$0")
  78. else
  79. declare -a SAN_ARRAY_NOW
  80. SAN_NAMES=$(openssl x509 -noout -text -in ${ACME_BASE}/cert.pem | awk '/X509v3 Subject Alternative Name/ {getline;gsub(/ /, "", $0); print}' | tr -d "DNS:")
  81. if [[ ! -z ${SAN_NAMES} ]]; then
  82. IFS=',' read -a SAN_ARRAY_NOW <<< ${SAN_NAMES}
  83. log_f "Found Let's Encrypt or mailcow snake-oil CA issued certificate with SANs: ${SAN_ARRAY_NOW[*]}"
  84. fi
  85. fi
  86. else
  87. if [[ -f ${ACME_BASE}/acme/fullchain.pem ]] && [[ -f ${ACME_BASE}/acme/private/privkey.pem ]]; then
  88. if verify_hash_match ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/acme/private/privkey.pem; then
  89. log_f "Restoring previous acme certificate and restarting script..."
  90. cp ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem
  91. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/key.pem
  92. # Restarting with env var set to trigger a restart,
  93. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  94. fi
  95. ISSUER="mailcow"
  96. else
  97. log_f "Restoring mailcow snake-oil certificates and restarting script..."
  98. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  99. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  100. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  101. fi
  102. fi
  103. while ! mysqladmin ping --host mysql -u${DBUSER} -p${DBPASS} --silent; do
  104. echo "Waiting for database to come up..."
  105. sleep 2
  106. done
  107. while true; do
  108. if [[ "${SKIP_IP_CHECK}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  109. SKIP_IP_CHECK=y
  110. fi
  111. unset SQL_DOMAIN_ARR
  112. unset VALIDATED_CONFIG_DOMAINS
  113. unset ADDITIONAL_VALIDATED_SAN
  114. declare -a SQL_DOMAIN_ARR
  115. declare -a VALIDATED_CONFIG_DOMAINS
  116. declare -a ADDITIONAL_VALIDATED_SAN
  117. IFS=',' read -r -a ADDITIONAL_SAN_ARR <<< "${ADDITIONAL_SAN}"
  118. IPV4=$(get_ipv4)
  119. # Container ids may have changed
  120. CONTAINERS_RESTART=($(curl --silent http://dockerapi:8080/containers/json | jq -r '.[] | {name: .Config.Labels["com.docker.compose.service"], id: .Id}' | jq -rc 'select( .name | tostring | contains("nginx-mailcow") or contains("postfix-mailcow") or contains("dovecot-mailcow")) | .id' | tr "\n" " "))
  121. log_f "Waiting for domain table... " no_nl
  122. while [[ -z ${DOMAIN_TABLE} ]]; do
  123. curl --silent http://nginx/ >/dev/null 2>&1
  124. DOMAIN_TABLE=$(mysql -h mysql-mailcow -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'domain'" -Bs)
  125. [[ -z ${DOMAIN_TABLE} ]] && sleep 10
  126. done
  127. log_f "Found domain tables." no_date
  128. while read domains; do
  129. SQL_DOMAIN_ARR+=("${domains}")
  130. done < <(mysql -h mysql-mailcow -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SELECT domain FROM domain WHERE backupmx=0 UNION SELECT alias_domain FROM alias_domain" -Bs)
  131. for SQL_DOMAIN in "${SQL_DOMAIN_ARR[@]}"; do
  132. A_CONFIG=$(dig A autoconfig.${SQL_DOMAIN} +short | tail -n 1)
  133. if [[ ! -z ${A_CONFIG} ]]; then
  134. log_f "Found A record for autoconfig.${SQL_DOMAIN}: ${A_CONFIG}"
  135. if [[ ${IPV4:-ERR} == ${A_CONFIG} ]] || [[ ${SKIP_IP_CHECK} == "y" ]]; then
  136. log_f "Confirmed A record autoconfig.${SQL_DOMAIN}"
  137. VALIDATED_CONFIG_DOMAINS+=("autoconfig.${SQL_DOMAIN}")
  138. else
  139. log_f "Cannot match your IP ${IPV4} against hostname autoconfig.${SQL_DOMAIN} (${A_CONFIG})"
  140. fi
  141. else
  142. log_f "No A record for autoconfig.${SQL_DOMAIN} found"
  143. fi
  144. A_DISCOVER=$(dig A autodiscover.${SQL_DOMAIN} +short | tail -n 1)
  145. if [[ ! -z ${A_DISCOVER} ]]; then
  146. log_f "Found A record for autodiscover.${SQL_DOMAIN}: ${A_DISCOVER}"
  147. if [[ ${IPV4:-ERR} == ${A_DISCOVER} ]] || [[ ${SKIP_IP_CHECK} == "y" ]]; then
  148. log_f "Confirmed A record autodiscover.${SQL_DOMAIN}"
  149. VALIDATED_CONFIG_DOMAINS+=("autodiscover.${SQL_DOMAIN}")
  150. else
  151. log_f "Cannot match your IP ${IPV4} against hostname autodiscover.${SQL_DOMAIN} (${A_DISCOVER})"
  152. fi
  153. else
  154. log_f "No A record for autodiscover.${SQL_DOMAIN} found"
  155. fi
  156. done
  157. A_MAILCOW_HOSTNAME=$(dig A ${MAILCOW_HOSTNAME} +short | tail -n 1)
  158. if [[ ! -z ${A_MAILCOW_HOSTNAME} ]]; then
  159. log_f "Found A record for ${MAILCOW_HOSTNAME}: ${A_MAILCOW_HOSTNAME}"
  160. if [[ ${IPV4:-ERR} == ${A_MAILCOW_HOSTNAME} ]] || [[ ${SKIP_IP_CHECK} == "y" ]]; then
  161. log_f "Confirmed A record ${MAILCOW_HOSTNAME}"
  162. VALIDATED_MAILCOW_HOSTNAME=${MAILCOW_HOSTNAME}
  163. else
  164. log_f "Cannot match your IP ${IPV4} against hostname ${MAILCOW_HOSTNAME} (${A_MAILCOW_HOSTNAME}) "
  165. fi
  166. else
  167. log_f "No A record for ${MAILCOW_HOSTNAME} found"
  168. fi
  169. for SAN in "${ADDITIONAL_SAN_ARR[@]}"; do
  170. if [[ ${SAN} == ${MAILCOW_HOSTNAME} ]]; then
  171. continue
  172. fi
  173. A_SAN=$(dig A ${SAN} +short | tail -n 1)
  174. if [[ ! -z ${A_SAN} ]]; then
  175. log_f "Found A record for ${SAN}: ${A_SAN}"
  176. if [[ ${IPV4:-ERR} == ${A_SAN} ]] || [[ ${SKIP_IP_CHECK} == "y" ]]; then
  177. log_f "Confirmed A record ${SAN}"
  178. ADDITIONAL_VALIDATED_SAN+=("${SAN}")
  179. else
  180. log_f "Cannot match your IP against hostname ${SAN}"
  181. fi
  182. else
  183. log_f "No A record for ${SAN} found"
  184. fi
  185. done
  186. # Unique elements
  187. ALL_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${VALIDATED_CONFIG_DOMAINS[*]} ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  188. if [[ -z ${ALL_VALIDATED[*]} ]]; then
  189. log_f "Cannot validate hostnames, skipping Let's Encrypt for 1 hour."
  190. log_f "Use SKIP_LETS_ENCRYPT=y in mailcow.conf to skip it permanently."
  191. sleep 1h
  192. exec $(readlink -f "$0")
  193. fi
  194. array_diff ORPHANED_SAN SAN_ARRAY_NOW ALL_VALIDATED
  195. if [[ ! -z ${ORPHANED_SAN[*]} ]] && [[ ${ISSUER} != *"mailcow"* ]]; then
  196. DATE=$(date +%Y-%m-%d_%H_%M_%S)
  197. log_f "Found orphaned SAN ${ORPHANED_SAN[*]} in certificate, moving old files to ${ACME_BASE}/acme/private/${DATE}.bak/, keeping key file..."
  198. mkdir -p ${ACME_BASE}/acme/private/${DATE}.bak/
  199. [[ -f ${ACME_BASE}/acme/private/account.key ]] && mv ${ACME_BASE}/acme/private/account.key ${ACME_BASE}/acme/private/${DATE}.bak/
  200. [[ -f ${ACME_BASE}/acme/fullchain.pem ]] && mv ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/acme/private/${DATE}.bak/
  201. [[ -f ${ACME_BASE}/acme/cert.pem ]] && mv ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/acme/private/${DATE}.bak/
  202. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/acme/private/${DATE}.bak/ # Keep key for TLSA 3 1 1 records
  203. fi
  204. ACME_RESPONSE=$(acme-client \
  205. -v -e -b -N -n \
  206. -f ${ACME_BASE}/acme/private/account.key \
  207. -k ${ACME_BASE}/acme/private/privkey.pem \
  208. -c ${ACME_BASE}/acme \
  209. ${ALL_VALIDATED[*]} 2>&1 | tee /dev/fd/5)
  210. case "$?" in
  211. 0) # new certs
  212. log_f "${ACME_RESPONSE}" redis_only
  213. # cp the new certificates and keys
  214. cp ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem
  215. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/key.pem
  216. # restart docker containers
  217. if ! verify_hash_match ${ACME_BASE}/cert.pem ${ACME_BASE}/key.pem; then
  218. log_f "Certificate was successfully requested, but key and certificate have non-matching hashes, restoring mailcow snake-oil and restarting containers..."
  219. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  220. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  221. fi
  222. restart_containers ${CONTAINERS_RESTART[*]}
  223. ;;
  224. 1) # failure
  225. log_f "${ACME_RESPONSE}" redis_only
  226. if [[ $ACME_RESPONSE =~ "No registration exists" ]]; then
  227. log_f "Registration keys are invalid, deleting old keys and restarting..."
  228. rm ${ACME_BASE}/acme/private/account.key
  229. rm ${ACME_BASE}/acme/private/privkey.pem
  230. exec $(readlink -f "$0")
  231. fi
  232. if [[ -f ${ACME_BASE}/acme/private/${DATE}.bak/fullchain.pem ]] && [[ -f ${ACME_BASE}/acme/private/${DATE}.bak/privkey.pem ]]; then
  233. log_f "Error requesting certificate, restoring previous certificate from backup and restarting containers...."
  234. cp ${ACME_BASE}/acme/private/${DATE}.bak/fullchain.pem ${ACME_BASE}/cert.pem
  235. cp ${ACME_BASE}/acme/private/${DATE}.bak/privkey.pem ${ACME_BASE}/key.pem
  236. TRIGGER_RESTART=1
  237. elif [[ -f ${ACME_BASE}/acme/fullchain.pem ]] && [[ -f ${ACME_BASE}/acme/private/privkey.pem ]]; then
  238. log_f "Error requesting certificate, restoring from previous acme request and restarting containers..."
  239. cp ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem
  240. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/key.pem
  241. TRIGGER_RESTART=1
  242. fi
  243. if ! verify_hash_match ${ACME_BASE}/cert.pem ${ACME_BASE}/key.pem; then
  244. log_f "Error verifying certificates, restoring mailcow snake-oil and restarting containers..."
  245. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  246. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  247. TRIGGER_RESTART=1
  248. fi
  249. [[ ${TRIGGER_RESTART} == 1 ]] && restart_containers ${CONTAINERS_RESTART[*]}
  250. log_f "Retrying in 30 minutes..."
  251. sleep 30m
  252. exec $(readlink -f "$0")
  253. ;;
  254. 2) # no change
  255. log_f "${ACME_RESPONSE}" redis_only
  256. if ! diff ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem; then
  257. log_f "Certificate was not changed, but active certificate does not match the verified certificate, fixing and restarting containers..."
  258. cp ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem
  259. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/key.pem
  260. TRIGGER_RESTART=1
  261. fi
  262. if ! verify_hash_match ${ACME_BASE}/cert.pem ${ACME_BASE}/key.pem; then
  263. log_f "Certificate was not changed, but hashes do not match, restoring from previous acme request and restarting containers..."
  264. cp ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem
  265. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/key.pem
  266. TRIGGER_RESTART=1
  267. fi
  268. log_f "Certificate was not changed"
  269. [[ ${TRIGGER_RESTART} == 1 ]] && restart_containers ${CONTAINERS_RESTART[*]}
  270. ;;
  271. *) # unspecified
  272. log_f "${ACME_RESPONSE}" redis_only
  273. if [[ -f ${ACME_BASE}/acme/private/${DATE}.bak/fullchain.pem ]] && [[ -f ${ACME_BASE}/acme/private/${DATE}.bak/privkey.pem ]]; then
  274. log_f "Error requesting certificate, restoring previous certificate from backup and restarting containers...."
  275. cp ${ACME_BASE}/acme/private/${DATE}.bak/fullchain.pem ${ACME_BASE}/cert.pem
  276. cp ${ACME_BASE}/acme/private/${DATE}.bak/privkey.pem ${ACME_BASE}/key.pem
  277. TRIGGER_RESTART=1
  278. elif [[ -f ${ACME_BASE}/acme/fullchain.pem ]] && [[ -f ${ACME_BASE}/acme/private/privkey.pem ]]; then
  279. log_f "Error requesting certificate, restoring from previous acme request and restarting containers..."
  280. cp ${ACME_BASE}/acme/fullchain.pem ${ACME_BASE}/cert.pem
  281. cp ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/key.pem
  282. TRIGGER_RESTART=1
  283. fi
  284. if ! verify_hash_match ${ACME_BASE}/cert.pem ${ACME_BASE}/key.pem; then
  285. log_f "Error verifying certificates, restoring mailcow snake-oil..."
  286. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  287. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  288. TRIGGER_RESTART=1
  289. fi
  290. [[ ${TRIGGER_RESTART} == 1 ]] && restart_containers ${CONTAINERS_RESTART[*]}
  291. log_f "Retrying in 30 minutes..."
  292. sleep 30m
  293. exec $(readlink -f "$0")
  294. ;;
  295. esac
  296. log_f "ACME certificate validation done. Sleeping for another day."
  297. sleep 1d
  298. done