acme.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365
  1. #!/bin/bash
  2. set -o pipefail
  3. exec 5>&1
  4. source /srv/functions.sh
  5. # Thanks to https://github.com/cvmiller -> https://github.com/cvmiller/expand6
  6. source /srv/expand6.sh
  7. # Skipping IP check when we like to live dangerously
  8. if [[ "${SKIP_IP_CHECK}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  9. SKIP_IP_CHECK=y
  10. fi
  11. # Skipping HTTP check when we like to live dangerously
  12. if [[ "${SKIP_HTTP_VERIFICATION}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  13. SKIP_HTTP_VERIFICATION=y
  14. fi
  15. # Request certificate for MAILCOW_HOSTNAME only
  16. if [[ "${ONLY_MAILCOW_HOSTNAME}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  17. ONLY_MAILCOW_HOSTNAME=y
  18. fi
  19. # Request individual certificate for every domain
  20. if [[ "${ENABLE_SSL_SNI}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  21. ENABLE_SSL_SNI=y
  22. fi
  23. if [[ "${SKIP_LETS_ENCRYPT}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  24. log_f "SKIP_LETS_ENCRYPT=y, skipping Let's Encrypt..."
  25. sleep 365d
  26. exec $(readlink -f "$0")
  27. fi
  28. log_f "Waiting for Docker API..." no_nl
  29. until ping dockerapi -c1 > /dev/null; do
  30. sleep 1
  31. done
  32. log_f "OK" no_date
  33. ACME_BASE=/var/lib/acme
  34. SSL_EXAMPLE=/var/lib/ssl-example
  35. mkdir -p ${ACME_BASE}/acme
  36. # Migrate
  37. [[ -f ${ACME_BASE}/acme/private/privkey.pem ]] && mv ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/acme/key.pem
  38. [[ -f ${ACME_BASE}/acme/private/account.key ]] && mv ${ACME_BASE}/acme/private/account.key ${ACME_BASE}/acme/account.pem
  39. if [[ -f ${ACME_BASE}/acme/key.pem && -f ${ACME_BASE}/acme/cert.pem ]]; then
  40. if verify_hash_match ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/acme/key.pem; then
  41. log_f "Migrating to SNI folder structure..." no_nl
  42. CERT_DOMAIN=($(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "Subject:" | sed -e 's/\(Subject:\)\|\(CN = \)\|\(CN=\)//g' | sed -e 's/^[[:space:]]*//'))
  43. CERT_DOMAINS=(${CERT_DOMAIN} $(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "DNS:" | sed -e 's/\(DNS:\)\|,//g' | sed "s/${CERT_DOMAIN}//" | sed -e 's/^[[:space:]]*//'))
  44. mkdir -p ${ACME_BASE}/${CERT_DOMAIN}
  45. mv ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/${CERT_DOMAIN}/cert.pem
  46. # key is only copied, not moved, because it is used by all other requests too
  47. cp ${ACME_BASE}/acme/key.pem ${ACME_BASE}/${CERT_DOMAIN}/key.pem
  48. chmod 600 ${ACME_BASE}/${CERT_DOMAIN}/key.pem
  49. echo -n ${CERT_DOMAINS[*]} > ${ACME_BASE}/${CERT_DOMAIN}/domains
  50. mv ${ACME_BASE}/acme/acme.csr ${ACME_BASE}/${CERT_DOMAIN}/acme.csr
  51. log_f "OK" no_date
  52. fi
  53. fi
  54. [[ ! -f ${ACME_BASE}/dhparams.pem ]] && cp ${SSL_EXAMPLE}/dhparams.pem ${ACME_BASE}/dhparams.pem
  55. if [[ -f ${ACME_BASE}/cert.pem ]] && [[ -f ${ACME_BASE}/key.pem ]] && [[ $(stat -c%s ${ACME_BASE}/cert.pem) != 0 ]]; then
  56. ISSUER=$(openssl x509 -in ${ACME_BASE}/cert.pem -noout -issuer)
  57. if [[ ${ISSUER} != *"Let's Encrypt"* && ${ISSUER} != *"mailcow"* && ${ISSUER} != *"Fake LE Intermediate"* ]]; then
  58. log_f "Found certificate with issuer other than mailcow snake-oil CA and Let's Encrypt, skipping ACME client..."
  59. sleep 3650d
  60. exec $(readlink -f "$0")
  61. fi
  62. else
  63. if [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ]] && [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ]] && verify_hash_match ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem; then
  64. log_f "Restoring previous acme certificate and restarting script..."
  65. cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/cert.pem
  66. cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ${ACME_BASE}/key.pem
  67. # Restarting with env var set to trigger a restart,
  68. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  69. else
  70. log_f "Restoring mailcow snake-oil certificates and restarting script..."
  71. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  72. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  73. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  74. fi
  75. fi
  76. chmod 600 ${ACME_BASE}/key.pem
  77. log_f "Waiting for database... " no_nl
  78. while ! mysqladmin status --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent; do
  79. sleep 2
  80. done
  81. log_f "OK" no_date
  82. log_f "Waiting for Nginx... " no_nl
  83. until $(curl --output /dev/null --silent --head --fail http://nginx:8081); do
  84. sleep 2
  85. done
  86. log_f "OK" no_date
  87. # Waiting for domain table
  88. log_f "Waiting for domain table... " no_nl
  89. while [[ -z ${DOMAIN_TABLE} ]]; do
  90. curl --silent http://nginx/ >/dev/null 2>&1
  91. DOMAIN_TABLE=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'domain'" -Bs)
  92. [[ -z ${DOMAIN_TABLE} ]] && sleep 10
  93. done
  94. log_f "OK" no_date
  95. log_f "Initializing, please wait... "
  96. while true; do
  97. # Re-using previous acme-mailcow account and domain keys
  98. if [[ ! -f ${ACME_BASE}/acme/key.pem ]]; then
  99. log_f "Generating missing domain private rsa key..."
  100. openssl genrsa 4096 > ${ACME_BASE}/acme/key.pem
  101. else
  102. log_f "Using existing domain rsa key ${ACME_BASE}/acme/key.pem"
  103. fi
  104. if [[ ! -f ${ACME_BASE}/acme/account.pem ]]; then
  105. log_f "Generating missing Lets Encrypt account key..."
  106. openssl genrsa 4096 > ${ACME_BASE}/acme/account.pem
  107. else
  108. log_f "Using existing Lets Encrypt account key ${ACME_BASE}/acme/account.pem"
  109. fi
  110. chmod 600 ${ACME_BASE}/acme/key.pem
  111. chmod 600 ${ACME_BASE}/acme/account.pem
  112. unset EXISTING_CERTS
  113. declare -a EXISTING_CERTS
  114. for cert_dir in ${ACME_BASE}/*/ ; do
  115. if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then
  116. continue
  117. fi
  118. EXISTING_CERTS+=("$(basename ${cert_dir})")
  119. done
  120. # Cleaning up and init validation arrays
  121. unset SQL_DOMAIN_ARR
  122. unset VALIDATED_CONFIG_DOMAINS
  123. unset ADDITIONAL_VALIDATED_SAN
  124. unset ADDITIONAL_WC_ARR
  125. unset ADDITIONAL_SAN_ARR
  126. unset CERT_ERRORS
  127. unset CERT_CHANGED
  128. unset CERT_AMOUNT_CHANGED
  129. unset VALIDATED_CERTIFICATES
  130. CERT_ERRORS=0
  131. CERT_CHANGED=0
  132. CERT_AMOUNT_CHANGED=0
  133. declare -a SQL_DOMAIN_ARR
  134. declare -a VALIDATED_CONFIG_DOMAINS
  135. declare -a ADDITIONAL_VALIDATED_SAN
  136. declare -a ADDITIONAL_WC_ARR
  137. declare -a ADDITIONAL_SAN_ARR
  138. declare -a VALIDATED_CERTIFICATES
  139. IFS=',' read -r -a TMP_ARR <<< "${ADDITIONAL_SAN}"
  140. for i in "${TMP_ARR[@]}" ; do
  141. if [[ "$i" =~ \.\*$ ]]; then
  142. ADDITIONAL_WC_ARR+=(${i::-2})
  143. else
  144. ADDITIONAL_SAN_ARR+=($i)
  145. fi
  146. done
  147. ADDITIONAL_WC_ARR+=('autodiscover' 'autoconfig')
  148. # Start IP detection
  149. log_f "Detecting IP addresses... " no_nl
  150. IPV4=$(get_ipv4)
  151. IPV6=$(get_ipv6)
  152. log_f "OK" no_date
  153. # Hard-fail on CAA errors for MAILCOW_HOSTNAME
  154. MH_PARENT_DOMAIN=$(echo ${MAILCOW_HOSTNAME} | cut -d. -f2-)
  155. MH_CAAS=( $(dig CAA ${MH_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
  156. if [[ ! -z ${MH_CAAS} ]]; then
  157. if [[ ${MH_CAAS[@]} =~ "letsencrypt.org" ]]; then
  158. log_f "Validated CAA for parent domain ${MH_PARENT_DOMAIN}"
  159. else
  160. log_f "Skipping ACME validation: Lets Encrypt disallowed for ${MAILCOW_HOSTNAME} by CAA record, retrying in 1h..."
  161. sleep 1h
  162. exec $(readlink -f "$0")
  163. fi
  164. fi
  165. #########################################
  166. # IP and webroot challenge verification #
  167. SQL_DOMAINS=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SELECT domain FROM domain WHERE backupmx=0" -Bs)
  168. if [[ ! $? -eq 0 ]]; then
  169. log_f "Failed to read SQL domains, retrying in 1 minute..."
  170. sleep 1m
  171. exec $(readlink -f "$0")
  172. fi
  173. while read domains; do
  174. if [[ -z "${domains}" ]]; then
  175. # ignore empty lines
  176. continue
  177. fi
  178. SQL_DOMAIN_ARR+=("${domains}")
  179. done <<< "${SQL_DOMAINS}"
  180. if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
  181. for SQL_DOMAIN in "${SQL_DOMAIN_ARR[@]}"; do
  182. unset VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
  183. declare -a VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
  184. for SUBDOMAIN in "${ADDITIONAL_WC_ARR[@]}"; do
  185. if [[ "${SUBDOMAIN}.${SQL_DOMAIN}" != "${MAILCOW_HOSTNAME}" ]]; then
  186. if check_domain "${SUBDOMAIN}.${SQL_DOMAIN}"; then
  187. VALIDATED_CONFIG_DOMAINS_SUBDOMAINS+=("${SUBDOMAIN}.${SQL_DOMAIN}")
  188. fi
  189. fi
  190. done
  191. VALIDATED_CONFIG_DOMAINS+=("${VALIDATED_CONFIG_DOMAINS_SUBDOMAINS[*]}")
  192. done
  193. fi
  194. if check_domain ${MAILCOW_HOSTNAME}; then
  195. VALIDATED_MAILCOW_HOSTNAME="${MAILCOW_HOSTNAME}"
  196. fi
  197. if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
  198. for SAN in "${ADDITIONAL_SAN_ARR[@]}"; do
  199. # Skip on CAA errors for SAN
  200. SAN_PARENT_DOMAIN=$(echo ${SAN} | cut -d. -f2-)
  201. SAN_CAAS=( $(dig CAA ${SAN_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
  202. if [[ ! -z ${SAN_CAAS} ]]; then
  203. if [[ ${SAN_CAAS[@]} =~ "letsencrypt.org" ]]; then
  204. log_f "Validated CAA for parent domain ${SAN_PARENT_DOMAIN} of ${SAN}"
  205. else
  206. log_f "Skipping ACME validation for ${SAN}: Lets Encrypt disallowed for ${SAN} by CAA record"
  207. continue
  208. fi
  209. fi
  210. if [[ ${SAN} == ${MAILCOW_HOSTNAME} ]]; then
  211. continue
  212. fi
  213. if check_domain ${SAN}; then
  214. ADDITIONAL_VALIDATED_SAN+=("${SAN}")
  215. fi
  216. done
  217. fi
  218. # Unique domains for server certificate
  219. if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
  220. # create certificate for server name and fqdn SANs only
  221. SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  222. else
  223. # create certificate for all domains, including all subdomains from other domains [*]
  224. SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${VALIDATED_CONFIG_DOMAINS[*]} ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  225. fi
  226. if [[ ! -z ${SERVER_SAN_VALIDATED[*]} ]]; then
  227. CERT_NAME=${SERVER_SAN_VALIDATED[0]}
  228. VALIDATED_CERTIFICATES+=("${CERT_NAME}")
  229. # obtain server certificate if required
  230. DOMAINS=${SERVER_SAN_VALIDATED[@]} /srv/obtain-certificate.sh rsa
  231. RETURN="$?"
  232. if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
  233. CERT_AMOUNT_CHANGED=1
  234. CERT_CHANGED=1
  235. elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
  236. CERT_CHANGED=1
  237. elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
  238. :
  239. else
  240. CERT_ERRORS=1
  241. fi
  242. # copy hostname certificate to default/server certificate
  243. cp ${ACME_BASE}/${CERT_NAME}/cert.pem ${ACME_BASE}/cert.pem
  244. cp ${ACME_BASE}/${CERT_NAME}/key.pem ${ACME_BASE}/key.pem
  245. fi
  246. # individual certificates for SNI [@]
  247. if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
  248. for VALIDATED_DOMAINS in "${VALIDATED_CONFIG_DOMAINS[@]}"; do
  249. VALIDATED_DOMAINS_ARR=(${VALIDATED_DOMAINS})
  250. unset VALIDATED_DOMAINS_SORTED
  251. declare -a VALIDATED_DOMAINS_SORTED
  252. VALIDATED_DOMAINS_SORTED=(${VALIDATED_DOMAINS_ARR[0]} $(echo ${VALIDATED_DOMAINS_ARR[@]:1} | xargs -n1 | sort -u | xargs))
  253. # remove all domain names that are already inside the server certificate (SERVER_SAN_VALIDATED)
  254. for domain in "${SERVER_SAN_VALIDATED[@]}"; do
  255. for i in "${!VALIDATED_DOMAINS_SORTED[@]}"; do
  256. if [[ ${VALIDATED_DOMAINS_SORTED[i]} = $domain ]]; then
  257. unset 'VALIDATED_DOMAINS_SORTED[i]'
  258. fi
  259. done
  260. done
  261. if [[ ! -z ${VALIDATED_DOMAINS_SORTED[*]} ]]; then
  262. CERT_NAME=${VALIDATED_DOMAINS_SORTED[0]}
  263. VALIDATED_CERTIFICATES+=("${CERT_NAME}")
  264. # obtain certificate if required
  265. DOMAINS=${VALIDATED_DOMAINS_SORTED[@]} /srv/obtain-certificate.sh rsa
  266. RETURN="$?"
  267. if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
  268. CERT_AMOUNT_CHANGED=1
  269. CERT_CHANGED=1
  270. elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
  271. CERT_CHANGED=1
  272. elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
  273. :
  274. else
  275. CERT_ERRORS=1
  276. fi
  277. fi
  278. done
  279. fi
  280. if [[ -z ${VALIDATED_CERTIFICATES[*]} ]]; then
  281. log_f "Cannot validate any hostnames, skipping Let's Encrypt for 1 hour."
  282. log_f "Use SKIP_LETS_ENCRYPT=y in mailcow.conf to skip it permanently."
  283. redis-cli -h redis SET ACME_FAIL_TIME "$(date +%s)"
  284. sleep 1h
  285. exec $(readlink -f "$0")
  286. fi
  287. # find orphaned certificates if no errors occurred
  288. if [[ "${CERT_ERRORS}" == "0" ]]; then
  289. for EXISTING_CERT in "${EXISTING_CERTS[@]}"; do
  290. if [[ ! "`printf '_%s_\n' "${VALIDATED_CERTIFICATES[@]}"`" == *"_${EXISTING_CERT}_"* ]]; then
  291. DATE=$(date +%Y-%m-%d_%H_%M_%S)
  292. log_f "Found orphaned certificate: ${EXISTING_CERT} - archiving it at ${ACME_BASE}/backups/${EXISTING_CERT}/"
  293. BACKUP_DIR=${ACME_BASE}/backups/${EXISTING_CERT}/${DATE}
  294. # archive rsa cert and any other files
  295. mkdir -p ${ACME_BASE}/backups/${EXISTING_CERT}
  296. mv ${ACME_BASE}/${EXISTING_CERT} ${BACKUP_DIR}
  297. CERT_CHANGED=1
  298. CERT_AMOUNT_CHANGED=1
  299. fi
  300. done
  301. fi
  302. # reload on new or changed certificates
  303. if [[ "${CERT_CHANGED}" == "1" ]]; then
  304. CERT_AMOUNT_CHANGED=${CERT_AMOUNT_CHANGED} /srv/reload-configurations.sh
  305. fi
  306. case "$CERT_ERRORS" in
  307. 0) # all successful
  308. if [[ "${CERT_CHANGED}" == "1" ]]; then
  309. if [[ "${CERT_AMOUNT_CHANGED}" == "1" ]]; then
  310. log_f "Certificates successfully requested and renewed where required, sleeping one day"
  311. else
  312. log_f "Certificates were successfully renewed where required, sleeping for another day."
  313. fi
  314. else
  315. log_f "Certificates were successfully validated, no changes or renewals required, sleeping for another day."
  316. fi
  317. sleep 1d
  318. ;;
  319. *) # non-zero
  320. log_f "Some errors occurred, retrying in 30 minutes..."
  321. redis-cli -h redis SET ACME_FAIL_TIME "$(date +%s)"
  322. sleep 30m
  323. exec $(readlink -f "$0")
  324. ;;
  325. esac
  326. done