acme.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372
  1. #!/bin/bash
  2. set -o pipefail
  3. exec 5>&1
  4. # Do not attempt to write to slave
  5. if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
  6. export REDIS_CMDLINE="redis-cli -h ${REDIS_SLAVEOF_IP} -p ${REDIS_SLAVEOF_PORT}"
  7. else
  8. export REDIS_CMDLINE="redis-cli -h redis -p 6379"
  9. fi
  10. source /srv/functions.sh
  11. # Thanks to https://github.com/cvmiller -> https://github.com/cvmiller/expand6
  12. source /srv/expand6.sh
  13. # Skipping IP check when we like to live dangerously
  14. if [[ "${SKIP_IP_CHECK}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  15. SKIP_IP_CHECK=y
  16. fi
  17. # Skipping HTTP check when we like to live dangerously
  18. if [[ "${SKIP_HTTP_VERIFICATION}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  19. SKIP_HTTP_VERIFICATION=y
  20. fi
  21. # Request certificate for MAILCOW_HOSTNAME only
  22. if [[ "${ONLY_MAILCOW_HOSTNAME}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  23. ONLY_MAILCOW_HOSTNAME=y
  24. fi
  25. # Request individual certificate for every domain
  26. if [[ "${ENABLE_SSL_SNI}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  27. ENABLE_SSL_SNI=y
  28. fi
  29. if [[ "${SKIP_LETS_ENCRYPT}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  30. log_f "SKIP_LETS_ENCRYPT=y, skipping Let's Encrypt..."
  31. sleep 365d
  32. exec $(readlink -f "$0")
  33. fi
  34. log_f "Waiting for Docker API..." no_nl
  35. until ping dockerapi -c1 > /dev/null; do
  36. sleep 1
  37. done
  38. log_f "OK" no_date
  39. ACME_BASE=/var/lib/acme
  40. SSL_EXAMPLE=/var/lib/ssl-example
  41. mkdir -p ${ACME_BASE}/acme
  42. # Migrate
  43. [[ -f ${ACME_BASE}/acme/private/privkey.pem ]] && mv ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/acme/key.pem
  44. [[ -f ${ACME_BASE}/acme/private/account.key ]] && mv ${ACME_BASE}/acme/private/account.key ${ACME_BASE}/acme/account.pem
  45. if [[ -f ${ACME_BASE}/acme/key.pem && -f ${ACME_BASE}/acme/cert.pem ]]; then
  46. if verify_hash_match ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/acme/key.pem; then
  47. log_f "Migrating to SNI folder structure..." no_nl
  48. CERT_DOMAIN=($(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "Subject:" | sed -e 's/\(Subject:\)\|\(CN = \)\|\(CN=\)//g' | sed -e 's/^[[:space:]]*//'))
  49. CERT_DOMAINS=(${CERT_DOMAIN} $(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "DNS:" | sed -e 's/\(DNS:\)\|,//g' | sed "s/${CERT_DOMAIN}//" | sed -e 's/^[[:space:]]*//'))
  50. mkdir -p ${ACME_BASE}/${CERT_DOMAIN}
  51. mv ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/${CERT_DOMAIN}/cert.pem
  52. # key is only copied, not moved, because it is used by all other requests too
  53. cp ${ACME_BASE}/acme/key.pem ${ACME_BASE}/${CERT_DOMAIN}/key.pem
  54. chmod 600 ${ACME_BASE}/${CERT_DOMAIN}/key.pem
  55. echo -n ${CERT_DOMAINS[*]} > ${ACME_BASE}/${CERT_DOMAIN}/domains
  56. mv ${ACME_BASE}/acme/acme.csr ${ACME_BASE}/${CERT_DOMAIN}/acme.csr
  57. log_f "OK" no_date
  58. fi
  59. fi
  60. [[ ! -f ${ACME_BASE}/dhparams.pem ]] && cp ${SSL_EXAMPLE}/dhparams.pem ${ACME_BASE}/dhparams.pem
  61. if [[ -f ${ACME_BASE}/cert.pem ]] && [[ -f ${ACME_BASE}/key.pem ]] && [[ $(stat -c%s ${ACME_BASE}/cert.pem) != 0 ]]; then
  62. ISSUER=$(openssl x509 -in ${ACME_BASE}/cert.pem -noout -issuer)
  63. if [[ ${ISSUER} != *"Let's Encrypt"* && ${ISSUER} != *"mailcow"* && ${ISSUER} != *"Fake LE Intermediate"* ]]; then
  64. log_f "Found certificate with issuer other than mailcow snake-oil CA and Let's Encrypt, skipping ACME client..."
  65. sleep 3650d
  66. exec $(readlink -f "$0")
  67. fi
  68. else
  69. if [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ]] && [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ]] && verify_hash_match ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem; then
  70. log_f "Restoring previous acme certificate and restarting script..."
  71. cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/cert.pem
  72. cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ${ACME_BASE}/key.pem
  73. # Restarting with env var set to trigger a restart,
  74. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  75. else
  76. log_f "Restoring mailcow snake-oil certificates and restarting script..."
  77. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  78. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  79. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  80. fi
  81. fi
  82. chmod 600 ${ACME_BASE}/key.pem
  83. log_f "Waiting for database... " no_nl
  84. while ! mysqladmin status --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent; do
  85. sleep 2
  86. done
  87. log_f "OK" no_date
  88. log_f "Waiting for Nginx... " no_nl
  89. until $(curl --output /dev/null --silent --head --fail http://nginx:8081); do
  90. sleep 2
  91. done
  92. log_f "OK" no_date
  93. # Waiting for domain table
  94. log_f "Waiting for domain table... " no_nl
  95. while [[ -z ${DOMAIN_TABLE} ]]; do
  96. curl --silent http://nginx/ >/dev/null 2>&1
  97. DOMAIN_TABLE=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'domain'" -Bs)
  98. [[ -z ${DOMAIN_TABLE} ]] && sleep 10
  99. done
  100. log_f "OK" no_date
  101. log_f "Initializing, please wait... "
  102. while true; do
  103. # Re-using previous acme-mailcow account and domain keys
  104. if [[ ! -f ${ACME_BASE}/acme/key.pem ]]; then
  105. log_f "Generating missing domain private rsa key..."
  106. openssl genrsa 4096 > ${ACME_BASE}/acme/key.pem
  107. else
  108. log_f "Using existing domain rsa key ${ACME_BASE}/acme/key.pem"
  109. fi
  110. if [[ ! -f ${ACME_BASE}/acme/account.pem ]]; then
  111. log_f "Generating missing Lets Encrypt account key..."
  112. openssl genrsa 4096 > ${ACME_BASE}/acme/account.pem
  113. else
  114. log_f "Using existing Lets Encrypt account key ${ACME_BASE}/acme/account.pem"
  115. fi
  116. chmod 600 ${ACME_BASE}/acme/key.pem
  117. chmod 600 ${ACME_BASE}/acme/account.pem
  118. unset EXISTING_CERTS
  119. declare -a EXISTING_CERTS
  120. for cert_dir in ${ACME_BASE}/*/ ; do
  121. if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then
  122. continue
  123. fi
  124. EXISTING_CERTS+=("$(basename ${cert_dir})")
  125. done
  126. # Cleaning up and init validation arrays
  127. unset SQL_DOMAIN_ARR
  128. unset VALIDATED_CONFIG_DOMAINS
  129. unset ADDITIONAL_VALIDATED_SAN
  130. unset ADDITIONAL_WC_ARR
  131. unset ADDITIONAL_SAN_ARR
  132. unset CERT_ERRORS
  133. unset CERT_CHANGED
  134. unset CERT_AMOUNT_CHANGED
  135. unset VALIDATED_CERTIFICATES
  136. CERT_ERRORS=0
  137. CERT_CHANGED=0
  138. CERT_AMOUNT_CHANGED=0
  139. declare -a SQL_DOMAIN_ARR
  140. declare -a VALIDATED_CONFIG_DOMAINS
  141. declare -a ADDITIONAL_VALIDATED_SAN
  142. declare -a ADDITIONAL_WC_ARR
  143. declare -a ADDITIONAL_SAN_ARR
  144. declare -a VALIDATED_CERTIFICATES
  145. IFS=',' read -r -a TMP_ARR <<< "${ADDITIONAL_SAN}"
  146. for i in "${TMP_ARR[@]}" ; do
  147. if [[ "$i" =~ \.\*$ ]]; then
  148. ADDITIONAL_WC_ARR+=(${i::-2})
  149. else
  150. ADDITIONAL_SAN_ARR+=($i)
  151. fi
  152. done
  153. ADDITIONAL_WC_ARR+=('autodiscover' 'autoconfig')
  154. # Start IP detection
  155. log_f "Detecting IP addresses... " no_nl
  156. IPV4=$(get_ipv4)
  157. IPV6=$(get_ipv6)
  158. log_f "OK" no_date
  159. # Hard-fail on CAA errors for MAILCOW_HOSTNAME
  160. MH_PARENT_DOMAIN=$(echo ${MAILCOW_HOSTNAME} | cut -d. -f2-)
  161. MH_CAAS=( $(dig CAA ${MH_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
  162. if [[ ! -z ${MH_CAAS} ]]; then
  163. if [[ ${MH_CAAS[@]} =~ "letsencrypt.org" ]]; then
  164. log_f "Validated CAA for parent domain ${MH_PARENT_DOMAIN}"
  165. else
  166. log_f "Skipping ACME validation: Lets Encrypt disallowed for ${MAILCOW_HOSTNAME} by CAA record, retrying in 1h..."
  167. sleep 1h
  168. exec $(readlink -f "$0")
  169. fi
  170. fi
  171. #########################################
  172. # IP and webroot challenge verification #
  173. SQL_DOMAINS=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SELECT domain FROM domain WHERE backupmx=0" -Bs)
  174. if [[ ! $? -eq 0 ]]; then
  175. log_f "Failed to read SQL domains, retrying in 1 minute..."
  176. sleep 1m
  177. exec $(readlink -f "$0")
  178. fi
  179. while read domains; do
  180. if [[ -z "${domains}" ]]; then
  181. # ignore empty lines
  182. continue
  183. fi
  184. SQL_DOMAIN_ARR+=("${domains}")
  185. done <<< "${SQL_DOMAINS}"
  186. if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
  187. for SQL_DOMAIN in "${SQL_DOMAIN_ARR[@]}"; do
  188. unset VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
  189. declare -a VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
  190. for SUBDOMAIN in "${ADDITIONAL_WC_ARR[@]}"; do
  191. if [[ "${SUBDOMAIN}.${SQL_DOMAIN}" != "${MAILCOW_HOSTNAME}" ]]; then
  192. if check_domain "${SUBDOMAIN}.${SQL_DOMAIN}"; then
  193. VALIDATED_CONFIG_DOMAINS_SUBDOMAINS+=("${SUBDOMAIN}.${SQL_DOMAIN}")
  194. fi
  195. fi
  196. done
  197. VALIDATED_CONFIG_DOMAINS+=("${VALIDATED_CONFIG_DOMAINS_SUBDOMAINS[*]}")
  198. done
  199. fi
  200. if check_domain ${MAILCOW_HOSTNAME}; then
  201. VALIDATED_MAILCOW_HOSTNAME="${MAILCOW_HOSTNAME}"
  202. fi
  203. if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
  204. for SAN in "${ADDITIONAL_SAN_ARR[@]}"; do
  205. # Skip on CAA errors for SAN
  206. SAN_PARENT_DOMAIN=$(echo ${SAN} | cut -d. -f2-)
  207. SAN_CAAS=( $(dig CAA ${SAN_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
  208. if [[ ! -z ${SAN_CAAS} ]]; then
  209. if [[ ${SAN_CAAS[@]} =~ "letsencrypt.org" ]]; then
  210. log_f "Validated CAA for parent domain ${SAN_PARENT_DOMAIN} of ${SAN}"
  211. else
  212. log_f "Skipping ACME validation for ${SAN}: Lets Encrypt disallowed for ${SAN} by CAA record"
  213. continue
  214. fi
  215. fi
  216. if [[ ${SAN} == ${MAILCOW_HOSTNAME} ]]; then
  217. continue
  218. fi
  219. if check_domain ${SAN}; then
  220. ADDITIONAL_VALIDATED_SAN+=("${SAN}")
  221. fi
  222. done
  223. fi
  224. # Unique domains for server certificate
  225. if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
  226. # create certificate for server name and fqdn SANs only
  227. SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  228. else
  229. # create certificate for all domains, including all subdomains from other domains [*]
  230. SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${VALIDATED_CONFIG_DOMAINS[*]} ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  231. fi
  232. if [[ ! -z ${SERVER_SAN_VALIDATED[*]} ]]; then
  233. CERT_NAME=${SERVER_SAN_VALIDATED[0]}
  234. VALIDATED_CERTIFICATES+=("${CERT_NAME}")
  235. # obtain server certificate if required
  236. DOMAINS=${SERVER_SAN_VALIDATED[@]} /srv/obtain-certificate.sh rsa
  237. RETURN="$?"
  238. if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
  239. CERT_AMOUNT_CHANGED=1
  240. CERT_CHANGED=1
  241. elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
  242. CERT_CHANGED=1
  243. elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
  244. :
  245. else
  246. CERT_ERRORS=1
  247. fi
  248. # copy hostname certificate to default/server certificate
  249. cp ${ACME_BASE}/${CERT_NAME}/cert.pem ${ACME_BASE}/cert.pem
  250. cp ${ACME_BASE}/${CERT_NAME}/key.pem ${ACME_BASE}/key.pem
  251. fi
  252. # individual certificates for SNI [@]
  253. if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
  254. for VALIDATED_DOMAINS in "${VALIDATED_CONFIG_DOMAINS[@]}"; do
  255. VALIDATED_DOMAINS_ARR=(${VALIDATED_DOMAINS})
  256. unset VALIDATED_DOMAINS_SORTED
  257. declare -a VALIDATED_DOMAINS_SORTED
  258. VALIDATED_DOMAINS_SORTED=(${VALIDATED_DOMAINS_ARR[0]} $(echo ${VALIDATED_DOMAINS_ARR[@]:1} | xargs -n1 | sort -u | xargs))
  259. # remove all domain names that are already inside the server certificate (SERVER_SAN_VALIDATED)
  260. for domain in "${SERVER_SAN_VALIDATED[@]}"; do
  261. for i in "${!VALIDATED_DOMAINS_SORTED[@]}"; do
  262. if [[ ${VALIDATED_DOMAINS_SORTED[i]} = $domain ]]; then
  263. unset 'VALIDATED_DOMAINS_SORTED[i]'
  264. fi
  265. done
  266. done
  267. if [[ ! -z ${VALIDATED_DOMAINS_SORTED[*]} ]]; then
  268. CERT_NAME=${VALIDATED_DOMAINS_SORTED[0]}
  269. VALIDATED_CERTIFICATES+=("${CERT_NAME}")
  270. # obtain certificate if required
  271. DOMAINS=${VALIDATED_DOMAINS_SORTED[@]} /srv/obtain-certificate.sh rsa
  272. RETURN="$?"
  273. if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
  274. CERT_AMOUNT_CHANGED=1
  275. CERT_CHANGED=1
  276. elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
  277. CERT_CHANGED=1
  278. elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
  279. :
  280. else
  281. CERT_ERRORS=1
  282. fi
  283. fi
  284. done
  285. fi
  286. if [[ -z ${VALIDATED_CERTIFICATES[*]} ]]; then
  287. log_f "Cannot validate any hostnames, skipping Let's Encrypt for 1 hour."
  288. log_f "Use SKIP_LETS_ENCRYPT=y in mailcow.conf to skip it permanently."
  289. ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
  290. sleep 1h
  291. exec $(readlink -f "$0")
  292. fi
  293. # find orphaned certificates if no errors occurred
  294. if [[ "${CERT_ERRORS}" == "0" ]]; then
  295. for EXISTING_CERT in "${EXISTING_CERTS[@]}"; do
  296. if [[ ! "`printf '_%s_\n' "${VALIDATED_CERTIFICATES[@]}"`" == *"_${EXISTING_CERT}_"* ]]; then
  297. DATE=$(date +%Y-%m-%d_%H_%M_%S)
  298. log_f "Found orphaned certificate: ${EXISTING_CERT} - archiving it at ${ACME_BASE}/backups/${EXISTING_CERT}/"
  299. BACKUP_DIR=${ACME_BASE}/backups/${EXISTING_CERT}/${DATE}
  300. # archive rsa cert and any other files
  301. mkdir -p ${ACME_BASE}/backups/${EXISTING_CERT}
  302. mv ${ACME_BASE}/${EXISTING_CERT} ${BACKUP_DIR}
  303. CERT_CHANGED=1
  304. CERT_AMOUNT_CHANGED=1
  305. fi
  306. done
  307. fi
  308. # reload on new or changed certificates
  309. if [[ "${CERT_CHANGED}" == "1" ]]; then
  310. CERT_AMOUNT_CHANGED=${CERT_AMOUNT_CHANGED} /srv/reload-configurations.sh
  311. fi
  312. case "$CERT_ERRORS" in
  313. 0) # all successful
  314. if [[ "${CERT_CHANGED}" == "1" ]]; then
  315. if [[ "${CERT_AMOUNT_CHANGED}" == "1" ]]; then
  316. log_f "Certificates successfully requested and renewed where required, sleeping one day"
  317. else
  318. log_f "Certificates were successfully renewed where required, sleeping for another day."
  319. fi
  320. else
  321. log_f "Certificates were successfully validated, no changes or renewals required, sleeping for another day."
  322. fi
  323. sleep 1d
  324. ;;
  325. *) # non-zero
  326. log_f "Some errors occurred, retrying in 30 minutes..."
  327. ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
  328. sleep 30m
  329. exec $(readlink -f "$0")
  330. ;;
  331. esac
  332. done