acme.sh 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378
  1. #!/bin/bash
  2. set -o pipefail
  3. exec 5>&1
  4. # Do not attempt to write to slave
  5. if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
  6. export REDIS_CMDLINE="redis-cli -h ${REDIS_SLAVEOF_IP} -p ${REDIS_SLAVEOF_PORT}"
  7. else
  8. export REDIS_CMDLINE="redis-cli -h redis -p 6379"
  9. fi
  10. until [[ $(${REDIS_CMDLINE} PING) == "PONG" ]]; do
  11. echo "Waiting for Redis..."
  12. sleep 2
  13. done
  14. source /srv/functions.sh
  15. # Thanks to https://github.com/cvmiller -> https://github.com/cvmiller/expand6
  16. source /srv/expand6.sh
  17. # Skipping IP check when we like to live dangerously
  18. if [[ "${SKIP_IP_CHECK}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  19. SKIP_IP_CHECK=y
  20. fi
  21. # Skipping HTTP check when we like to live dangerously
  22. if [[ "${SKIP_HTTP_VERIFICATION}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  23. SKIP_HTTP_VERIFICATION=y
  24. fi
  25. # Request certificate for MAILCOW_HOSTNAME only
  26. if [[ "${ONLY_MAILCOW_HOSTNAME}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  27. ONLY_MAILCOW_HOSTNAME=y
  28. fi
  29. # Request individual certificate for every domain
  30. if [[ "${ENABLE_SSL_SNI}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  31. ENABLE_SSL_SNI=y
  32. fi
  33. if [[ "${SKIP_LETS_ENCRYPT}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  34. log_f "SKIP_LETS_ENCRYPT=y, skipping Let's Encrypt..."
  35. sleep 365d
  36. exec $(readlink -f "$0")
  37. fi
  38. log_f "Waiting for Docker API..." no_nl
  39. until ping dockerapi -c1 > /dev/null; do
  40. sleep 1
  41. done
  42. log_f "OK" no_date
  43. ACME_BASE=/var/lib/acme
  44. SSL_EXAMPLE=/var/lib/ssl-example
  45. mkdir -p ${ACME_BASE}/acme
  46. # Migrate
  47. [[ -f ${ACME_BASE}/acme/private/privkey.pem ]] && mv ${ACME_BASE}/acme/private/privkey.pem ${ACME_BASE}/acme/key.pem
  48. [[ -f ${ACME_BASE}/acme/private/account.key ]] && mv ${ACME_BASE}/acme/private/account.key ${ACME_BASE}/acme/account.pem
  49. if [[ -f ${ACME_BASE}/acme/key.pem && -f ${ACME_BASE}/acme/cert.pem ]]; then
  50. if verify_hash_match ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/acme/key.pem; then
  51. log_f "Migrating to SNI folder structure..." no_nl
  52. CERT_DOMAIN=($(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "Subject:" | sed -e 's/\(Subject:\)\|\(CN = \)\|\(CN=\)//g' | sed -e 's/^[[:space:]]*//'))
  53. CERT_DOMAINS=(${CERT_DOMAIN} $(openssl x509 -noout -text -in ${ACME_BASE}/acme/cert.pem | grep "DNS:" | sed -e 's/\(DNS:\)\|,//g' | sed "s/${CERT_DOMAIN}//" | sed -e 's/^[[:space:]]*//'))
  54. mkdir -p ${ACME_BASE}/${CERT_DOMAIN}
  55. mv ${ACME_BASE}/acme/cert.pem ${ACME_BASE}/${CERT_DOMAIN}/cert.pem
  56. # key is only copied, not moved, because it is used by all other requests too
  57. cp ${ACME_BASE}/acme/key.pem ${ACME_BASE}/${CERT_DOMAIN}/key.pem
  58. chmod 600 ${ACME_BASE}/${CERT_DOMAIN}/key.pem
  59. echo -n ${CERT_DOMAINS[*]} > ${ACME_BASE}/${CERT_DOMAIN}/domains
  60. mv ${ACME_BASE}/acme/acme.csr ${ACME_BASE}/${CERT_DOMAIN}/acme.csr
  61. log_f "OK" no_date
  62. fi
  63. fi
  64. [[ ! -f ${ACME_BASE}/dhparams.pem ]] && cp ${SSL_EXAMPLE}/dhparams.pem ${ACME_BASE}/dhparams.pem
  65. if [[ -f ${ACME_BASE}/cert.pem ]] && [[ -f ${ACME_BASE}/key.pem ]] && [[ $(stat -c%s ${ACME_BASE}/cert.pem) != 0 ]]; then
  66. ISSUER=$(openssl x509 -in ${ACME_BASE}/cert.pem -noout -issuer)
  67. if [[ ${ISSUER} != *"Let's Encrypt"* && ${ISSUER} != *"mailcow"* && ${ISSUER} != *"Fake LE Intermediate"* ]]; then
  68. log_f "Found certificate with issuer other than mailcow snake-oil CA and Let's Encrypt, skipping ACME client..."
  69. sleep 3650d
  70. exec $(readlink -f "$0")
  71. fi
  72. else
  73. if [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ]] && [[ -f ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ]] && verify_hash_match ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem; then
  74. log_f "Restoring previous acme certificate and restarting script..."
  75. cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/cert.pem ${ACME_BASE}/cert.pem
  76. cp ${ACME_BASE}/${MAILCOW_HOSTNAME}/key.pem ${ACME_BASE}/key.pem
  77. # Restarting with env var set to trigger a restart,
  78. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  79. else
  80. log_f "Restoring mailcow snake-oil certificates and restarting script..."
  81. cp ${SSL_EXAMPLE}/cert.pem ${ACME_BASE}/cert.pem
  82. cp ${SSL_EXAMPLE}/key.pem ${ACME_BASE}/key.pem
  83. exec env TRIGGER_RESTART=1 $(readlink -f "$0")
  84. fi
  85. fi
  86. chmod 600 ${ACME_BASE}/key.pem
  87. log_f "Waiting for database... " no_nl
  88. while ! mysqladmin status --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent; do
  89. sleep 2
  90. done
  91. log_f "OK" no_date
  92. log_f "Waiting for Nginx... " no_nl
  93. until $(curl --output /dev/null --silent --head --fail http://nginx:8081); do
  94. sleep 2
  95. done
  96. log_f "OK" no_date
  97. # Waiting for domain table
  98. log_f "Waiting for domain table... " no_nl
  99. while [[ -z ${DOMAIN_TABLE} ]]; do
  100. curl --silent http://nginx/ >/dev/null 2>&1
  101. DOMAIN_TABLE=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'domain'" -Bs)
  102. [[ -z ${DOMAIN_TABLE} ]] && sleep 10
  103. done
  104. log_f "OK" no_date
  105. log_f "Initializing, please wait... "
  106. while true; do
  107. # Re-using previous acme-mailcow account and domain keys
  108. if [[ ! -f ${ACME_BASE}/acme/key.pem ]]; then
  109. log_f "Generating missing domain private rsa key..."
  110. openssl genrsa 4096 > ${ACME_BASE}/acme/key.pem
  111. else
  112. log_f "Using existing domain rsa key ${ACME_BASE}/acme/key.pem"
  113. fi
  114. if [[ ! -f ${ACME_BASE}/acme/account.pem ]]; then
  115. log_f "Generating missing Lets Encrypt account key..."
  116. openssl genrsa 4096 > ${ACME_BASE}/acme/account.pem
  117. else
  118. log_f "Using existing Lets Encrypt account key ${ACME_BASE}/acme/account.pem"
  119. fi
  120. chmod 600 ${ACME_BASE}/acme/key.pem
  121. chmod 600 ${ACME_BASE}/acme/account.pem
  122. unset EXISTING_CERTS
  123. declare -a EXISTING_CERTS
  124. for cert_dir in ${ACME_BASE}/*/ ; do
  125. if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then
  126. continue
  127. fi
  128. EXISTING_CERTS+=("$(basename ${cert_dir})")
  129. done
  130. # Cleaning up and init validation arrays
  131. unset SQL_DOMAIN_ARR
  132. unset VALIDATED_CONFIG_DOMAINS
  133. unset ADDITIONAL_VALIDATED_SAN
  134. unset ADDITIONAL_WC_ARR
  135. unset ADDITIONAL_SAN_ARR
  136. unset CERT_ERRORS
  137. unset CERT_CHANGED
  138. unset CERT_AMOUNT_CHANGED
  139. unset VALIDATED_CERTIFICATES
  140. CERT_ERRORS=0
  141. CERT_CHANGED=0
  142. CERT_AMOUNT_CHANGED=0
  143. declare -a SQL_DOMAIN_ARR
  144. declare -a VALIDATED_CONFIG_DOMAINS
  145. declare -a ADDITIONAL_VALIDATED_SAN
  146. declare -a ADDITIONAL_WC_ARR
  147. declare -a ADDITIONAL_SAN_ARR
  148. declare -a VALIDATED_CERTIFICATES
  149. IFS=',' read -r -a TMP_ARR <<< "${ADDITIONAL_SAN}"
  150. for i in "${TMP_ARR[@]}" ; do
  151. if [[ "$i" =~ \.\*$ ]]; then
  152. ADDITIONAL_WC_ARR+=(${i::-2})
  153. else
  154. ADDITIONAL_SAN_ARR+=($i)
  155. fi
  156. done
  157. ADDITIONAL_WC_ARR+=('autodiscover' 'autoconfig')
  158. # Start IP detection
  159. log_f "Detecting IP addresses... " no_nl
  160. IPV4=$(get_ipv4)
  161. IPV6=$(get_ipv6)
  162. log_f "OK" no_date
  163. # Hard-fail on CAA errors for MAILCOW_HOSTNAME
  164. MH_PARENT_DOMAIN=$(echo ${MAILCOW_HOSTNAME} | cut -d. -f2-)
  165. MH_CAAS=( $(dig CAA ${MH_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
  166. if [[ ! -z ${MH_CAAS} ]]; then
  167. if [[ ${MH_CAAS[@]} =~ "letsencrypt.org" ]]; then
  168. log_f "Validated CAA for parent domain ${MH_PARENT_DOMAIN}"
  169. else
  170. log_f "Skipping ACME validation: Lets Encrypt disallowed for ${MAILCOW_HOSTNAME} by CAA record, retrying in 1h..."
  171. sleep 1h
  172. exec $(readlink -f "$0")
  173. fi
  174. fi
  175. #########################################
  176. # IP and webroot challenge verification #
  177. SQL_DOMAINS=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SELECT domain FROM domain WHERE backupmx=0" -Bs)
  178. if [[ ! $? -eq 0 ]]; then
  179. log_f "Failed to read SQL domains, retrying in 1 minute..."
  180. sleep 1m
  181. exec $(readlink -f "$0")
  182. fi
  183. while read domains; do
  184. if [[ -z "${domains}" ]]; then
  185. # ignore empty lines
  186. continue
  187. fi
  188. SQL_DOMAIN_ARR+=("${domains}")
  189. done <<< "${SQL_DOMAINS}"
  190. if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
  191. for SQL_DOMAIN in "${SQL_DOMAIN_ARR[@]}"; do
  192. unset VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
  193. declare -a VALIDATED_CONFIG_DOMAINS_SUBDOMAINS
  194. for SUBDOMAIN in "${ADDITIONAL_WC_ARR[@]}"; do
  195. if [[ "${SUBDOMAIN}.${SQL_DOMAIN}" != "${MAILCOW_HOSTNAME}" ]]; then
  196. if check_domain "${SUBDOMAIN}.${SQL_DOMAIN}"; then
  197. VALIDATED_CONFIG_DOMAINS_SUBDOMAINS+=("${SUBDOMAIN}.${SQL_DOMAIN}")
  198. fi
  199. fi
  200. done
  201. VALIDATED_CONFIG_DOMAINS+=("${VALIDATED_CONFIG_DOMAINS_SUBDOMAINS[*]}")
  202. done
  203. fi
  204. if check_domain ${MAILCOW_HOSTNAME}; then
  205. VALIDATED_MAILCOW_HOSTNAME="${MAILCOW_HOSTNAME}"
  206. fi
  207. if [[ ${ONLY_MAILCOW_HOSTNAME} != "y" ]]; then
  208. for SAN in "${ADDITIONAL_SAN_ARR[@]}"; do
  209. # Skip on CAA errors for SAN
  210. SAN_PARENT_DOMAIN=$(echo ${SAN} | cut -d. -f2-)
  211. SAN_CAAS=( $(dig CAA ${SAN_PARENT_DOMAIN} +short | sed -n 's/\d issue "\(.*\)"/\1/p') )
  212. if [[ ! -z ${SAN_CAAS} ]]; then
  213. if [[ ${SAN_CAAS[@]} =~ "letsencrypt.org" ]]; then
  214. log_f "Validated CAA for parent domain ${SAN_PARENT_DOMAIN} of ${SAN}"
  215. else
  216. log_f "Skipping ACME validation for ${SAN}: Lets Encrypt disallowed for ${SAN} by CAA record"
  217. continue
  218. fi
  219. fi
  220. if [[ ${SAN} == ${MAILCOW_HOSTNAME} ]]; then
  221. continue
  222. fi
  223. if check_domain ${SAN}; then
  224. ADDITIONAL_VALIDATED_SAN+=("${SAN}")
  225. fi
  226. done
  227. fi
  228. # Unique domains for server certificate
  229. if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
  230. # create certificate for server name and fqdn SANs only
  231. SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  232. else
  233. # create certificate for all domains, including all subdomains from other domains [*]
  234. SERVER_SAN_VALIDATED=(${VALIDATED_MAILCOW_HOSTNAME} $(echo ${VALIDATED_CONFIG_DOMAINS[*]} ${ADDITIONAL_VALIDATED_SAN[*]} | xargs -n1 | sort -u | xargs))
  235. fi
  236. if [[ ! -z ${SERVER_SAN_VALIDATED[*]} ]]; then
  237. CERT_NAME=${SERVER_SAN_VALIDATED[0]}
  238. VALIDATED_CERTIFICATES+=("${CERT_NAME}")
  239. # obtain server certificate if required
  240. DOMAINS=${SERVER_SAN_VALIDATED[@]} /srv/obtain-certificate.sh rsa
  241. RETURN="$?"
  242. if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
  243. CERT_AMOUNT_CHANGED=1
  244. CERT_CHANGED=1
  245. elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
  246. CERT_CHANGED=1
  247. elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
  248. :
  249. else
  250. CERT_ERRORS=1
  251. fi
  252. # copy hostname certificate to default/server certificate
  253. cp ${ACME_BASE}/${CERT_NAME}/cert.pem ${ACME_BASE}/cert.pem
  254. cp ${ACME_BASE}/${CERT_NAME}/key.pem ${ACME_BASE}/key.pem
  255. fi
  256. # individual certificates for SNI [@]
  257. if [[ ${ENABLE_SSL_SNI} == "y" ]]; then
  258. for VALIDATED_DOMAINS in "${VALIDATED_CONFIG_DOMAINS[@]}"; do
  259. VALIDATED_DOMAINS_ARR=(${VALIDATED_DOMAINS})
  260. unset VALIDATED_DOMAINS_SORTED
  261. declare -a VALIDATED_DOMAINS_SORTED
  262. VALIDATED_DOMAINS_SORTED=(${VALIDATED_DOMAINS_ARR[0]} $(echo ${VALIDATED_DOMAINS_ARR[@]:1} | xargs -n1 | sort -u | xargs))
  263. # remove all domain names that are already inside the server certificate (SERVER_SAN_VALIDATED)
  264. for domain in "${SERVER_SAN_VALIDATED[@]}"; do
  265. for i in "${!VALIDATED_DOMAINS_SORTED[@]}"; do
  266. if [[ ${VALIDATED_DOMAINS_SORTED[i]} = $domain ]]; then
  267. unset 'VALIDATED_DOMAINS_SORTED[i]'
  268. fi
  269. done
  270. done
  271. if [[ ! -z ${VALIDATED_DOMAINS_SORTED[*]} ]]; then
  272. CERT_NAME=${VALIDATED_DOMAINS_SORTED[0]}
  273. VALIDATED_CERTIFICATES+=("${CERT_NAME}")
  274. # obtain certificate if required
  275. DOMAINS=${VALIDATED_DOMAINS_SORTED[@]} /srv/obtain-certificate.sh rsa
  276. RETURN="$?"
  277. if [[ "$RETURN" == "0" ]]; then # 0 = cert created successfully
  278. CERT_AMOUNT_CHANGED=1
  279. CERT_CHANGED=1
  280. elif [[ "$RETURN" == "1" ]]; then # 1 = cert renewed successfully
  281. CERT_CHANGED=1
  282. elif [[ "$RETURN" == "2" ]]; then # 2 = cert not due for renewal
  283. :
  284. else
  285. CERT_ERRORS=1
  286. fi
  287. fi
  288. done
  289. fi
  290. if [[ -z ${VALIDATED_CERTIFICATES[*]} ]]; then
  291. log_f "Cannot validate any hostnames, skipping Let's Encrypt for 1 hour."
  292. log_f "Use SKIP_LETS_ENCRYPT=y in mailcow.conf to skip it permanently."
  293. ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
  294. sleep 1h
  295. exec $(readlink -f "$0")
  296. fi
  297. # find orphaned certificates if no errors occurred
  298. if [[ "${CERT_ERRORS}" == "0" ]]; then
  299. for EXISTING_CERT in "${EXISTING_CERTS[@]}"; do
  300. if [[ ! "`printf '_%s_\n' "${VALIDATED_CERTIFICATES[@]}"`" == *"_${EXISTING_CERT}_"* ]]; then
  301. DATE=$(date +%Y-%m-%d_%H_%M_%S)
  302. log_f "Found orphaned certificate: ${EXISTING_CERT} - archiving it at ${ACME_BASE}/backups/${EXISTING_CERT}/"
  303. BACKUP_DIR=${ACME_BASE}/backups/${EXISTING_CERT}/${DATE}
  304. # archive rsa cert and any other files
  305. mkdir -p ${ACME_BASE}/backups/${EXISTING_CERT}
  306. mv ${ACME_BASE}/${EXISTING_CERT} ${BACKUP_DIR}
  307. CERT_CHANGED=1
  308. CERT_AMOUNT_CHANGED=1
  309. fi
  310. done
  311. fi
  312. # reload on new or changed certificates
  313. if [[ "${CERT_CHANGED}" == "1" ]]; then
  314. rm -f "${ACME_BASE}/force_renew" 2> /dev/null
  315. CERT_AMOUNT_CHANGED=${CERT_AMOUNT_CHANGED} /srv/reload-configurations.sh
  316. fi
  317. case "$CERT_ERRORS" in
  318. 0) # all successful
  319. if [[ "${CERT_CHANGED}" == "1" ]]; then
  320. if [[ "${CERT_AMOUNT_CHANGED}" == "1" ]]; then
  321. log_f "Certificates successfully requested and renewed where required, sleeping one day"
  322. else
  323. log_f "Certificates were successfully renewed where required, sleeping for another day."
  324. fi
  325. else
  326. log_f "Certificates were successfully validated, no changes or renewals required, sleeping for another day."
  327. fi
  328. sleep 1d
  329. ;;
  330. *) # non-zero
  331. log_f "Some errors occurred, retrying in 30 minutes..."
  332. ${REDIS_CMDLINE} SET ACME_FAIL_TIME "$(date +%s)"
  333. sleep 30m
  334. exec $(readlink -f "$0")
  335. ;;
  336. esac
  337. done