docker-entrypoint.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. #!/bin/bash
  2. set -e
  3. # Wait for MySQL to warm-up
  4. while ! mariadb-admin status --ssl=false --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent; do
  5. echo "Waiting for database to come up..."
  6. sleep 2
  7. done
  8. until dig +short mailcow.email > /dev/null; do
  9. echo "Waiting for DNS..."
  10. sleep 1
  11. done
  12. # Do not attempt to write to slave
  13. if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
  14. REDIS_CMDLINE="redis-cli -h ${REDIS_SLAVEOF_IP} -p ${REDIS_SLAVEOF_PORT} -a ${REDISPASS} --no-auth-warning"
  15. else
  16. REDIS_CMDLINE="redis-cli -h redis -p 6379 -a ${REDISPASS} --no-auth-warning"
  17. fi
  18. until [[ $(${REDIS_CMDLINE} PING) == "PONG" ]]; do
  19. echo "Waiting for Redis..."
  20. sleep 2
  21. done
  22. ${REDIS_CMDLINE} SET DOVECOT_REPL_HEALTH 1 > /dev/null
  23. # Create missing directories
  24. [[ ! -d /etc/dovecot/sql/ ]] && mkdir -p /etc/dovecot/sql/
  25. [[ ! -d /etc/dovecot/auth/ ]] && mkdir -p /etc/dovecot/auth/
  26. [[ ! -d /etc/dovecot/conf.d/ ]] && mkdir -p /etc/dovecot/conf.d/
  27. [[ ! -d /var/vmail/_garbage ]] && mkdir -p /var/vmail/_garbage
  28. [[ ! -d /var/vmail/sieve ]] && mkdir -p /var/vmail/sieve
  29. [[ ! -d /etc/sogo ]] && mkdir -p /etc/sogo
  30. [[ ! -d /var/volatile ]] && mkdir -p /var/volatile
  31. # Set Dovecot sql config parameters, escape " in db password
  32. DBPASS=$(echo ${DBPASS} | sed 's/"/\\"/g')
  33. # Create quota dict for Dovecot
  34. if [[ "${MASTER}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  35. QUOTA_TABLE=quota2
  36. else
  37. QUOTA_TABLE=quota2replica
  38. fi
  39. cat <<EOF > /etc/dovecot/conf.d/12-mysql.conf
  40. # Autogenerated by mailcow - DO NOT TOUCH!
  41. mysql /var/run/mysqld/mysqld.sock {
  42. dbname=${DBNAME}
  43. user=${DBUSER}
  44. password=${DBPASS}
  45. ssl = no
  46. }
  47. EOF
  48. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-quota.conf
  49. # Autogenerated by mailcow
  50. dict_map priv/quota/storage {
  51. sql_table = ${QUOTA_TABLE}
  52. username_field = username
  53. value_field bytes {
  54. }
  55. }
  56. dict_map priv/quota/messages {
  57. sql_table = ${QUOTA_TABLE}
  58. username_field = username
  59. value_field messages {
  60. }
  61. }
  62. EOF
  63. # Create dict used for sieve pre and postfilters
  64. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-sieve_before.conf
  65. # Autogenerated by mailcow
  66. dict_map priv/sieve/name/\$script_name {
  67. sql_table = sieve_before
  68. username_field = username
  69. value_field id {
  70. type = uuid
  71. }
  72. # The script name field in the table to query
  73. key_field script_name {
  74. value = \$script_name
  75. }
  76. }
  77. dict_map priv/sieve/data/\$id {
  78. sql_table = sieve_before
  79. username_field = username
  80. value_field script_data {
  81. }
  82. key_field id {
  83. value = \$id
  84. }
  85. }
  86. EOF
  87. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-sieve_after.conf
  88. # Autogenerated by mailcow
  89. dict_map priv/sieve/name/\$script_name {
  90. sql_table = sieve_after
  91. username_field = username
  92. value_field id {
  93. type = uuid
  94. }
  95. key_field script_name {
  96. value = \$script_name
  97. }
  98. }
  99. dict_map priv/sieve/data/\$id {
  100. sql_table = sieve_after
  101. username_field = username
  102. value_field script_data {
  103. }
  104. key_field id {
  105. value = \$id
  106. }
  107. }
  108. EOF
  109. if [[ "${ACL_ANYONE}" == "allow" ]]; then
  110. echo -n "yes" > /etc/dovecot/acl_anyone
  111. else
  112. echo -n "no" > /etc/dovecot/acl_anyone
  113. fi
  114. if [[ "${SKIP_FTS}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  115. echo -e "\e[33mDetecting SKIP_FTS=y... not enabling Flatcurve (FTS) then...\e[0m"
  116. echo -n 'quota quota_clone acl mail_crypt mail_crypt_acl mail_log mail_compress notify lazy_expunge' > /etc/dovecot/mail_plugins
  117. echo -n 'quota quota_clone imap_quota imap_acl acl imap_sieve mail_crypt mail_crypt_acl mail_compress notify mail_log' > /etc/dovecot/mail_plugins_imap
  118. echo -n 'quota quota_clone sieve acl mail_crypt mail_crypt_acl mail_compress notify' > /etc/dovecot/mail_plugins_lmtp
  119. else
  120. echo -e "\e[32mDetecting SKIP_FTS=n... enabling Flatcurve (FTS)\e[0m"
  121. echo -n 'quota quota_clone acl mail_crypt mail_crypt_acl mail_log mail_compress notify fts fts_flatcurve lazy_expunge' > /etc/dovecot/mail_plugins
  122. echo -n 'quota quota_clone imap_quota imap_acl acl imap_sieve mail_crypt mail_crypt_acl mail_compress notify mail_log fts fts_flatcurve' > /etc/dovecot/mail_plugins_imap
  123. echo -n 'quota quota_clone sieve acl mail_crypt mail_crypt_acl mail_compress fts fts_flatcurve notify' > /etc/dovecot/mail_plugins_lmtp
  124. fi
  125. chmod 644 /etc/dovecot/mail_plugins /etc/dovecot/mail_plugins_imap /etc/dovecot/mail_plugins_lmtp /templates/quarantine.tpl
  126. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-userdb.conf
  127. # Autogenerated by mailcow
  128. query = SELECT CONCAT(JSON_UNQUOTE(JSON_VALUE(attributes, '$.mailbox_format')), mailbox_path_prefix, '%{user | domain }}/%{user | username }/Maildir:VOLATILEDIR=/var/volatile/%{user}:INDEX=/var/vmail_index/%{user}') AS mail, '%{protocol}' AS protocol, 5000 AS uid, 5000 AS gid, concat('*:bytes=', quota) AS quota_rule FROM mailbox WHERE username = '%{user}' AND (active = '1' OR active = '2')
  129. iterate_query = SELECT username FROM mailbox WHERE active = '1' OR active = '2';
  130. EOF
  131. # Migrate old sieve_after file
  132. [[ -f /etc/dovecot/sieve_after ]] && mv /etc/dovecot/sieve_after /etc/dovecot/global_sieve_after
  133. # Create global sieve scripts
  134. cat /etc/dovecot/global_sieve_after > /var/vmail/sieve/global_sieve_after.sieve
  135. cat /etc/dovecot/global_sieve_before > /var/vmail/sieve/global_sieve_before.sieve
  136. # Check permissions of vmail/index/garbage directories.
  137. # Do not do this every start-up, it may take a very long time. So we use a stat check here.
  138. if [[ $(stat -c %U /var/vmail/) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail ; fi
  139. if [[ $(stat -c %U /var/vmail/_garbage) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail/_garbage ; fi
  140. if [[ $(stat -c %U /var/vmail_index) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail_index ; fi
  141. # Cleanup random user maildirs
  142. rm -rf /var/vmail/mailcow.local/*
  143. # Cleanup PIDs
  144. [[ -f /tmp/quarantine_notify.pid ]] && rm /tmp/quarantine_notify.pid
  145. # create sni configuration
  146. echo "" > /etc/dovecot/sni.conf
  147. for cert_dir in /etc/ssl/mail/*/ ; do
  148. if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then
  149. continue
  150. fi
  151. domains=($(cat ${cert_dir}domains))
  152. for domain in ${domains[@]}; do
  153. echo 'local_name '${domain}' {' >> /etc/dovecot/sni.conf;
  154. echo ' ssl_server_cert_file = '${cert_dir}'cert.pem' >> /etc/dovecot/sni.conf;
  155. echo ' ssl_server_key_file = '${cert_dir}'key.pem' >> /etc/dovecot/sni.conf;
  156. echo '}' >> /etc/dovecot/sni.conf;
  157. done
  158. done
  159. # Create random master for SOGo sieve features
  160. RAND_USER=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 16 | head -n 1)
  161. RAND_PASS=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 24 | head -n 1)
  162. if [[ ! -z ${DOVECOT_MASTER_USER} ]] && [[ ! -z ${DOVECOT_MASTER_PASS} ]]; then
  163. RAND_USER=${DOVECOT_MASTER_USER}
  164. RAND_PASS=${DOVECOT_MASTER_PASS}
  165. fi
  166. echo ${RAND_USER}@mailcow.local:{SHA1}$(echo -n ${RAND_PASS} | sha1sum | awk '{print $1}'):::::: > /etc/dovecot/dovecot-master.passwd
  167. echo ${RAND_USER}@mailcow.local::5000:5000:::: > /etc/dovecot/dovecot-master.userdb
  168. echo ${RAND_USER}@mailcow.local:${RAND_PASS} > /etc/sogo/sieve.creds
  169. if [[ -z ${MAILDIR_SUB} ]]; then
  170. MAILDIR_SUB_SHARED=
  171. else
  172. MAILDIR_SUB_SHARED=/${MAILDIR_SUB}
  173. fi
  174. cat <<EOF > /etc/dovecot/shared_namespace.conf
  175. # Autogenerated by mailcow
  176. namespace shared {
  177. type = shared
  178. separator = /
  179. prefix = Shared/\$user/
  180. mail_driver = maildir
  181. mail_path = %{owner_home}${MAILDIR_SUB_SHARED}
  182. mail_index_private_path = ~${MAILDIR_SUB_SHARED}/Shared/%{owner_user}
  183. subscriptions = no
  184. list = children
  185. }
  186. EOF
  187. cat <<EOF > /etc/dovecot/sogo_trusted_ip.conf
  188. # Autogenerated by mailcow
  189. remote ${IPV4_NETWORK}.248 {
  190. auth_allow_cleartext = yes
  191. }
  192. EOF
  193. # Create random master Password for SOGo SSO
  194. RAND_PASS=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 32 | head -n 1)
  195. echo -n ${RAND_PASS} > /etc/phpfpm/sogo-sso.pass
  196. # Creating additional creds file for SOGo notify crons (calendars, etc)
  197. echo -n ${RAND_USER}@mailcow.local:${RAND_PASS} > /etc/sogo/cron.creds
  198. cat <<EOF > /etc/dovecot/sogo-sso.conf
  199. # Autogenerated by mailcow
  200. passdb static {
  201. fields {
  202. allow_real_nets=${IPV4_NETWORK}.248/32
  203. }
  204. password={plain}${RAND_PASS}
  205. }
  206. EOF
  207. if [[ "${MASTER}" =~ ^([nN][oO]|[nN])+$ ]]; then
  208. # Toggling MASTER will result in a rebuild of containers, so the quota script will be recreated
  209. cat <<'EOF' > /usr/local/bin/quota_notify.py
  210. #!/usr/bin/python3
  211. import sys
  212. sys.exit()
  213. EOF
  214. fi
  215. # Set mail_replica for HA setups
  216. if [[ -n ${MAILCOW_REPLICA_IP} && -n ${DOVEADM_REPLICA_PORT} ]]; then
  217. cat <<EOF > /etc/dovecot/mail_replica.conf
  218. # Autogenerated by mailcow
  219. mail_replica = tcp:${MAILCOW_REPLICA_IP}:${DOVEADM_REPLICA_PORT}
  220. EOF
  221. fi
  222. # Setting variables for indexer-worker inside fts.conf automatically according to mailcow.conf settings
  223. if [[ "${SKIP_FTS}" =~ ^([nN][oO]|[nN])+$ ]]; then
  224. echo -e "\e[94mConfiguring FTS Settings...\e[0m"
  225. echo -e "\e[94mSetting FTS Memory Limit (per process) to ${FTS_HEAP} MB\e[0m"
  226. sed -i "s/vsz_limit\s*=\s*[0-9]*\s*MB*/vsz_limit=${FTS_HEAP} MB/" /etc/dovecot/conf.d/35-fts.conf
  227. echo -e "\e[94mSetting FTS Process Limit to ${FTS_PROCS}\e[0m"
  228. sed -i "s/process_limit\s*=\s*[0-9]*/process_limit=${FTS_PROCS}/" /etc/dovecot/conf.d/35-fts.conf
  229. fi
  230. # 401 is user dovecot
  231. if [[ ! -s /mail_crypt/ecprivkey.pem || ! -s /mail_crypt/ecpubkey.pem ]]; then
  232. openssl ecparam -name prime256v1 -genkey | openssl pkey -out /mail_crypt/ecprivkey.pem
  233. openssl pkey -in /mail_crypt/ecprivkey.pem -pubout -out /mail_crypt/ecpubkey.pem
  234. chown 401 /mail_crypt/ecprivkey.pem /mail_crypt/ecpubkey.pem
  235. else
  236. chown 401 /mail_crypt/ecprivkey.pem /mail_crypt/ecpubkey.pem
  237. fi
  238. # # Fix OpenSSL 3.X TLS1.0, 1.1 support (https://community.mailcow.email/d/4062-hi-all/20)
  239. # if grep -qE 'ssl_min_protocol\s*=\s*(TLSv1|TLSv1\.1)\s*$' /etc/dovecot/dovecot.conf /etc/dovecot/extra.conf; then
  240. # sed -i '/\[openssl_init\]/a ssl_conf = ssl_configuration' /etc/ssl/openssl.cnf
  241. # echo "[ssl_configuration]" >> /etc/ssl/openssl.cnf
  242. # echo "system_default = tls_system_default" >> /etc/ssl/openssl.cnf
  243. # echo "[tls_system_default]" >> /etc/ssl/openssl.cnf
  244. # echo "MinProtocol = TLSv1" >> /etc/ssl/openssl.cnf
  245. # echo "CipherString = DEFAULT@SECLEVEL=0" >> /etc/ssl/openssl.cnf
  246. # fi
  247. # Compile sieve scripts
  248. sievec /var/vmail/sieve/global_sieve_before.sieve
  249. sievec /var/vmail/sieve/global_sieve_after.sieve
  250. sievec /usr/lib/dovecot/sieve/report-spam.sieve
  251. sievec /usr/lib/dovecot/sieve/report-ham.sieve
  252. # Fix permissions
  253. chown root:root /etc/dovecot/sql/*.conf
  254. chown root:dovecot /etc/dovecot/sql/dovecot-dict-sql-sieve* /etc/dovecot/sql/dovecot-dict-sql-quota* /etc/dovecot/auth/passwd-verify.lua
  255. chmod 640 /etc/dovecot/sql/*.conf /etc/dovecot/auth/passwd-verify.lua
  256. chown -R vmail:vmail /var/vmail/sieve
  257. chown -R vmail:vmail /var/volatile
  258. chown -R vmail:vmail /var/vmail_index
  259. adduser vmail tty
  260. chmod g+rw /dev/console
  261. chown root:tty /dev/console
  262. chmod +x /usr/lib/dovecot/sieve/rspamd-pipe-ham \
  263. /usr/lib/dovecot/sieve/rspamd-pipe-spam \
  264. /usr/local/bin/imapsync_runner.pl \
  265. /usr/local/bin/imapsync \
  266. /usr/local/bin/trim_logs.sh \
  267. /usr/local/bin/sa-rules.sh \
  268. /usr/local/bin/clean_q_aged.sh \
  269. /usr/local/bin/maildir_gc.sh \
  270. /usr/local/sbin/stop-supervisor.sh \
  271. /usr/local/bin/quota_notify.py \
  272. /usr/local/bin/repl_health.sh \
  273. /usr/local/bin/optimize-fts.sh
  274. # Prepare environment file for cronjobs
  275. printenv | sed 's/^\(.*\)$/export \1/g' > /source_env.sh
  276. # Clean old PID if any
  277. [[ -f /var/run/dovecot/master.pid ]] && rm /var/run/dovecot/master.pid
  278. # Clean stopped imapsync jobs
  279. rm -f /tmp/imapsync_busy.lock
  280. IMAPSYNC_TABLE=$(mariadb --skip-ssl --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'imapsync'" -Bs)
  281. [[ ! -z ${IMAPSYNC_TABLE} ]] && mariadb --skip-ssl --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "UPDATE imapsync SET is_running='0'"
  282. # Envsubst maildir_gc
  283. echo "$(envsubst < /usr/local/bin/maildir_gc.sh)" > /usr/local/bin/maildir_gc.sh
  284. # GUID generation
  285. while [[ ${VERSIONS_OK} != 'OK' ]]; do
  286. if [[ ! -z $(mariadb --skip-ssl --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -B -e "SELECT 'OK' FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = \"${DBNAME}\" AND TABLE_NAME = 'versions'") ]]; then
  287. VERSIONS_OK=OK
  288. else
  289. echo "Waiting for versions table to be created..."
  290. sleep 3
  291. fi
  292. done
  293. PUBKEY_MCRYPT=$(doveconf -P 2> /dev/null | grep -i mail_crypt_global_public_key | cut -d '<' -f2)
  294. if [ -f ${PUBKEY_MCRYPT} ]; then
  295. GUID=$(cat <(echo ${MAILCOW_HOSTNAME}) /mail_crypt/ecpubkey.pem | sha256sum | cut -d ' ' -f1 | tr -cd "[a-fA-F0-9.:/] ")
  296. if [ ${#GUID} -eq 64 ]; then
  297. mariadb --skip-ssl --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} << EOF
  298. REPLACE INTO versions (application, version) VALUES ("GUID", "${GUID}");
  299. EOF
  300. else
  301. mariadb --skip-ssl --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} << EOF
  302. REPLACE INTO versions (application, version) VALUES ("GUID", "INVALID");
  303. EOF
  304. fi
  305. fi
  306. # Collect SA rules once now
  307. /usr/local/bin/sa-rules.sh
  308. # Run hooks
  309. for file in /hooks/*; do
  310. if [ -x "${file}" ]; then
  311. echo "Running hook ${file}"
  312. "${file}"
  313. fi
  314. done
  315. # For some strange, unknown and stupid reason, Dovecot may run into a race condition, when this file is not touched before it is read by dovecot/auth
  316. # May be related to something inside Docker, I seriously don't know
  317. touch /etc/dovecot/auth/passwd-verify.lua
  318. if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
  319. cp /etc/syslog-ng/syslog-ng-redis_slave.conf /etc/syslog-ng/syslog-ng.conf
  320. fi
  321. exec "$@"