docker-entrypoint.sh 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375
  1. #!/bin/bash
  2. set -e
  3. # Wait for MySQL to warm-up
  4. while ! mysqladmin status --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent; do
  5. echo "Waiting for database to come up..."
  6. sleep 2
  7. done
  8. # Do not attempt to write to slave
  9. if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
  10. REDIS_CMDLINE="redis-cli -h ${REDIS_SLAVEOF_IP} -p ${REDIS_SLAVEOF_PORT}"
  11. else
  12. REDIS_CMDLINE="redis-cli -h redis -p 6379"
  13. fi
  14. until [[ $(${REDIS_CMDLINE} PING) == "PONG" ]]; do
  15. echo "Waiting for Redis..."
  16. sleep 2
  17. done
  18. ${REDIS_CMDLINE} SET DOVECOT_REPL_HEALTH 1 > /dev/null
  19. # Create missing directories
  20. [[ ! -d /etc/dovecot/sql/ ]] && mkdir -p /etc/dovecot/sql/
  21. [[ ! -d /etc/dovecot/lua/ ]] && mkdir -p /etc/dovecot/lua/
  22. [[ ! -d /var/vmail/_garbage ]] && mkdir -p /var/vmail/_garbage
  23. [[ ! -d /var/vmail/sieve ]] && mkdir -p /var/vmail/sieve
  24. [[ ! -d /etc/sogo ]] && mkdir -p /etc/sogo
  25. [[ ! -d /var/volatile ]] && mkdir -p /var/volatile
  26. # Set Dovecot sql config parameters, escape " in db password
  27. DBPASS=$(echo ${DBPASS} | sed 's/"/\\"/g')
  28. # Create quota dict for Dovecot
  29. if [[ "${MASTER}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  30. QUOTA_TABLE=quota2
  31. else
  32. QUOTA_TABLE=quota2replica
  33. fi
  34. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-quota.conf
  35. # Autogenerated by mailcow
  36. connect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"
  37. map {
  38. pattern = priv/quota/storage
  39. table = ${QUOTA_TABLE}
  40. username_field = username
  41. value_field = bytes
  42. }
  43. map {
  44. pattern = priv/quota/messages
  45. table = ${QUOTA_TABLE}
  46. username_field = username
  47. value_field = messages
  48. }
  49. EOF
  50. # Write last logins to Redis
  51. if [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then
  52. cp /etc/syslog-ng/syslog-ng-redis_slave.conf /etc/syslog-ng/syslog-ng.conf
  53. echo -n "redis:host=${REDIS_SLAVEOF_IP}:port=${REDIS_SLAVEOF_PORT}" > /etc/dovecot/last_login
  54. else
  55. echo -n "redis:host=${IPV4_NETWORK}.249:port=6379" > /etc/dovecot/last_login
  56. fi
  57. # Create dict used for sieve pre and postfilters
  58. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-sieve_before.conf
  59. # Autogenerated by mailcow
  60. connect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"
  61. map {
  62. pattern = priv/sieve/name/\$script_name
  63. table = sieve_before
  64. username_field = username
  65. value_field = id
  66. fields {
  67. script_name = \$script_name
  68. }
  69. }
  70. map {
  71. pattern = priv/sieve/data/\$id
  72. table = sieve_before
  73. username_field = username
  74. value_field = script_data
  75. fields {
  76. id = \$id
  77. }
  78. }
  79. EOF
  80. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-sieve_after.conf
  81. # Autogenerated by mailcow
  82. connect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"
  83. map {
  84. pattern = priv/sieve/name/\$script_name
  85. table = sieve_after
  86. username_field = username
  87. value_field = id
  88. fields {
  89. script_name = \$script_name
  90. }
  91. }
  92. map {
  93. pattern = priv/sieve/data/\$id
  94. table = sieve_after
  95. username_field = username
  96. value_field = script_data
  97. fields {
  98. id = \$id
  99. }
  100. }
  101. EOF
  102. echo -n ${ACL_ANYONE} > /etc/dovecot/acl_anyone
  103. if [[ "${SKIP_SOLR}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  104. echo -n 'quota acl zlib listescape mail_crypt mail_crypt_acl mail_log notify replication last_login' > /etc/dovecot/mail_plugins
  105. echo -n 'quota imap_quota imap_acl acl zlib imap_zlib imap_sieve listescape mail_crypt mail_crypt_acl notify replication mail_log last_login' > /etc/dovecot/mail_plugins_imap
  106. echo -n 'quota sieve acl zlib listescape mail_crypt mail_crypt_acl notify replication' > /etc/dovecot/mail_plugins_lmtp
  107. else
  108. echo -n 'quota acl zlib listescape mail_crypt mail_crypt_acl mail_log notify fts fts_solr replication last_login' > /etc/dovecot/mail_plugins
  109. echo -n 'quota imap_quota imap_acl acl zlib imap_zlib imap_sieve listescape mail_crypt mail_crypt_acl notify mail_log fts fts_solr replication last_login' > /etc/dovecot/mail_plugins_imap
  110. echo -n 'quota sieve acl zlib listescape mail_crypt mail_crypt_acl fts fts_solr notify replication' > /etc/dovecot/mail_plugins_lmtp
  111. fi
  112. chmod 644 /etc/dovecot/mail_plugins /etc/dovecot/mail_plugins_imap /etc/dovecot/mail_plugins_lmtp /templates/quarantine.tpl
  113. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-userdb.conf
  114. # Autogenerated by mailcow
  115. driver = mysql
  116. connect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"
  117. user_query = SELECT CONCAT(JSON_UNQUOTE(JSON_EXTRACT(attributes, '$.mailbox_format')), mailbox_path_prefix, '%d/%n/${MAILDIR_SUB}:VOLATILEDIR=/var/volatile/%u') AS mail, 5000 AS uid, 5000 AS gid, concat('*:bytes=', quota) AS quota_rule FROM mailbox WHERE username = '%u' AND active = '1'
  118. iterate_query = SELECT username FROM mailbox WHERE active='1';
  119. EOF
  120. # Create pass dict for Dovecot
  121. cat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-passdb.conf
  122. # Autogenerated by mailcow
  123. driver = mysql
  124. connect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"
  125. default_pass_scheme = SSHA256
  126. password_query = SELECT password FROM mailbox WHERE active = '1' AND username = '%u' AND domain IN (SELECT domain FROM domain WHERE domain='%d' AND active='1') AND JSON_EXTRACT(attributes, '$.force_pw_update') NOT LIKE '%%1%%'
  127. EOF
  128. cat <<EOF > /etc/dovecot/lua/app-passdb.lua
  129. function auth_password_verify(req, pass)
  130. if req.domain == nil then
  131. return dovecot.auth.PASSDB_RESULT_USER_UNKNOWN, "No such user"
  132. end
  133. if cur == nil then
  134. script_init()
  135. end
  136. local cur,errorString = con:execute(string.format([[SELECT mailbox, password FROM app_passwd
  137. WHERE mailbox = '%s'
  138. AND active = '1'
  139. AND domain IN (SELECT domain FROM domain WHERE domain='%s' AND active='1')]], con:escape(req.user), con:escape(req.domain)))
  140. local row = cur:fetch ({}, "a")
  141. while row do
  142. if req.password_verify(req, row.password, pass) == 1 then
  143. cur:close()
  144. return dovecot.auth.PASSDB_RESULT_OK, "password=" .. pass
  145. end
  146. row = cur:fetch (row, "a")
  147. end
  148. return dovecot.auth.PASSDB_RESULT_USER_UNKNOWN, "No such user"
  149. end
  150. function auth_passdb_lookup(req)
  151. return dovecot.auth.PASSDB_RESULT_USER_UNKNOWN, ""
  152. end
  153. function script_init()
  154. mysql = require "luasql.mysql"
  155. env = mysql.mysql()
  156. con = env:connect("__DBNAME__","__DBUSER__","__DBPASS__","localhost")
  157. return 0
  158. end
  159. function script_deinit()
  160. con:close()
  161. env:close()
  162. end
  163. EOF
  164. # Migrate old sieve_after file
  165. [[ -f /etc/dovecot/sieve_after ]] && mv /etc/dovecot/sieve_after /etc/dovecot/global_sieve_after
  166. # Create global sieve scripts
  167. cat /etc/dovecot/global_sieve_after > /var/vmail/sieve/global_sieve_after.sieve
  168. cat /etc/dovecot/global_sieve_before > /var/vmail/sieve/global_sieve_before.sieve
  169. # Check permissions of vmail/attachments directory.
  170. # Do not do this every start-up, it may take a very long time. So we use a stat check here.
  171. if [[ $(stat -c %U /var/vmail/) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail ; fi
  172. if [[ $(stat -c %U /var/vmail/_garbage) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail/_garbage ; fi
  173. if [[ $(stat -c %U /var/attachments) != "vmail" ]] ; then chown -R vmail:vmail /var/attachments ; fi
  174. # Cleanup random user maildirs
  175. rm -rf /var/vmail/mailcow.local/*
  176. # create sni configuration
  177. echo "" > /etc/dovecot/sni.conf
  178. for cert_dir in /etc/ssl/mail/*/ ; do
  179. if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then
  180. continue
  181. fi
  182. domains=($(cat ${cert_dir}domains))
  183. for domain in ${domains[@]}; do
  184. echo 'local_name '${domain}' {' >> /etc/dovecot/sni.conf;
  185. echo ' ssl_cert = <'${cert_dir}'cert.pem' >> /etc/dovecot/sni.conf;
  186. echo ' ssl_key = <'${cert_dir}'key.pem' >> /etc/dovecot/sni.conf;
  187. echo '}' >> /etc/dovecot/sni.conf;
  188. done
  189. done
  190. # Create random master for SOGo sieve features
  191. RAND_USER=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 16 | head -n 1)
  192. RAND_PASS=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 24 | head -n 1)
  193. echo ${RAND_USER}@mailcow.local:{SHA1}$(echo -n ${RAND_PASS} | sha1sum | awk '{print $1}'):::::: > /etc/dovecot/dovecot-master.passwd
  194. echo ${RAND_USER}@mailcow.local::5000:5000:::: > /etc/dovecot/dovecot-master.userdb
  195. echo ${RAND_USER}@mailcow.local:${RAND_PASS} > /etc/sogo/sieve.creds
  196. if [[ -z ${MAILDIR_SUB} ]]; then
  197. MAILDIR_SUB_SHARED=
  198. else
  199. MAILDIR_SUB_SHARED=/${MAILDIR_SUB}
  200. fi
  201. cat <<EOF > /etc/dovecot/shared_namespace.conf
  202. # Autogenerated by mailcow
  203. namespace {
  204. type = shared
  205. separator = /
  206. prefix = Shared/%%u/
  207. location = maildir:%%h${MAILDIR_SUB_SHARED}:INDEX=~${MAILDIR_SUB_SHARED}/Shared/%%u
  208. subscriptions = no
  209. list = children
  210. }
  211. EOF
  212. if [[ "${ALLOW_ADMIN_EMAIL_LOGIN}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  213. # Create random master Password for SOGo 'login as user' via proxy auth
  214. RAND_PASS=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 32 | head -n 1)
  215. echo -n ${RAND_PASS} > /etc/phpfpm/sogo-sso.pass
  216. cat <<EOF > /etc/dovecot/sogo-sso.conf
  217. # Autogenerated by mailcow
  218. passdb {
  219. driver = static
  220. args = allow_real_nets=${IPV4_NETWORK}.248/32 password={plain}${RAND_PASS}
  221. }
  222. EOF
  223. else
  224. rm -f /etc/dovecot/sogo-sso.pass
  225. rm -f /etc/dovecot/sogo-sso.conf
  226. fi
  227. # Hard-code env vars to scripts due to cron not passing them to the scripts
  228. sed -i "s/__DBUSER__/${DBUSER}/g" /usr/local/bin/imapsync_cron.pl /usr/local/bin/quarantine_notify.py /usr/local/bin/clean_q_aged.sh /etc/dovecot/lua/app-passdb.lua
  229. sed -i "s/__DBPASS__/${DBPASS}/g" /usr/local/bin/imapsync_cron.pl /usr/local/bin/quarantine_notify.py /usr/local/bin/clean_q_aged.sh /etc/dovecot/lua/app-passdb.lua
  230. sed -i "s/__DBNAME__/${DBNAME}/g" /usr/local/bin/imapsync_cron.pl /usr/local/bin/quarantine_notify.py /usr/local/bin/clean_q_aged.sh /etc/dovecot/lua/app-passdb.lua
  231. sed -i "s/__LOG_LINES__/${LOG_LINES}/g" /usr/local/bin/trim_logs.sh
  232. if [[ "${MASTER}" =~ ^([nN][oO]|[nN])+$ ]]; then
  233. # Toggling MASTER will result in a rebuild of containers, so the quota script will be recreated
  234. cat <<'EOF' > /usr/local/bin/quota_notify.py
  235. #!/usr/bin/python3
  236. import sys
  237. sys.exit()
  238. EOF
  239. fi
  240. # 401 is user dovecot
  241. if [[ ! -s /mail_crypt/ecprivkey.pem || ! -s /mail_crypt/ecpubkey.pem ]]; then
  242. openssl ecparam -name prime256v1 -genkey | openssl pkey -out /mail_crypt/ecprivkey.pem
  243. openssl pkey -in /mail_crypt/ecprivkey.pem -pubout -out /mail_crypt/ecpubkey.pem
  244. chown 401 /mail_crypt/ecprivkey.pem /mail_crypt/ecpubkey.pem
  245. else
  246. chown 401 /mail_crypt/ecprivkey.pem /mail_crypt/ecpubkey.pem
  247. fi
  248. # Compile sieve scripts
  249. sievec /var/vmail/sieve/global_sieve_before.sieve
  250. sievec /var/vmail/sieve/global_sieve_after.sieve
  251. sievec /usr/lib/dovecot/sieve/report-spam.sieve
  252. sievec /usr/lib/dovecot/sieve/report-ham.sieve
  253. # Fix permissions
  254. chown root:root /etc/dovecot/sql/*.conf
  255. chown root:dovecot /etc/dovecot/sql/dovecot-dict-sql-sieve* /etc/dovecot/sql/dovecot-dict-sql-quota* /etc/dovecot/lua/app-passdb.lua
  256. chmod 640 /etc/dovecot/sql/*.conf /etc/dovecot/lua/app-passdb.lua
  257. chown -R vmail:vmail /var/vmail/sieve
  258. chown -R vmail:vmail /var/volatile
  259. adduser vmail tty
  260. chmod g+rw /dev/console
  261. chown root:tty /dev/console
  262. chmod +x /usr/lib/dovecot/sieve/rspamd-pipe-ham \
  263. /usr/lib/dovecot/sieve/rspamd-pipe-spam \
  264. /usr/local/bin/imapsync_cron.pl \
  265. /usr/local/bin/postlogin.sh \
  266. /usr/local/bin/imapsync \
  267. /usr/local/bin/trim_logs.sh \
  268. /usr/local/bin/sa-rules.sh \
  269. /usr/local/bin/clean_q_aged.sh \
  270. /usr/local/bin/maildir_gc.sh \
  271. /usr/local/sbin/stop-supervisor.sh \
  272. /usr/local/bin/quota_notify.py \
  273. /usr/local/bin/repl_health.sh
  274. if [[ "${MASTER}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then
  275. # Setup cronjobs
  276. echo '* * * * * root /usr/local/bin/imapsync_cron.pl 2>&1 | /usr/bin/logger' > /etc/cron.d/imapsync
  277. #echo '30 3 * * * vmail /usr/local/bin/doveadm quota recalc -A' > /etc/cron.d/dovecot-sync
  278. echo '* * * * * vmail /usr/local/bin/trim_logs.sh >> /dev/console 2>&1' > /etc/cron.d/trim_logs
  279. echo '25 * * * * vmail /usr/local/bin/maildir_gc.sh >> /dev/console 2>&1' > /etc/cron.d/maildir_gc
  280. echo '30 1 * * * root /usr/local/bin/sa-rules.sh >> /dev/console 2>&1' > /etc/cron.d/sa-rules
  281. echo '0 2 * * * root /usr/bin/curl http://solr:8983/solr/dovecot-fts/update?optimize=true >> /dev/console 2>&1' > /etc/cron.d/solr-optimize
  282. echo '*/20 * * * * vmail /usr/local/bin/quarantine_notify.py >> /dev/console 2>&1' > /etc/cron.d/quarantine_notify
  283. echo '15 4 * * * vmail /usr/local/bin/clean_q_aged.sh >> /dev/console 2>&1' > /etc/cron.d/clean_q_aged
  284. echo '*/5 * * * * vmail /usr/local/bin/repl_health.sh >> /dev/console 2>&1' > /etc/cron.d/repl_health
  285. else
  286. echo '25 * * * * vmail /usr/local/bin/maildir_gc.sh >> /dev/console 2>&1' > /etc/cron.d/maildir_gc
  287. echo '30 1 * * * root /usr/local/bin/sa-rules.sh >> /dev/console 2>&1' > /etc/cron.d/sa-rules
  288. echo '0 2 * * * root /usr/bin/curl http://solr:8983/solr/dovecot-fts/update?optimize=true >> /dev/console 2>&1' > /etc/cron.d/solr-optimize
  289. echo '*/5 * * * * vmail /usr/local/bin/repl_health.sh >> /dev/console 2>&1' > /etc/cron.d/repl_health
  290. fi
  291. # Fix more than 1 hardlink issue
  292. touch /etc/crontab /etc/cron.*/*
  293. # Clean old PID if any
  294. [[ -f /var/run/dovecot/master.pid ]] && rm /var/run/dovecot/master.pid
  295. # Clean stopped imapsync jobs
  296. rm -f /tmp/imapsync_busy.lock
  297. IMAPSYNC_TABLE=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'imapsync'" -Bs)
  298. [[ ! -z ${IMAPSYNC_TABLE} ]] && mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "UPDATE imapsync SET is_running='0'"
  299. # Envsubst maildir_gc
  300. echo "$(envsubst < /usr/local/bin/maildir_gc.sh)" > /usr/local/bin/maildir_gc.sh
  301. # GUID generation
  302. while [[ ${VERSIONS_OK} != 'OK' ]]; do
  303. if [[ ! -z $(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -B -e "SELECT 'OK' FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = \"${DBNAME}\" AND TABLE_NAME = 'versions'") ]]; then
  304. VERSIONS_OK=OK
  305. else
  306. echo "Waiting for versions table to be created..."
  307. sleep 3
  308. fi
  309. done
  310. PUBKEY_MCRYPT=$(doveconf -P 2> /dev/null | grep -i mail_crypt_global_public_key | cut -d '<' -f2)
  311. if [ -f ${PUBKEY_MCRYPT} ]; then
  312. GUID=$(cat <(echo ${MAILCOW_HOSTNAME}) /mail_crypt/ecpubkey.pem | sha256sum | cut -d ' ' -f1 | tr -cd "[a-fA-F0-9.:/] ")
  313. if [ ${#GUID} -eq 64 ]; then
  314. mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} << EOF
  315. REPLACE INTO versions (application, version) VALUES ("GUID", "${GUID}");
  316. EOF
  317. else
  318. mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} << EOF
  319. REPLACE INTO versions (application, version) VALUES ("GUID", "INVALID");
  320. EOF
  321. fi
  322. fi
  323. # Collect SA rules once now
  324. /usr/local/bin/sa-rules.sh
  325. # Run hooks
  326. for file in /hooks/*; do
  327. if [ -x "${file}" ]; then
  328. echo "Running hook ${file}"
  329. "${file}"
  330. fi
  331. done
  332. # For some strange, unknown and stupid reason, Dovecot may run into a race condition, when this file is not touched before it is read by dovecot/auth
  333. # May be related to something inside Docker, I seriously don't know
  334. touch /etc/dovecot/lua/app-passdb.lua
  335. exec "$@"