| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420 | #!/bin/bashset -e# Wait for MySQL to warm-upwhile ! mysqladmin status --socket=/var/run/mysqld/mysqld.sock -u${DBUSER} -p${DBPASS} --silent; do  echo "Waiting for database to come up..."  sleep 2doneuntil dig +short mailcow.email > /dev/null; do  echo "Waiting for DNS..."  sleep 1done# Do not attempt to write to slaveif [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then  REDIS_CMDLINE="redis-cli -h ${REDIS_SLAVEOF_IP} -p ${REDIS_SLAVEOF_PORT}"else  REDIS_CMDLINE="redis-cli -h redis -p 6379"fiuntil [[ $(${REDIS_CMDLINE} PING) == "PONG" ]]; do  echo "Waiting for Redis..."  sleep 2done${REDIS_CMDLINE} SET DOVECOT_REPL_HEALTH 1 > /dev/null# Create missing directories[[ ! -d /etc/dovecot/sql/ ]] && mkdir -p /etc/dovecot/sql/[[ ! -d /etc/dovecot/lua/ ]] && mkdir -p /etc/dovecot/lua/[[ ! -d /var/vmail/_garbage ]] && mkdir -p /var/vmail/_garbage[[ ! -d /var/vmail/sieve ]] && mkdir -p /var/vmail/sieve[[ ! -d /etc/sogo ]] && mkdir -p /etc/sogo[[ ! -d /var/volatile ]] && mkdir -p /var/volatile# Set Dovecot sql config parameters, escape " in db passwordDBPASS=$(echo ${DBPASS} | sed 's/"/\\"/g')# Create quota dict for Dovecotif [[ "${MASTER}" =~ ^([yY][eE][sS]|[yY])+$ ]]; then  QUOTA_TABLE=quota2else  QUOTA_TABLE=quota2replicaficat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-quota.conf# Autogenerated by mailcowconnect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"map {  pattern = priv/quota/storage  table = ${QUOTA_TABLE}  username_field = username  value_field = bytes}map {  pattern = priv/quota/messages  table = ${QUOTA_TABLE}  username_field = username  value_field = messages}EOF# Create dict used for sieve pre and postfilterscat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-sieve_before.conf# Autogenerated by mailcowconnect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"map {  pattern = priv/sieve/name/\$script_name  table = sieve_before  username_field = username  value_field = id  fields {    script_name = \$script_name  }}map {  pattern = priv/sieve/data/\$id  table = sieve_before  username_field = username  value_field = script_data  fields {    id = \$id  }}EOFcat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-sieve_after.conf# Autogenerated by mailcowconnect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"map {  pattern = priv/sieve/name/\$script_name  table = sieve_after  username_field = username  value_field = id  fields {    script_name = \$script_name  }}map {  pattern = priv/sieve/data/\$id  table = sieve_after  username_field = username  value_field = script_data  fields {    id = \$id  }}EOFecho -n ${ACL_ANYONE} > /etc/dovecot/acl_anyoneif [[ "${SKIP_SOLR}" =~ ^([yY][eE][sS]|[yY])+$ ]]; thenecho -n 'quota acl zlib mail_crypt mail_crypt_acl mail_log notify listescape replication' > /etc/dovecot/mail_pluginsecho -n 'quota imap_quota imap_acl acl zlib imap_zlib imap_sieve mail_crypt mail_crypt_acl notify listescape replication mail_log' > /etc/dovecot/mail_plugins_imapecho -n 'quota sieve acl zlib mail_crypt mail_crypt_acl notify listescape replication' > /etc/dovecot/mail_plugins_lmtpelseecho -n 'quota acl zlib mail_crypt mail_crypt_acl mail_log notify fts fts_solr listescape replication' > /etc/dovecot/mail_pluginsecho -n 'quota imap_quota imap_acl acl zlib imap_zlib imap_sieve mail_crypt mail_crypt_acl notify mail_log fts fts_solr listescape replication' > /etc/dovecot/mail_plugins_imapecho -n 'quota sieve acl zlib mail_crypt mail_crypt_acl fts fts_solr notify listescape replication' > /etc/dovecot/mail_plugins_lmtpfichmod 644 /etc/dovecot/mail_plugins /etc/dovecot/mail_plugins_imap /etc/dovecot/mail_plugins_lmtp /templates/quarantine.tplcat <<EOF > /etc/dovecot/sql/dovecot-dict-sql-userdb.conf# Autogenerated by mailcowdriver = mysqlconnect = "host=/var/run/mysqld/mysqld.sock dbname=${DBNAME} user=${DBUSER} password=${DBPASS}"user_query = SELECT CONCAT(JSON_UNQUOTE(JSON_VALUE(attributes, '$.mailbox_format')), mailbox_path_prefix, '%d/%n/${MAILDIR_SUB}:VOLATILEDIR=/var/volatile/%u:INDEX=/var/vmail_index/%u') AS mail, '%s' AS protocol, 5000 AS uid, 5000 AS gid, concat('*:bytes=', quota) AS quota_rule FROM mailbox WHERE username = '%u' AND (active = '1' OR active = '2')iterate_query = SELECT username FROM mailbox WHERE active = '1' OR active = '2';EOFcat <<EOF > /etc/dovecot/lua/passwd-verify.luafunction auth_password_verify(request, password)  if request.domain == nil then    return dovecot.auth.PASSDB_RESULT_USER_UNKNOWN, "No such user"  end  json = require "json"  ltn12 = require "ltn12"  http = require "socket.http"  http.TIMEOUT = 5  mysql = require "luasql.mysql"  env  = mysql.mysql()  con = env:connect("__DBNAME__","__DBUSER__","__DBPASS__","localhost")  local req = {    username = request.user,    password = password  }  local req_json = json.encode(req)  local res = {}     -- check against mailbox passwds  local b, c = http.request {    method = "POST",    url = "https://nginx/api/v1/process/login",    source = ltn12.source.string(req_json),    headers = {      ["content-type"] = "application/json",      ["content-length"] = tostring(#req_json)    },    sink = ltn12.sink.table(res)  }  local api_response = json.decode(table.concat(res))  if api_response.role == 'user' then    con:execute(string.format([[REPLACE INTO sasl_log (service, app_password, username, real_rip)      VALUES ("%s", 0, "%s", "%s")]], con:escape(request.service), con:escape(request.user), con:escape(request.real_rip)))    con:close()    return dovecot.auth.PASSDB_RESULT_OK, "password=" .. password  end    -- check against app passwds for imap and smtp  -- app passwords are only available for imap, smtp, sieve and pop3 when using sasl  if request.service == "smtp" or request.service == "imap" or request.service == "sieve" or request.service == "pop3" then    req.protocol = {}    req.protocol[request.service] = true    req_json = json.encode(req)    req.protocol.ignore_hasaccess = false    if tostring(req.real_rip) == "__IPV4_SOGO__" then      req.protocol.ignore_hasaccess = true    end    local b, c = http.request {      method = "POST",      url = "https://nginx/api/v1/process/login",      source = ltn12.source.string(req_json),      headers = {        ["content-type"] = "application/json",        ["content-length"] = tostring(#req_json)      },      sink = ltn12.sink.table(res)    }    local api_response = json.decode(table.concat(res))    if api_response.role == 'user' then      if req.protocol.ignore_hasaccess == false then        con:execute(string.format([[REPLACE INTO sasl_log (service, app_password, username, real_rip)          VALUES ("%s", %d, "%s", "%s")]], con:escape(req.service), row.id, con:escape(req.user), con:escape(req.real_rip)))      end      con:close()      return dovecot.auth.PASSDB_RESULT_OK, "password=" .. password    end  end    con:close()  return dovecot.auth.PASSDB_RESULT_PASSWORD_MISMATCH, "Failed to authenticate"endfunction auth_passdb_lookup(req)   return dovecot.auth.PASSDB_RESULT_USER_UNKNOWN, ""endEOF# Replace patterns in app-passdb.luased -i "s/__DBUSER__/${DBUSER}/g" /etc/dovecot/lua/passwd-verify.luased -i "s/__DBPASS__/${DBPASS}/g" /etc/dovecot/lua/passwd-verify.luased -i "s/__DBNAME__/${DBNAME}/g" /etc/dovecot/lua/passwd-verify.luased -i "s/__IPV4_SOGO__/${IPV4_NETWORK}.248/g" /etc/dovecot/lua/passwd-verify.lua# Migrate old sieve_after file[[ -f /etc/dovecot/sieve_after ]] && mv /etc/dovecot/sieve_after /etc/dovecot/global_sieve_after# Create global sieve scriptscat /etc/dovecot/global_sieve_after > /var/vmail/sieve/global_sieve_after.sievecat /etc/dovecot/global_sieve_before > /var/vmail/sieve/global_sieve_before.sieve# Check permissions of vmail/index/garbage directories.# Do not do this every start-up, it may take a very long time. So we use a stat check here.if [[ $(stat -c %U /var/vmail/) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail ; fiif [[ $(stat -c %U /var/vmail/_garbage) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail/_garbage ; fiif [[ $(stat -c %U /var/vmail_index) != "vmail" ]] ; then chown -R vmail:vmail /var/vmail_index ; fi# Cleanup random user maildirsrm -rf /var/vmail/mailcow.local/*# Cleanup PIDs[[ -f /tmp/quarantine_notify.pid ]] && rm /tmp/quarantine_notify.pid# create sni configurationecho "" > /etc/dovecot/sni.conffor cert_dir in /etc/ssl/mail/*/ ; do  if [[ ! -f ${cert_dir}domains ]] || [[ ! -f ${cert_dir}cert.pem ]] || [[ ! -f ${cert_dir}key.pem ]]; then    continue  fi  domains=($(cat ${cert_dir}domains))  for domain in ${domains[@]}; do    echo 'local_name '${domain}' {' >> /etc/dovecot/sni.conf;    echo '  ssl_cert = <'${cert_dir}'cert.pem' >> /etc/dovecot/sni.conf;    echo '  ssl_key = <'${cert_dir}'key.pem' >> /etc/dovecot/sni.conf;    echo '}' >> /etc/dovecot/sni.conf;  donedone# Create random master for SOGo sieve featuresRAND_USER=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 16 | head -n 1)RAND_PASS=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 24 | head -n 1)if [[ ! -z ${DOVECOT_MASTER_USER} ]] && [[ ! -z ${DOVECOT_MASTER_PASS} ]]; then  RAND_USER=${DOVECOT_MASTER_USER}  RAND_PASS=${DOVECOT_MASTER_PASS}fiecho ${RAND_USER}@mailcow.local:{SHA1}$(echo -n ${RAND_PASS} | sha1sum | awk '{print $1}'):::::: > /etc/dovecot/dovecot-master.passwdecho ${RAND_USER}@mailcow.local::5000:5000:::: > /etc/dovecot/dovecot-master.userdbecho ${RAND_USER}@mailcow.local:${RAND_PASS} > /etc/sogo/sieve.credsif [[ -z ${MAILDIR_SUB} ]]; then  MAILDIR_SUB_SHARED=else  MAILDIR_SUB_SHARED=/${MAILDIR_SUB}ficat <<EOF > /etc/dovecot/shared_namespace.conf# Autogenerated by mailcownamespace {    type = shared    separator = /    prefix = Shared/%%u/    location = maildir:%%h${MAILDIR_SUB_SHARED}:INDEX=~${MAILDIR_SUB_SHARED}/Shared/%%u    subscriptions = no    list = children}EOFcat <<EOF > /etc/dovecot/sogo_trusted_ip.conf# Autogenerated by mailcowremote ${IPV4_NETWORK}.248 {  disable_plaintext_auth = no}EOF# Create random master Password for SOGo SSORAND_PASS=$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 32 | head -n 1)echo -n ${RAND_PASS} > /etc/phpfpm/sogo-sso.passcat <<EOF > /etc/dovecot/sogo-sso.conf# Autogenerated by mailcowpassdb {  driver = static  args = allow_real_nets=${IPV4_NETWORK}.248/32 password={plain}${RAND_PASS}}EOFif [[ "${MASTER}" =~ ^([nN][oO]|[nN])+$ ]]; then  # Toggling MASTER will result in a rebuild of containers, so the quota script will be recreated  cat <<'EOF' > /usr/local/bin/quota_notify.py#!/usr/bin/python3import syssys.exit()EOFfi# Set mail_replica for HA setupsif [[ -n ${MAILCOW_REPLICA_IP} && -n ${DOVEADM_REPLICA_PORT} ]]; then  cat <<EOF > /etc/dovecot/mail_replica.conf# Autogenerated by mailcowmail_replica = tcp:${MAILCOW_REPLICA_IP}:${DOVEADM_REPLICA_PORT}EOFfi# 401 is user dovecotif [[ ! -s /mail_crypt/ecprivkey.pem || ! -s /mail_crypt/ecpubkey.pem ]]; then	openssl ecparam -name prime256v1 -genkey | openssl pkey -out /mail_crypt/ecprivkey.pem	openssl pkey -in /mail_crypt/ecprivkey.pem -pubout -out /mail_crypt/ecpubkey.pem	chown 401 /mail_crypt/ecprivkey.pem /mail_crypt/ecpubkey.pemelse	chown 401 /mail_crypt/ecprivkey.pem /mail_crypt/ecpubkey.pemfi# Compile sieve scriptssievec /var/vmail/sieve/global_sieve_before.sievesievec /var/vmail/sieve/global_sieve_after.sievesievec /usr/lib/dovecot/sieve/report-spam.sievesievec /usr/lib/dovecot/sieve/report-ham.sievefor file in /var/vmail/*/*/sieve/*.sieve ; do  if [[ "$file" == "/var/vmail/*/*/sieve/*.sieve" ]]; then    continue  fi  sievec "$file" "$(dirname "$file")/../.dovecot.svbin"  chown vmail:vmail "$(dirname "$file")/../.dovecot.svbin"done# Fix permissionschown root:root /etc/dovecot/sql/*.confchown root:dovecot /etc/dovecot/sql/dovecot-dict-sql-sieve* /etc/dovecot/sql/dovecot-dict-sql-quota* /etc/dovecot/lua/passwd-verify.luachmod 640 /etc/dovecot/sql/*.conf /etc/dovecot/lua/passwd-verify.luachown -R vmail:vmail /var/vmail/sievechown -R vmail:vmail /var/volatilechown -R vmail:vmail /var/vmail_indexadduser vmail ttychmod g+rw /dev/consolechown root:tty /dev/consolechmod +x /usr/lib/dovecot/sieve/rspamd-pipe-ham \  /usr/lib/dovecot/sieve/rspamd-pipe-spam \  /usr/local/bin/imapsync_runner.pl \  /usr/local/bin/imapsync \  /usr/local/bin/trim_logs.sh \  /usr/local/bin/sa-rules.sh \  /usr/local/bin/clean_q_aged.sh \  /usr/local/bin/maildir_gc.sh \  /usr/local/sbin/stop-supervisor.sh \  /usr/local/bin/quota_notify.py \  /usr/local/bin/repl_health.sh# Prepare environment file for cronjobsprintenv | sed 's/^\(.*\)$/export \1/g' > /source_env.sh# Clean old PID if any[[ -f /var/run/dovecot/master.pid ]] && rm /var/run/dovecot/master.pid# Clean stopped imapsync jobsrm -f /tmp/imapsync_busy.lockIMAPSYNC_TABLE=$(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "SHOW TABLES LIKE 'imapsync'" -Bs)[[ ! -z ${IMAPSYNC_TABLE} ]] && mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -e "UPDATE imapsync SET is_running='0'"# Envsubst maildir_gcecho "$(envsubst < /usr/local/bin/maildir_gc.sh)" > /usr/local/bin/maildir_gc.sh# GUID generationwhile [[ ${VERSIONS_OK} != 'OK' ]]; do  if [[ ! -z $(mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} -B -e "SELECT 'OK' FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = \"${DBNAME}\" AND TABLE_NAME = 'versions'") ]]; then    VERSIONS_OK=OK  else    echo "Waiting for versions table to be created..."    sleep 3  fidonePUBKEY_MCRYPT=$(doveconf -P 2> /dev/null | grep -i mail_crypt_global_public_key | cut -d '<' -f2)if [ -f ${PUBKEY_MCRYPT} ]; then  GUID=$(cat <(echo ${MAILCOW_HOSTNAME}) /mail_crypt/ecpubkey.pem | sha256sum | cut -d ' ' -f1 | tr -cd "[a-fA-F0-9.:/] ")  if [ ${#GUID} -eq 64 ]; then    mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} << EOFREPLACE INTO versions (application, version) VALUES ("GUID", "${GUID}");EOF  else    mysql --socket=/var/run/mysqld/mysqld.sock -u ${DBUSER} -p${DBPASS} ${DBNAME} << EOFREPLACE INTO versions (application, version) VALUES ("GUID", "INVALID");EOF  fifi# Collect SA rules once now/usr/local/bin/sa-rules.sh# Run hooksfor file in /hooks/*; do  if [ -x "${file}" ]; then    echo "Running hook ${file}"    "${file}"  fidone# For some strange, unknown and stupid reason, Dovecot may run into a race condition, when this file is not touched before it is read by dovecot/auth# May be related to something inside Docker, I seriously don't knowtouch /etc/dovecot/lua/passwd-verify.luaif [[ ! -z ${REDIS_SLAVEOF_IP} ]]; then  cp /etc/syslog-ng/syslog-ng-redis_slave.conf /etc/syslog-ng/syslog-ng.conffiexec "$@"
 |