|
@@ -660,39 +660,6 @@ acme_checks() {
|
|
|
return 1
|
|
|
}
|
|
|
|
|
|
-ipv6nat_checks() {
|
|
|
- err_count=0
|
|
|
- diff_c=0
|
|
|
- THRESHOLD=${IPV6NAT_THRESHOLD}
|
|
|
- # Reduce error count by 2 after restarting an unhealthy container
|
|
|
- trap "[ ${err_count} -gt 1 ] && err_count=$(( ${err_count} - 2 ))" USR1
|
|
|
- while [ ${err_count} -lt ${THRESHOLD} ]; do
|
|
|
- err_c_cur=${err_count}
|
|
|
- CONTAINERS=$(curl --silent --insecure https://dockerapi/containers/json)
|
|
|
- IPV6NAT_CONTAINER_ID=$(echo ${CONTAINERS} | jq -r ".[] | {name: .Config.Labels[\"com.docker.compose.service\"], project: .Config.Labels[\"com.docker.compose.project\"], id: .Id}" | jq -rc "select( .name | tostring | contains(\"ipv6nat-mailcow\")) | select( .project | tostring | contains(\"${COMPOSE_PROJECT_NAME,,}\")) | .id")
|
|
|
- if [[ ! -z ${IPV6NAT_CONTAINER_ID} ]]; then
|
|
|
- LATEST_STARTED="$(echo ${CONTAINERS} | jq -r ".[] | {name: .Config.Labels[\"com.docker.compose.service\"], project: .Config.Labels[\"com.docker.compose.project\"], StartedAt: .State.StartedAt}" | jq -rc "select( .project | tostring | contains(\"${COMPOSE_PROJECT_NAME,,}\")) | select( .name | tostring | contains(\"ipv6nat-mailcow\") | not)" | jq -rc .StartedAt | xargs -n1 date +%s -d | sort | tail -n1)"
|
|
|
- LATEST_IPV6NAT="$(echo ${CONTAINERS} | jq -r ".[] | {name: .Config.Labels[\"com.docker.compose.service\"], project: .Config.Labels[\"com.docker.compose.project\"], StartedAt: .State.StartedAt}" | jq -rc "select( .project | tostring | contains(\"${COMPOSE_PROJECT_NAME,,}\")) | select( .name | tostring | contains(\"ipv6nat-mailcow\"))" | jq -rc .StartedAt | xargs -n1 date +%s -d | sort | tail -n1)"
|
|
|
- DIFFERENCE_START_TIME=$(expr ${LATEST_IPV6NAT} - ${LATEST_STARTED} 2>/dev/null)
|
|
|
- if [[ "${DIFFERENCE_START_TIME}" -lt 30 ]]; then
|
|
|
- err_count=$(( ${err_count} + 1 ))
|
|
|
- fi
|
|
|
- fi
|
|
|
- [ ${err_c_cur} -eq ${err_count} ] && [ ! $((${err_count} - 1)) -lt 0 ] && err_count=$((${err_count} - 1)) diff_c=1
|
|
|
- [ ${err_c_cur} -ne ${err_count} ] && diff_c=$(( ${err_c_cur} - ${err_count} ))
|
|
|
- progress "IPv6 NAT" ${THRESHOLD} $(( ${THRESHOLD} - ${err_count} )) ${diff_c}
|
|
|
- if [[ $? == 10 ]]; then
|
|
|
- diff_c=0
|
|
|
- sleep 30
|
|
|
- else
|
|
|
- diff_c=0
|
|
|
- sleep 300
|
|
|
- fi
|
|
|
- done
|
|
|
- return 1
|
|
|
-}
|
|
|
-
|
|
|
-
|
|
|
rspamd_checks() {
|
|
|
err_count=0
|
|
|
diff_c=0
|
|
@@ -1005,18 +972,6 @@ PID=$!
|
|
|
echo "Spawned acme_checks with PID ${PID}"
|
|
|
BACKGROUND_TASKS+=(${PID})
|
|
|
|
|
|
-(
|
|
|
-while true; do
|
|
|
- if ! ipv6nat_checks; then
|
|
|
- log_msg "IPv6 NAT warning: ipv6nat-mailcow container was not started at least 30s after siblings (not an error)"
|
|
|
- echo ipv6nat-mailcow > /tmp/com_pipe
|
|
|
- fi
|
|
|
-done
|
|
|
-) &
|
|
|
-PID=$!
|
|
|
-echo "Spawned ipv6nat_checks with PID ${PID}"
|
|
|
-BACKGROUND_TASKS+=(${PID})
|
|
|
-
|
|
|
# Monitor watchdog agents, stop script when agents fails and wait for respawn by Docker (restart:always:n)
|
|
|
(
|
|
|
while true; do
|
|
@@ -1112,9 +1067,7 @@ while true; do
|
|
|
else
|
|
|
log_msg "Sending restart command to ${CONTAINER_ID}..."
|
|
|
curl --silent --insecure -XPOST https://dockerapi/containers/${CONTAINER_ID}/restart
|
|
|
- if [[ ${com_pipe_answer} != "ipv6nat-mailcow" ]]; then
|
|
|
- [[ ! -z ${WATCHDOG_NOTIFY_EMAIL} ]] && mail_error "${com_pipe_answer}"
|
|
|
- fi
|
|
|
+ [[ ! -z ${WATCHDOG_NOTIFY_EMAIL} ]] && mail_error "${com_pipe_answer}"
|
|
|
log_msg "Wait for restarted container to settle and continue watching..."
|
|
|
sleep 35
|
|
|
fi
|