server.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343
  1. from flask import Flask
  2. from flask_restful import Resource, Api
  3. from flask import jsonify
  4. from flask import Response
  5. from flask import request
  6. from threading import Thread
  7. from OpenSSL import crypto
  8. import docker
  9. import uuid
  10. import signal
  11. import time
  12. import os
  13. import re
  14. import sys
  15. import ssl
  16. import socket
  17. docker_client = docker.DockerClient(base_url='unix://var/run/docker.sock', version='auto')
  18. app = Flask(__name__)
  19. api = Api(app)
  20. class containers_get(Resource):
  21. def get(self):
  22. containers = {}
  23. try:
  24. for container in docker_client.containers.list(all=True):
  25. containers.update({container.attrs['Id']: container.attrs})
  26. return containers
  27. except Exception as e:
  28. return jsonify(type='danger', msg=str(e))
  29. class container_get(Resource):
  30. def get(self, container_id):
  31. if container_id and container_id.isalnum():
  32. try:
  33. for container in docker_client.containers.list(all=True, filters={"id": container_id}):
  34. return container.attrs
  35. except Exception as e:
  36. return jsonify(type='danger', msg=str(e))
  37. else:
  38. return jsonify(type='danger', msg='no or invalid id defined')
  39. class container_post(Resource):
  40. def post(self, container_id, post_action):
  41. if container_id and container_id.isalnum() and post_action:
  42. if post_action == 'stop':
  43. try:
  44. for container in docker_client.containers.list(all=True, filters={"id": container_id}):
  45. container.stop()
  46. return jsonify(type='success', msg='command completed successfully')
  47. except Exception as e:
  48. return jsonify(type='danger', msg=str(e))
  49. elif post_action == 'start':
  50. try:
  51. for container in docker_client.containers.list(all=True, filters={"id": container_id}):
  52. container.start()
  53. return jsonify(type='success', msg='command completed successfully')
  54. except Exception as e:
  55. return jsonify(type='danger', msg=str(e))
  56. elif post_action == 'restart':
  57. try:
  58. for container in docker_client.containers.list(all=True, filters={"id": container_id}):
  59. container.restart()
  60. return jsonify(type='success', msg='command completed successfully')
  61. except Exception as e:
  62. return jsonify(type='danger', msg=str(e))
  63. elif post_action == 'exec':
  64. if not request.json or not 'cmd' in request.json:
  65. return jsonify(type='danger', msg='cmd is missing')
  66. if request.json['cmd'] == 'mailq':
  67. if 'items' in request.json:
  68. r = re.compile("^[0-9a-fA-F]+$")
  69. filtered_qids = filter(r.match, request.json['items'])
  70. if filtered_qids:
  71. if request.json['task'] == 'delete':
  72. flagged_qids = ['-d %s' % i for i in filtered_qids]
  73. sanitized_string = str(' '.join(flagged_qids));
  74. try:
  75. for container in docker_client.containers.list(filters={"id": container_id}):
  76. postsuper_r = container.exec_run(["/bin/bash", "-c", "/usr/sbin/postsuper " + sanitized_string])
  77. return exec_run_handler('generic', postsuper_r)
  78. except Exception as e:
  79. return jsonify(type='danger', msg=str(e))
  80. if request.json['task'] == 'hold':
  81. flagged_qids = ['-h %s' % i for i in filtered_qids]
  82. sanitized_string = str(' '.join(flagged_qids));
  83. try:
  84. for container in docker_client.containers.list(filters={"id": container_id}):
  85. postsuper_r = container.exec_run(["/bin/bash", "-c", "/usr/sbin/postsuper " + sanitized_string])
  86. return exec_run_handler('generic', postsuper_r)
  87. except Exception as e:
  88. return jsonify(type='danger', msg=str(e))
  89. if request.json['task'] == 'unhold':
  90. flagged_qids = ['-H %s' % i for i in filtered_qids]
  91. sanitized_string = str(' '.join(flagged_qids));
  92. try:
  93. for container in docker_client.containers.list(filters={"id": container_id}):
  94. postsuper_r = container.exec_run(["/bin/bash", "-c", "/usr/sbin/postsuper " + sanitized_string])
  95. return exec_run_handler('generic', postsuper_r)
  96. except Exception as e:
  97. return jsonify(type='danger', msg=str(e))
  98. if request.json['task'] == 'deliver':
  99. flagged_qids = ['-i %s' % i for i in filtered_qids]
  100. try:
  101. for container in docker_client.containers.list(filters={"id": container_id}):
  102. for i in flagged_qids:
  103. postqueue_r = container.exec_run(["/bin/bash", "-c", "/usr/sbin/postqueue " + i], user='postfix')
  104. # todo: check each exit code
  105. return jsonify(type='success', msg=str("Scheduled immediate delivery"))
  106. except Exception as e:
  107. return jsonify(type='danger', msg=str(e))
  108. elif request.json['task'] == 'list':
  109. try:
  110. for container in docker_client.containers.list(filters={"id": container_id}):
  111. mailq_return = container.exec_run(["/usr/sbin/postqueue", "-j"], user='postfix')
  112. return exec_run_handler('utf8_text_only', mailq_return)
  113. except Exception as e:
  114. return jsonify(type='danger', msg=str(e))
  115. elif request.json['task'] == 'flush':
  116. try:
  117. for container in docker_client.containers.list(filters={"id": container_id}):
  118. postqueue_r = container.exec_run(["/usr/sbin/postqueue", "-f"], user='postfix')
  119. return exec_run_handler('generic', postqueue_r)
  120. except Exception as e:
  121. return jsonify(type='danger', msg=str(e))
  122. elif request.json['task'] == 'super_delete':
  123. try:
  124. for container in docker_client.containers.list(filters={"id": container_id}):
  125. postsuper_r = container.exec_run(["/usr/sbin/postsuper", "-d", "ALL"])
  126. return exec_run_handler('generic', postsuper_r)
  127. except Exception as e:
  128. return jsonify(type='danger', msg=str(e))
  129. elif request.json['cmd'] == 'system':
  130. if request.json['task'] == 'df':
  131. if 'dir' in request.json:
  132. try:
  133. for container in docker_client.containers.list(filters={"id": container_id}):
  134. df_return = container.exec_run(["/bin/bash", "-c", "/bin/df -H '" + request.json['dir'].replace("'", "'\\''") + "' | /usr/bin/tail -n1 | /usr/bin/tr -s [:blank:] | /usr/bin/tr ' ' ','"], user='nobody')
  135. if df_return.exit_code == 0:
  136. return df_return.output.rstrip()
  137. else:
  138. return "0,0,0,0,0,0"
  139. except Exception as e:
  140. return jsonify(type='danger', msg=str(e))
  141. elif request.json['cmd'] == 'reload':
  142. if request.json['task'] == 'dovecot':
  143. try:
  144. for container in docker_client.containers.list(filters={"id": container_id}):
  145. reload_return = container.exec_run(["/bin/bash", "-c", "/usr/local/sbin/dovecot reload"])
  146. return exec_run_handler('generic', reload_return)
  147. except Exception as e:
  148. return jsonify(type='danger', msg=str(e))
  149. if request.json['task'] == 'postfix':
  150. try:
  151. for container in docker_client.containers.list(filters={"id": container_id}):
  152. reload_return = container.exec_run(["/bin/bash", "-c", "/usr/sbin/postfix reload"])
  153. return exec_run_handler('generic', reload_return)
  154. except Exception as e:
  155. return jsonify(type='danger', msg=str(e))
  156. if request.json['task'] == 'nginx':
  157. try:
  158. for container in docker_client.containers.list(filters={"id": container_id}):
  159. reload_return = container.exec_run(["/bin/sh", "-c", "/usr/sbin/nginx -s reload"])
  160. return exec_run_handler('generic', reload_return)
  161. except Exception as e:
  162. return jsonify(type='danger', msg=str(e))
  163. elif request.json['cmd'] == 'sieve':
  164. if request.json['task'] == 'list':
  165. if 'username' in request.json:
  166. try:
  167. for container in docker_client.containers.list(filters={"id": container_id}):
  168. sieve_return = container.exec_run(["/bin/bash", "-c", "/usr/local/bin/doveadm sieve list -u '" + request.json['username'].replace("'", "'\\''") + "'"])
  169. return exec_run_handler('utf8_text_only', sieve_return)
  170. except Exception as e:
  171. return jsonify(type='danger', msg=str(e))
  172. elif request.json['task'] == 'print':
  173. if 'username' in request.json and 'script_name' in request.json:
  174. try:
  175. for container in docker_client.containers.list(filters={"id": container_id}):
  176. sieve_return = container.exec_run(["/bin/bash", "-c", "/usr/local/bin/doveadm sieve get -u '" + request.json['username'].replace("'", "'\\''") + "' '" + request.json['script_name'].replace("'", "'\\''") + "'"])
  177. return exec_run_handler('utf8_text_only', sieve_return)
  178. except Exception as e:
  179. return jsonify(type='danger', msg=str(e))
  180. elif request.json['cmd'] == 'maildir':
  181. if request.json['task'] == 'cleanup':
  182. if 'maildir' in request.json:
  183. try:
  184. for container in docker_client.containers.list(filters={"id": container_id}):
  185. sane_name = re.sub(r'\W+', '', request.json['maildir'])
  186. maildir_cleanup = container.exec_run(["/bin/bash", "-c", "if [[ -d '/var/vmail/" + request.json['maildir'].replace("'", "'\\''") + "' ]]; then /bin/mv '/var/vmail/" + request.json['maildir'].replace("'", "'\\''") + "' '/var/vmail/_garbage/" + str(int(time.time())) + "_" + sane_name + "'; fi"], user='vmail')
  187. return exec_run_handler('generic', maildir_cleanup)
  188. except Exception as e:
  189. return jsonify(type='danger', msg=str(e))
  190. elif request.json['cmd'] == 'rspamd':
  191. if request.json['task'] == 'worker_password':
  192. if 'raw' in request.json:
  193. try:
  194. for container in docker_client.containers.list(filters={"id": container_id}):
  195. worker_shell = container.exec_run(["/bin/bash"], stdin=True, socket=True, user='_rspamd')
  196. worker_cmd = "/usr/bin/rspamadm pw -e -p '" + request.json['raw'].replace("'", "'\\''") + "' 2> /dev/null\n"
  197. worker_socket = worker_shell.output;
  198. try :
  199. worker_socket.sendall(worker_cmd.encode('utf-8'))
  200. worker_socket.shutdown(socket.SHUT_WR)
  201. except socket.error:
  202. return jsonify(type='danger', msg=str('socket error'))
  203. worker_response = recv_socket_data(worker_socket)
  204. matched = False
  205. for line in worker_response.split("\n"):
  206. if '$2$' in line:
  207. matched = True
  208. hash = line.strip()
  209. hash_out = re.search('\$2\$.+$', hash).group(0)
  210. f = open("/access.inc", "w")
  211. f.write('enable_password = "' + re.sub('[^0-9a-zA-Z\$]+', '', hash_out.rstrip()) + '";\n')
  212. f.close()
  213. container.restart()
  214. if matched:
  215. return jsonify(type='success', msg='command completed successfully')
  216. else:
  217. return jsonify(type='danger', msg='command did not complete')
  218. except Exception as e:
  219. return jsonify(type='danger', msg=str(e))
  220. else:
  221. return jsonify(type='danger', msg='Unknown command')
  222. else:
  223. return jsonify(type='danger', msg='invalid action')
  224. else:
  225. return jsonify(type='danger', msg='invalid container id or missing action')
  226. class GracefulKiller:
  227. kill_now = False
  228. def __init__(self):
  229. signal.signal(signal.SIGINT, self.exit_gracefully)
  230. signal.signal(signal.SIGTERM, self.exit_gracefully)
  231. def exit_gracefully(self, signum, frame):
  232. self.kill_now = True
  233. def startFlaskAPI():
  234. create_self_signed_cert()
  235. try:
  236. ctx = ssl.create_default_context(ssl.Purpose.CLIENT_AUTH)
  237. ctx.check_hostname = False
  238. ctx.load_cert_chain(certfile='/cert.pem', keyfile='/key.pem')
  239. except:
  240. print "Cannot initialize TLS, retrying in 5s..."
  241. time.sleep(5)
  242. app.run(debug=False, host='0.0.0.0', port=443, threaded=True, ssl_context=ctx)
  243. def recv_socket_data(c_socket, timeout=10):
  244. c_socket.setblocking(0)
  245. total_data=[];
  246. data='';
  247. begin=time.time()
  248. while True:
  249. if total_data and time.time()-begin > timeout:
  250. break
  251. elif time.time()-begin > timeout*2:
  252. break
  253. try:
  254. data = c_socket.recv(8192)
  255. if data:
  256. total_data.append(data)
  257. #change the beginning time for measurement
  258. begin=time.time()
  259. else:
  260. #sleep for sometime to indicate a gap
  261. time.sleep(0.1)
  262. break
  263. except:
  264. pass
  265. return ''.join(total_data)
  266. def exec_run_handler(type, output):
  267. if type == 'generic':
  268. if output.exit_code == 0:
  269. return jsonify(type='success', msg='command completed successfully')
  270. else:
  271. return jsonify(type='danger', msg='command failed: ' + output.output)
  272. if type == 'utf8_text_only':
  273. r = Response(response=output.output, status=200, mimetype="text/plain")
  274. r.headers["Content-Type"] = "text/plain; charset=utf-8"
  275. return r
  276. def create_self_signed_cert():
  277. success = False
  278. while not success:
  279. try:
  280. pkey = crypto.PKey()
  281. pkey.generate_key(crypto.TYPE_RSA, 2048)
  282. cert = crypto.X509()
  283. cert.get_subject().O = "mailcow"
  284. cert.get_subject().CN = "dockerapi"
  285. cert.set_serial_number(int(uuid.uuid4()))
  286. cert.gmtime_adj_notBefore(0)
  287. cert.gmtime_adj_notAfter(10*365*24*60*60)
  288. cert.set_issuer(cert.get_subject())
  289. cert.set_pubkey(pkey)
  290. cert.sign(pkey, 'sha512')
  291. cert = crypto.dump_certificate(crypto.FILETYPE_PEM, cert)
  292. pkey = crypto.dump_privatekey(crypto.FILETYPE_PEM, pkey)
  293. with os.fdopen(os.open('/cert.pem', os.O_WRONLY | os.O_CREAT, 0o644), 'w') as handle:
  294. handle.write(cert)
  295. with os.fdopen(os.open('/key.pem', os.O_WRONLY | os.O_CREAT, 0o600), 'w') as handle:
  296. handle.write(pkey)
  297. success = True
  298. except:
  299. time.sleep(1)
  300. try:
  301. os.remove('/cert.pem')
  302. os.remove('/key.pem')
  303. except OSError:
  304. pass
  305. api.add_resource(containers_get, '/containers/json')
  306. api.add_resource(container_get, '/containers/<string:container_id>/json')
  307. api.add_resource(container_post, '/containers/<string:container_id>/<string:post_action>')
  308. if __name__ == '__main__':
  309. api_thread = Thread(target=startFlaskAPI)
  310. api_thread.daemon = True
  311. api_thread.start()
  312. killer = GracefulKiller()
  313. while True:
  314. time.sleep(1)
  315. if killer.kill_now:
  316. break
  317. print "Stopping dockerapi-mailcow"