2018-03-19 03:26:51 +00:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
# coding: utf-8
|
|
|
|
|
|
|
|
import os
|
|
|
|
import subprocess
|
|
|
|
import threading
|
|
|
|
import time
|
|
|
|
import argparse
|
|
|
|
import sys
|
|
|
|
import signal
|
|
|
|
|
|
|
|
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
2019-02-22 08:14:50 +00:00
|
|
|
sys.path.insert(0, BASE_DIR)
|
2018-03-19 03:26:51 +00:00
|
|
|
|
2019-02-22 08:14:50 +00:00
|
|
|
try:
|
2019-03-27 09:46:35 +00:00
|
|
|
from apps.jumpserver import const
|
|
|
|
__version__ = const.VERSION
|
2019-02-22 08:14:50 +00:00
|
|
|
except ImportError as e:
|
|
|
|
print("Not found __version__: {}".format(e))
|
|
|
|
print("Sys path: {}".format(sys.path))
|
2019-02-22 08:33:27 +00:00
|
|
|
print("Python is: ")
|
|
|
|
print(subprocess.call('which python', shell=True))
|
2019-02-22 08:14:50 +00:00
|
|
|
__version__ = 'Unknown'
|
|
|
|
try:
|
|
|
|
import apps
|
|
|
|
print("List apps: {}".format(os.listdir('apps')))
|
|
|
|
print('apps is: {}'.format(apps))
|
|
|
|
except:
|
|
|
|
pass
|
2018-03-19 03:26:51 +00:00
|
|
|
|
|
|
|
try:
|
2019-01-08 03:15:09 +00:00
|
|
|
from apps.jumpserver.conf import load_user_config
|
|
|
|
CONFIG = load_user_config()
|
2019-02-22 08:33:27 +00:00
|
|
|
except ImportError as e:
|
|
|
|
print("Import error: {}".format(e))
|
2019-01-17 12:38:56 +00:00
|
|
|
print("Could not find config file, `cp config_example.yml config.yml`")
|
2018-03-19 03:26:51 +00:00
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
os.environ["PYTHONIOENCODING"] = "UTF-8"
|
|
|
|
APPS_DIR = os.path.join(BASE_DIR, 'apps')
|
|
|
|
LOG_DIR = os.path.join(BASE_DIR, 'logs')
|
|
|
|
TMP_DIR = os.path.join(BASE_DIR, 'tmp')
|
|
|
|
HTTP_HOST = CONFIG.HTTP_BIND_HOST or '127.0.0.1'
|
|
|
|
HTTP_PORT = CONFIG.HTTP_LISTEN_PORT or 8080
|
2018-12-17 02:21:16 +00:00
|
|
|
DEBUG = CONFIG.DEBUG or False
|
|
|
|
LOG_LEVEL = CONFIG.LOG_LEVEL or 'INFO'
|
2018-03-19 03:26:51 +00:00
|
|
|
|
2018-11-26 02:22:17 +00:00
|
|
|
START_TIMEOUT = 40
|
2018-03-19 03:26:51 +00:00
|
|
|
WORKERS = 4
|
|
|
|
DAEMON = False
|
|
|
|
|
|
|
|
EXIT_EVENT = threading.Event()
|
|
|
|
all_services = ['gunicorn', 'celery', 'beat']
|
|
|
|
|
|
|
|
try:
|
|
|
|
os.makedirs(os.path.join(BASE_DIR, "data", "static"))
|
|
|
|
os.makedirs(os.path.join(BASE_DIR, "data", "media"))
|
|
|
|
except:
|
|
|
|
pass
|
|
|
|
|
2018-10-24 02:53:00 +00:00
|
|
|
def check_database_connection():
|
|
|
|
os.chdir(os.path.join(BASE_DIR, 'apps'))
|
|
|
|
for i in range(60):
|
|
|
|
print("Check database connection ...")
|
|
|
|
code = subprocess.call("python manage.py showmigrations users ", shell=True)
|
|
|
|
if code == 0:
|
|
|
|
print("Database connect success")
|
|
|
|
return
|
|
|
|
time.sleep(1)
|
|
|
|
print("Connection database failed, exist")
|
|
|
|
sys.exit(10)
|
|
|
|
|
2018-03-19 03:26:51 +00:00
|
|
|
|
|
|
|
def make_migrations():
|
|
|
|
print("Check database structure change ...")
|
|
|
|
os.chdir(os.path.join(BASE_DIR, 'apps'))
|
2018-10-24 02:53:00 +00:00
|
|
|
print("Migrate model change to database ...")
|
2018-03-19 03:26:51 +00:00
|
|
|
subprocess.call('python3 manage.py migrate', shell=True)
|
|
|
|
|
|
|
|
|
|
|
|
def collect_static():
|
|
|
|
print("Collect static files")
|
|
|
|
os.chdir(os.path.join(BASE_DIR, 'apps'))
|
2019-07-29 09:01:27 +00:00
|
|
|
subprocess.call('python3 manage.py collectstatic --no-input -c &> /dev/null && echo "Collect static file done"', shell=True)
|
2018-03-19 03:26:51 +00:00
|
|
|
|
|
|
|
|
|
|
|
def prepare():
|
2018-10-24 02:53:00 +00:00
|
|
|
check_database_connection()
|
2018-03-19 03:26:51 +00:00
|
|
|
make_migrations()
|
|
|
|
collect_static()
|
|
|
|
|
|
|
|
|
|
|
|
def check_pid(pid):
|
|
|
|
""" Check For the existence of a unix pid. """
|
|
|
|
try:
|
|
|
|
os.kill(pid, 0)
|
|
|
|
except OSError:
|
|
|
|
return False
|
|
|
|
else:
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
|
|
|
def get_pid_file_path(service):
|
|
|
|
return os.path.join(TMP_DIR, '{}.pid'.format(service))
|
|
|
|
|
|
|
|
|
|
|
|
def get_log_file_path(service):
|
|
|
|
return os.path.join(LOG_DIR, '{}.log'.format(service))
|
|
|
|
|
|
|
|
|
|
|
|
def get_pid(service):
|
|
|
|
pid_file = get_pid_file_path(service)
|
|
|
|
if os.path.isfile(pid_file):
|
|
|
|
with open(pid_file) as f:
|
2018-03-25 13:47:29 +00:00
|
|
|
try:
|
|
|
|
return int(f.read().strip())
|
|
|
|
except ValueError:
|
|
|
|
return 0
|
2018-03-19 03:26:51 +00:00
|
|
|
return 0
|
|
|
|
|
|
|
|
|
|
|
|
def is_running(s, unlink=True):
|
|
|
|
pid_file = get_pid_file_path(s)
|
|
|
|
|
|
|
|
if os.path.isfile(pid_file):
|
2019-01-10 02:21:05 +00:00
|
|
|
pid = get_pid(s)
|
2018-03-19 03:26:51 +00:00
|
|
|
if check_pid(pid):
|
|
|
|
return True
|
|
|
|
|
|
|
|
if unlink:
|
|
|
|
os.unlink(pid_file)
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
|
|
def parse_service(s):
|
|
|
|
if s == 'all':
|
|
|
|
return all_services
|
2019-01-19 11:29:38 +00:00
|
|
|
elif "," in s:
|
|
|
|
return [i.strip() for i in s.split(',')]
|
2018-03-19 03:26:51 +00:00
|
|
|
else:
|
|
|
|
return [s]
|
|
|
|
|
|
|
|
|
|
|
|
def start_gunicorn():
|
|
|
|
print("\n- Start Gunicorn WSGI HTTP Server")
|
2019-01-24 03:25:13 +00:00
|
|
|
prepare()
|
2018-03-19 03:26:51 +00:00
|
|
|
service = 'gunicorn'
|
|
|
|
bind = '{}:{}'.format(HTTP_HOST, HTTP_PORT)
|
|
|
|
log_format = '%(h)s %(t)s "%(r)s" %(s)s %(b)s '
|
|
|
|
pid_file = get_pid_file_path(service)
|
|
|
|
log_file = get_log_file_path(service)
|
|
|
|
|
|
|
|
cmd = [
|
|
|
|
'gunicorn', 'jumpserver.wsgi',
|
|
|
|
'-b', bind,
|
2018-09-11 04:17:17 +00:00
|
|
|
#'-k', 'eventlet',
|
2018-09-11 04:42:49 +00:00
|
|
|
'-k', 'gthread',
|
|
|
|
'--threads', '10',
|
2018-03-19 03:26:51 +00:00
|
|
|
'-w', str(WORKERS),
|
2018-09-14 03:29:26 +00:00
|
|
|
'--max-requests', '4096',
|
2018-03-19 03:26:51 +00:00
|
|
|
'--access-logformat', log_format,
|
|
|
|
'-p', pid_file,
|
|
|
|
]
|
|
|
|
|
|
|
|
if DAEMON:
|
|
|
|
cmd.extend([
|
|
|
|
'--daemon',
|
|
|
|
])
|
|
|
|
else:
|
|
|
|
cmd.extend([
|
|
|
|
'--access-logfile', '-'
|
|
|
|
])
|
|
|
|
if DEBUG:
|
|
|
|
cmd.append('--reload')
|
|
|
|
p = subprocess.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr, cwd=APPS_DIR)
|
|
|
|
return p
|
|
|
|
|
|
|
|
|
|
|
|
def start_celery():
|
|
|
|
print("\n- Start Celery as Distributed Task Queue")
|
|
|
|
# Todo: Must set this environment, otherwise not no ansible result return
|
|
|
|
os.environ.setdefault('PYTHONOPTIMIZE', '1')
|
|
|
|
|
|
|
|
if os.getuid() == 0:
|
|
|
|
os.environ.setdefault('C_FORCE_ROOT', '1')
|
|
|
|
|
|
|
|
service = 'celery'
|
|
|
|
pid_file = get_pid_file_path(service)
|
|
|
|
|
|
|
|
cmd = [
|
|
|
|
'celery', 'worker',
|
2018-04-02 05:19:31 +00:00
|
|
|
'-A', 'ops',
|
2019-02-13 07:55:11 +00:00
|
|
|
'-l', 'INFO',
|
2018-03-19 03:26:51 +00:00
|
|
|
'--pidfile', pid_file,
|
2018-11-12 09:47:41 +00:00
|
|
|
'--autoscale', '20,4',
|
2018-03-19 03:26:51 +00:00
|
|
|
]
|
|
|
|
if DAEMON:
|
|
|
|
cmd.extend([
|
|
|
|
'--logfile', os.path.join(LOG_DIR, 'celery.log'),
|
|
|
|
'--detach',
|
|
|
|
])
|
|
|
|
p = subprocess.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr, cwd=APPS_DIR)
|
|
|
|
return p
|
|
|
|
|
|
|
|
|
|
|
|
def start_beat():
|
|
|
|
print("\n- Start Beat as Periodic Task Scheduler")
|
|
|
|
|
|
|
|
pid_file = get_pid_file_path('beat')
|
|
|
|
log_file = get_log_file_path('beat')
|
|
|
|
|
|
|
|
os.environ.setdefault('PYTHONOPTIMIZE', '1')
|
|
|
|
if os.getuid() == 0:
|
|
|
|
os.environ.setdefault('C_FORCE_ROOT', '1')
|
|
|
|
|
|
|
|
scheduler = "django_celery_beat.schedulers:DatabaseScheduler"
|
|
|
|
cmd = [
|
|
|
|
'celery', 'beat',
|
2018-04-02 05:19:31 +00:00
|
|
|
'-A', 'ops',
|
2018-03-19 03:26:51 +00:00
|
|
|
'--pidfile', pid_file,
|
|
|
|
'-l', LOG_LEVEL,
|
|
|
|
'--scheduler', scheduler,
|
|
|
|
'--max-interval', '60'
|
|
|
|
]
|
|
|
|
if DAEMON:
|
|
|
|
cmd.extend([
|
|
|
|
'--logfile', log_file,
|
|
|
|
'--detach',
|
|
|
|
])
|
|
|
|
p = subprocess.Popen(cmd, stdout=sys.stdout, stderr=sys.stderr, cwd=APPS_DIR)
|
|
|
|
return p
|
|
|
|
|
|
|
|
|
|
|
|
def start_service(s):
|
|
|
|
print(time.ctime())
|
|
|
|
print('Jumpserver version {}, more see https://www.jumpserver.org'.format(
|
|
|
|
__version__))
|
|
|
|
|
|
|
|
services_handler = {
|
|
|
|
"gunicorn": start_gunicorn,
|
|
|
|
"celery": start_celery,
|
|
|
|
"beat": start_beat
|
|
|
|
}
|
|
|
|
|
|
|
|
services_set = parse_service(s)
|
|
|
|
processes = []
|
|
|
|
for i in services_set:
|
|
|
|
if is_running(i):
|
|
|
|
show_service_status(i)
|
|
|
|
continue
|
|
|
|
func = services_handler.get(i)
|
|
|
|
p = func()
|
|
|
|
processes.append(p)
|
|
|
|
|
2018-03-19 08:24:50 +00:00
|
|
|
now = int(time.time())
|
2018-03-19 03:26:51 +00:00
|
|
|
for i in services_set:
|
2018-03-19 08:24:50 +00:00
|
|
|
while not is_running(i):
|
|
|
|
if int(time.time()) - now < START_TIMEOUT:
|
|
|
|
time.sleep(1)
|
|
|
|
continue
|
|
|
|
else:
|
|
|
|
print("Error: {} start error".format(i))
|
|
|
|
stop_multi_services(services_set)
|
|
|
|
return
|
2018-03-19 03:26:51 +00:00
|
|
|
|
|
|
|
stop_event = threading.Event()
|
|
|
|
|
|
|
|
if not DAEMON:
|
|
|
|
signal.signal(signal.SIGTERM, lambda x, y: stop_event.set())
|
|
|
|
while not stop_event.is_set():
|
|
|
|
try:
|
|
|
|
time.sleep(10)
|
|
|
|
except KeyboardInterrupt:
|
|
|
|
stop_event.set()
|
|
|
|
break
|
|
|
|
|
|
|
|
print("Stop services")
|
|
|
|
for p in processes:
|
|
|
|
p.terminate()
|
|
|
|
|
|
|
|
for i in services_set:
|
|
|
|
stop_service(i)
|
|
|
|
else:
|
|
|
|
print()
|
|
|
|
show_service_status(s)
|
|
|
|
|
|
|
|
|
|
|
|
def stop_service(s, sig=15):
|
|
|
|
services_set = parse_service(s)
|
|
|
|
for s in services_set:
|
|
|
|
if not is_running(s):
|
|
|
|
show_service_status(s)
|
|
|
|
continue
|
|
|
|
print("Stop service: {}".format(s))
|
|
|
|
pid = get_pid(s)
|
|
|
|
os.kill(pid, sig)
|
|
|
|
|
|
|
|
|
|
|
|
def stop_multi_services(services):
|
|
|
|
for s in services:
|
|
|
|
stop_service(s, sig=9)
|
|
|
|
|
|
|
|
|
|
|
|
def stop_service_force(s):
|
|
|
|
stop_service(s, sig=9)
|
|
|
|
|
|
|
|
|
|
|
|
def show_service_status(s):
|
|
|
|
services_set = parse_service(s)
|
|
|
|
for ns in services_set:
|
|
|
|
if is_running(ns):
|
|
|
|
pid = get_pid(ns)
|
|
|
|
print("{} is running: {}".format(ns, pid))
|
|
|
|
else:
|
|
|
|
print("{} is stopped".format(ns))
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
parser = argparse.ArgumentParser(
|
|
|
|
description="""
|
|
|
|
Jumpserver service control tools;
|
2018-03-25 13:47:29 +00:00
|
|
|
|
|
|
|
Example: \r\n
|
|
|
|
|
2018-03-19 03:26:51 +00:00
|
|
|
%(prog)s start all -d;
|
|
|
|
"""
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
'action', type=str,
|
|
|
|
choices=("start", "stop", "restart", "status"),
|
|
|
|
help="Action to run"
|
|
|
|
)
|
|
|
|
parser.add_argument(
|
|
|
|
"service", type=str, default="all", nargs="?",
|
2019-01-19 11:29:38 +00:00
|
|
|
choices=("all", "gunicorn", "celery", "beat", "celery,beat"),
|
2018-03-19 03:26:51 +00:00
|
|
|
help="The service to start",
|
|
|
|
)
|
|
|
|
parser.add_argument('-d', '--daemon', nargs="?", const=1)
|
|
|
|
parser.add_argument('-w', '--worker', type=int, nargs="?", const=4)
|
|
|
|
args = parser.parse_args()
|
|
|
|
if args.daemon:
|
|
|
|
DAEMON = True
|
|
|
|
|
|
|
|
if args.worker:
|
|
|
|
WORKERS = args.worker
|
|
|
|
|
|
|
|
action = args.action
|
|
|
|
srv = args.service
|
|
|
|
|
|
|
|
if action == "start":
|
|
|
|
start_service(srv)
|
|
|
|
elif action == "stop":
|
|
|
|
stop_service(srv)
|
|
|
|
elif action == "restart":
|
|
|
|
DAEMON = True
|
|
|
|
stop_service(srv)
|
|
|
|
time.sleep(5)
|
|
|
|
start_service(srv)
|
|
|
|
else:
|
|
|
|
show_service_status(srv)
|