github
/
haproxy-wi
mirror of https://github.com/Aidaho12/haproxy-wi
1
0
Fork 0
Code Issues Releases Wiki Activity

v5.2.5.0 

Changelog: https://haproxy-wi.org/changelog.py#5_2_5
pull/304/head
Pavel Loginov 2021-09-04 14:50:26 +06:00
parent 0dd4142945
commit 4113fe67be
4 changed files with 201 additions and 188 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

353
app/funct.py
View File

@ -35,13 +35,16 @@ def get_config_var(sec, var):
except Exception: except Exception:
print('Content-type: text/html\n') print('Content-type: text/html\n')
print('<center><div class="alert alert-danger">Check the config file, whether it exists and the path. Must be: app/roxy-wi.cfg</div>') print('<center><div class="alert alert-danger">Check the config file, whether it exists and the path. Must be: app/roxy-wi.cfg</div>')
return
try: try:
return config.get(sec, var) return config.get(sec, var)
except Exception: except Exception:
print('Content-type: text/html\n') print('Content-type: text/html\n')
print('<center><div class="alert alert-danger">Check the config file. Presence section %s and parameter %s</div>' % (sec, var)) print('<center><div class="alert alert-danger">Check the config file. Presence section %s and parameter %s</div>' % (sec, var))
return
def get_data(log_type, **kwargs): def get_data(log_type, **kwargs):
from datetime import datetime, timedelta from datetime import datetime, timedelta
from pytz import timezone from pytz import timezone
@ -107,7 +110,7 @@ def get_user_group(**kwargs):
return user_group return user_group
def logging(serv, action, **kwargs): def logging(server_ip, action, **kwargs):
import sql import sql
import http.cookies import http.cookies
import distro import distro
@ -115,7 +118,6 @@ def logging(serv, action, **kwargs):
log_path = get_config_var('main', 'log_path') log_path = get_config_var('main', 'log_path')
try: try:
user_group = get_user_group() user_group = get_user_group()
cookie = http.cookies.SimpleCookie(os.environ.get("HTTP_COOKIE"))
except: except:
user_group = '' user_group = ''
@ -128,6 +130,7 @@ def logging(serv, action, **kwargs):
ip = '' ip = ''
try: try:
cookie = http.cookies.SimpleCookie(os.environ.get("HTTP_COOKIE"))
user_uuid = cookie.get('uuid') user_uuid = cookie.get('uuid')
login = sql.get_user_name_by_uuid(user_uuid.value) login = sql.get_user_name_by_uuid(user_uuid.value)
except Exception: except Exception:
@ -156,7 +159,7 @@ def logging(serv, action, **kwargs):
elif kwargs.get('haproxywi') == 1: elif kwargs.get('haproxywi') == 1:
if kwargs.get('login'): if kwargs.get('login'):
mess = get_data('date_in_log') + " from " + ip + " user: " + login + ", group: " + user_group + ", " + \ mess = get_data('date_in_log') + " from " + ip + " user: " + login + ", group: " + user_group + ", " + \
action + " for: " + serv + "\n" action + " for: " + server_ip + "\n"
else: else:
mess = get_data('date_in_log') + " " + action + " from " + ip + "\n" mess = get_data('date_in_log') + " " + action + " from " + ip + "\n"
log = open(log_path + "/roxy-wi-"+get_data('logs')+".log", "a") log = open(log_path + "/roxy-wi-"+get_data('logs')+".log", "a")
@ -166,7 +169,7 @@ def logging(serv, action, **kwargs):
log = open(log_path + "/provisioning-"+get_data('logs')+".log", "a") log = open(log_path + "/provisioning-"+get_data('logs')+".log", "a")
else: else:
mess = get_data('date_in_log') + " from " + ip + " user: " + login + ", group: " + user_group + ", " + \ mess = get_data('date_in_log') + " from " + ip + " user: " + login + ", group: " + user_group + ", " + \
action + " for: " + serv + "\n" action + " for: " + server_ip + "\n"
log = open(log_path + "/config_edit-"+get_data('logs')+".log", "a") log = open(log_path + "/config_edit-"+get_data('logs')+".log", "a")
try: try:
@ -200,7 +203,7 @@ def telegram_send_mess(mess, **kwargs):
print(mess) print(mess)
logging('localhost', mess, haproxywi=1) logging('localhost', mess, haproxywi=1)
sys.exit() sys.exit()
if proxy is not None and proxy != '' and proxy != 'None': if proxy is not None and proxy != '' and proxy != 'None':
apihelper.proxy = {'https': proxy} apihelper.proxy = {'https': proxy}
try: try:
@ -289,8 +292,7 @@ def is_admin(**kwargs):
try: try:
return True if role <= level else False return True if role <= level else False
except Exception as e: except Exception:
# print('error: '+str(e))
return False return False
@ -303,10 +305,10 @@ def page_for_admin(**kwargs):
if not is_admin(level=give_level): if not is_admin(level=give_level):
print('<meta http-equiv="refresh" content="0; url=/">') print('<meta http-equiv="refresh" content="0; url=/">')
import sys import sys
sys.exit() sys.exit()
def return_ssh_keys_path(serv, **kwargs): def return_ssh_keys_path(server_ip, **kwargs):
import sql import sql
full_path = get_config_var('main', 'fullpath') full_path = get_config_var('main', 'fullpath')
ssh_enable = '' ssh_enable = ''
@ -314,14 +316,14 @@ def return_ssh_keys_path(serv, **kwargs):
ssh_user_password = '' ssh_user_password = ''
ssh_key_name = '' ssh_key_name = ''
if kwargs.get('id'): if kwargs.get('id'):
for sshs in sql.select_ssh(id=kwargs.get('id')): for sshs in sql.select_ssh(id=kwargs.get('id')):
ssh_enable = sshs.enable ssh_enable = sshs.enable
ssh_user_name = sshs.username ssh_user_name = sshs.username
ssh_user_password = sshs.password ssh_user_password = sshs.password
ssh_key_name = full_path+'/keys/%s.pem' % sshs.name ssh_key_name = full_path+'/keys/%s.pem' % sshs.name
else: else:
for sshs in sql.select_ssh(serv=serv): for sshs in sql.select_ssh(serv=server_ip):
ssh_enable = sshs.enable ssh_enable = sshs.enable
ssh_user_name = sshs.username ssh_user_name = sshs.username
ssh_user_password = sshs.password ssh_user_password = sshs.password
@ -330,13 +332,13 @@ def return_ssh_keys_path(serv, **kwargs):
return ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name return ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name
def ssh_connect(serv): def ssh_connect(server_ip):
import paramiko import paramiko
from paramiko import SSHClient from paramiko import SSHClient
import sql import sql
ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name = return_ssh_keys_path(serv) ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name = return_ssh_keys_path(server_ip)
servers = sql.select_servers(server=serv) servers = sql.select_servers(server=server_ip)
ssh_port = 22 ssh_port = 22
for server in servers: for server in servers:
@ -353,9 +355,9 @@ def ssh_connect(serv):
# k = paramiko.pkey.load_private_key_file(ssh_key_name, password=cloud) # k = paramiko.pkey.load_private_key_file(ssh_key_name, password=cloud)
# else: # else:
k = paramiko.pkey.load_private_key_file(ssh_key_name) k = paramiko.pkey.load_private_key_file(ssh_key_name)
ssh.connect(hostname=serv, port=ssh_port, username=ssh_user_name, pkey=k, timeout=11, banner_timeout=200) ssh.connect(hostname=server_ip, port=ssh_port, username=ssh_user_name, pkey=k, timeout=11, banner_timeout=200)
else: else:
ssh.connect(hostname=serv, port=ssh_port, username=ssh_user_name, password=ssh_user_password, timeout=11, banner_timeout=200) ssh.connect(hostname=server_ip, port=ssh_port, username=ssh_user_name, password=ssh_user_password, timeout=11, banner_timeout=200)
return ssh return ssh
except paramiko.AuthenticationException as e: except paramiko.AuthenticationException as e:
logging('localhost', ' ' + str(e), haproxywi=1) logging('localhost', ' ' + str(e), haproxywi=1)
@ -379,32 +381,33 @@ def ssh_connect(serv):
print(str(e)) print(str(e))
def get_config(serv, cfg, **kwargs): def get_config(server_ip, cfg, **kwargs):
import sql import sql
if kwargs.get("keepalived"): if kwargs.get("keepalived"):
config_path = "/etc/keepalived/keepalived.conf" config_path = "/etc/keepalived/keepalived.conf"
elif kwargs.get("nginx"): elif kwargs.get("nginx"):
config_path = sql.get_setting('nginx_config_path') config_path = sql.get_setting('nginx_config_path')
else: else:
config_path = sql.get_setting('haproxy_config_path') config_path = sql.get_setting('haproxy_config_path')
ssh = ssh_connect(serv) ssh = ssh_connect(server_ip)
try: try:
sftp = ssh.open_sftp() sftp = ssh.open_sftp()
except Exception as e: except Exception as e:
logging('localhost', str(e), haproxywi=1) logging('localhost', str(e), haproxywi=1)
return
try: try:
sftp.get(config_path, cfg) sftp.get(config_path, cfg)
except Exception as e: except Exception as e:
logging('localhost', str(e), haproxywi=1) logging('localhost', str(e), haproxywi=1)
try: return
try:
sftp.close() sftp.close()
ssh.close() ssh.close()
except Exception as e: except Exception as e:
ssh = str(e) logging('localhost', str(e), haproxywi=1)
logging('localhost', ssh, haproxywi=1) return
return ssh
def diff_config(oldcfg, cfg): def diff_config(oldcfg, cfg):
@ -414,7 +417,7 @@ def diff_config(oldcfg, cfg):
log_path = get_config_var('main', 'log_path') log_path = get_config_var('main', 'log_path')
user_group = get_user_group() user_group = get_user_group()
diff = "" diff = ""
date = get_data('date_in_log') date = get_data('date_in_log')
cmd = "/bin/diff -ub %s %s" % (oldcfg, cfg) cmd = "/bin/diff -ub %s %s" % (oldcfg, cfg)
try: try:
@ -427,7 +430,7 @@ def diff_config(oldcfg, cfg):
for line in output: for line in output:
diff += date + " user: " + login + ", group: " + user_group + " " + line + "\n" diff += date + " user: " + login + ", group: " + user_group + " " + line + "\n"
try: try:
log = open(log_path + "/config_edit-"+get_data('logs')+".log", "a") log = open(log_path + "/config_edit-"+get_data('logs')+".log", "a")
log.write(diff) log.write(diff)
log.close() log.close()
@ -439,7 +442,7 @@ def diff_config(oldcfg, cfg):
def get_sections(config, **kwargs): def get_sections(config, **kwargs):
return_config = list() return_config = list()
with open(config, 'r') as f: with open(config, 'r') as f:
for line in f: for line in f:
if kwargs.get('service') == 'nginx': if kwargs.get('service') == 'nginx':
if 'server_name' in line: if 'server_name' in line:
line = line.split('server_name')[1] line = line.split('server_name')[1]
@ -452,15 +455,15 @@ def get_sections(config, **kwargs):
find_ip = re.findall(ip_pattern,line) find_ip = re.findall(ip_pattern,line)
if find_ip: if find_ip:
return_config.append(find_ip[0]) return_config.append(find_ip[0])
else: else:
if ( if (
line.startswith('listen') or line.startswith('listen') or
line.startswith('frontend') or line.startswith('frontend') or
line.startswith('backend') or line.startswith('backend') or
line.startswith('cache') or line.startswith('cache') or
line.startswith('defaults') or line.startswith('defaults') or
line.startswith('global') or line.startswith('global') or
line.startswith('#HideBlockEnd') or line.startswith('#HideBlockEnd') or
line.startswith('#HideBlockStart') or line.startswith('#HideBlockStart') or
line.startswith('peers') or line.startswith('peers') or
line.startswith('resolvers') or line.startswith('resolvers') or
@ -483,17 +486,17 @@ def get_section_from_config(config, section):
if line.startswith(section + '\n'): if line.startswith(section + '\n'):
start_line = index start_line = index
return_config += line return_config += line
record = True record = True
continue continue
if record: if record:
if ( if (
line.startswith('listen') or line.startswith('listen') or
line.startswith('frontend') or line.startswith('frontend') or
line.startswith('backend') or line.startswith('backend') or
line.startswith('cache') or line.startswith('cache') or
line.startswith('defaults') or line.startswith('defaults') or
line.startswith('global') or line.startswith('global') or
line.startswith('#HideBlockEnd') or line.startswith('#HideBlockEnd') or
line.startswith('#HideBlockStart') or line.startswith('#HideBlockStart') or
line.startswith('peers') or line.startswith('peers') or
line.startswith('resolvers') or line.startswith('resolvers') or
@ -549,7 +552,7 @@ def get_userlists(config):
return return_config return return_config
def get_backends_from_config(serv, backends=''): def get_backends_from_config(server_ip, backends=''):
configs_dir = get_config_var('configs', 'haproxy_save_configs_dir') configs_dir = get_config_var('configs', 'haproxy_save_configs_dir')
format_cfg = 'cfg' format_cfg = 'cfg'
@ -558,18 +561,19 @@ def get_backends_from_config(serv, backends=''):
except Exception as e: except Exception as e:
logging('localhost', str(e), haproxywi=1) logging('localhost', str(e), haproxywi=1)
try: try:
cfg = configs_dir + serv + "-" + get_data('config') + '.'+format_cfg cfg = configs_dir + server_ip + "-" + get_data('config') + '.'+format_cfg
except Exception: except Exception:
logging('localhost', ' Cannot generate cfg path', haproxywi=1) logging('localhost', ' Cannot generate cfg path', haproxywi=1)
return
try: try:
error = get_config(serv, cfg) get_config(server_ip, cfg)
except Exception: except Exception:
logging('localhost', ' Cannot download config', haproxywi=1) logging('localhost', ' Cannot download config', haproxywi=1)
print('error: Cannot get backends') print('error: Cannot get backends')
sys.exit() sys.exit()
with open(cfg, 'r') as f: with open(cfg, 'r') as f:
for line in f: for line in f:
if backends == 'frontend': if backends == 'frontend':
if (line.startswith('listen') or line.startswith('frontend')) and 'stats' not in line: if (line.startswith('listen') or line.startswith('frontend')) and 'stats' not in line:
line = line.strip() line = line.strip()
@ -613,7 +617,6 @@ def show_installation_output(error, output, service):
try: try:
print(l) print(l)
break break
return False
except Exception: except Exception:
print(output) print(output)
break break
@ -622,7 +625,7 @@ def show_installation_output(error, output, service):
return True return True
def install_haproxy(serv, **kwargs): def install_haproxy(server_ip, **kwargs):
import sql import sql
script = "install_haproxy.sh" script = "install_haproxy.sh"
hap_sock_p = str(sql.get_setting('haproxy_sock_port')) hap_sock_p = str(sql.get_setting('haproxy_sock_port'))
@ -634,12 +637,12 @@ def install_haproxy(serv, **kwargs):
haproxy_ver = kwargs.get('hapver') haproxy_ver = kwargs.get('hapver')
server_for_installing = kwargs.get('server') server_for_installing = kwargs.get('server')
ssh_port = 22 ssh_port = 22
ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name = return_ssh_keys_path(serv) ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name = return_ssh_keys_path(server_ip)
if ssh_enable == 0: if ssh_enable == 0:
ssh_key_name = '' ssh_key_name = ''
servers = sql.select_servers(server=serv) servers = sql.select_servers(server=server_ip)
for server in servers: for server in servers:
ssh_port = str(server[10]) ssh_port = str(server[10])
@ -649,7 +652,7 @@ def install_haproxy(serv, **kwargs):
haproxy_ver = '2.3.0-1' haproxy_ver = '2.3.0-1'
if proxy is not None and proxy != '' and proxy != 'None': if proxy is not None and proxy != '' and proxy != 'None':
proxy_serv = proxy proxy_serv = proxy
else: else:
proxy_serv = '' proxy_serv = ''
@ -659,7 +662,7 @@ def install_haproxy(serv, **kwargs):
" SOCK_PORT=" + hap_sock_p + " STAT_PORT=" + stats_port + " STAT_FILE="+server_state_file + " SOCK_PORT=" + hap_sock_p + " STAT_PORT=" + stats_port + " STAT_FILE="+server_state_file +
" SSH_PORT=" + ssh_port + " STATS_USER=" + stats_user + " SSH_PORT=" + ssh_port + " STATS_USER=" + stats_user +
" STATS_PASS='" + stats_password + "' HAPVER=" + haproxy_ver + " SYN_FLOOD=" + syn_flood_protect + " STATS_PASS='" + stats_password + "' HAPVER=" + haproxy_ver + " SYN_FLOOD=" + syn_flood_protect +
" HOST=" + serv + " USER=" + ssh_user_name + " PASS='" + ssh_user_password + "' KEY=" + ssh_key_name] " HOST=" + server_ip + " USER=" + ssh_user_name + " PASS='" + ssh_user_password + "' KEY=" + ssh_key_name]
output, error = subprocess_execute(commands[0]) output, error = subprocess_execute(commands[0])
if server_for_installing: if server_for_installing:
@ -668,44 +671,46 @@ def install_haproxy(serv, **kwargs):
service = ' HAProxy' service = ' HAProxy'
if show_installation_output(error, output, service): if show_installation_output(error, output, service):
sql.update_haproxy(serv) sql.update_haproxy(server_ip)
os.system("rm -f %s" % script) os.system("rm -f %s" % script)
def waf_install(serv): def waf_install(server_ip):
import sql import sql
script = "waf.sh" script = "waf.sh"
tmp_config_path = sql.get_setting('tmp_config_path') tmp_config_path = sql.get_setting('tmp_config_path')
proxy = sql.get_setting('proxy') proxy = sql.get_setting('proxy')
haproxy_dir = sql.get_setting('haproxy_dir') haproxy_dir = sql.get_setting('haproxy_dir')
ver = check_haproxy_version(serv) ver = check_haproxy_version(server_ip)
os.system("cp scripts/%s ." % script) os.system("cp scripts/%s ." % script)
if proxy is not None and proxy != '' and proxy != 'None': if proxy is not None and proxy != '' and proxy != 'None':
proxy_serv = proxy proxy_serv = proxy
else: else:
proxy_serv = '' proxy_serv = ''
commands = ["sudo chmod +x " + tmp_config_path+script + " && " + tmp_config_path+script + " PROXY=" + proxy_serv + commands = ["sudo chmod +x " + tmp_config_path+script + " && " + tmp_config_path+script + " PROXY=" + proxy_serv +
" HAPROXY_PATH=" + haproxy_dir + " VERSION=" + ver] " HAPROXY_PATH=" + haproxy_dir + " VERSION=" + ver]
error = str(upload(serv, tmp_config_path, script)) error = str(upload(server_ip, tmp_config_path, script))
if error: if error:
print('error: '+error) print('error: '+error)
logging('localhost', error, haproxywi=1) logging('localhost', error, haproxywi=1)
os.system("rm -f %s" % script) os.system("rm -f %s" % script)
stderr = ssh_command(serv, commands, print_out="1") ssh_command(server_ip, commands, print_out="1")
sql.insert_waf_metrics_enable(serv, "0") sql.insert_waf_metrics_enable(server_ip, "0")
sql.insert_waf_rules(serv) sql.insert_waf_rules(server_ip)
def install_nginx(serv, **kwargs): def install_nginx(server_ip, **kwargs):
import sql import sql
script = "install_nginx.sh" script = "install_nginx.sh"
stats_user = sql.get_setting('nginx_stats_user') stats_user = sql.get_setting('nginx_stats_user')
stats_password = sql.get_setting('nginx_stats_password') stats_password = sql.get_setting('nginx_stats_password')
stats_port = str(sql.get_setting('nginx_stats_port')) stats_port = str(sql.get_setting('nginx_stats_port'))
@ -713,7 +718,8 @@ def install_nginx(serv, **kwargs):
config_path = sql.get_setting('nginx_config_path') config_path = sql.get_setting('nginx_config_path')
server_for_installing = kwargs.get('server') server_for_installing = kwargs.get('server')
proxy = sql.get_setting('proxy') proxy = sql.get_setting('proxy')
ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name = return_ssh_keys_path(serv) ssh_enable, ssh_user_name, ssh_user_password, ssh_key_name = return_ssh_keys_path(server_ip)
ssh_port = '22'
if ssh_enable == 0: if ssh_enable == 0:
ssh_key_name = '' ssh_key_name = ''
@ -721,11 +727,11 @@ def install_nginx(serv, **kwargs):
os.system("cp scripts/%s ." % script) os.system("cp scripts/%s ." % script)
if proxy is not None and proxy != '' and proxy != 'None': if proxy is not None and proxy != '' and proxy != 'None':
proxy_serv = proxy proxy_serv = proxy
else: else:
proxy_serv = '' proxy_serv = ''
servers = sql.select_servers(server=serv) servers = sql.select_servers(server=server_ip)
for server in servers: for server in servers:
ssh_port = str(server[10]) ssh_port = str(server[10])
@ -734,7 +740,7 @@ def install_nginx(serv, **kwargs):
commands = ["chmod +x " + script + " && ./" + script + " PROXY=" + proxy_serv + " STATS_USER=" + stats_user + commands = ["chmod +x " + script + " && ./" + script + " PROXY=" + proxy_serv + " STATS_USER=" + stats_user +
" STATS_PASS='" + stats_password + "' SSH_PORT=" + ssh_port + " CONFIG_PATH=" + config_path + " STATS_PASS='" + stats_password + "' SSH_PORT=" + ssh_port + " CONFIG_PATH=" + config_path +
" STAT_PORT=" + stats_port + " STAT_PAGE=" + stats_page+" SYN_FLOOD=" + syn_flood_protect + " STAT_PORT=" + stats_port + " STAT_PAGE=" + stats_page+" SYN_FLOOD=" + syn_flood_protect +
" HOST=" + serv + " USER=" + ssh_user_name + " PASS='" + ssh_user_password + "' KEY=" + ssh_key_name] " HOST=" + server_ip + " USER=" + ssh_user_name + " PASS='" + ssh_user_password + "' KEY=" + ssh_key_name]
output, error = subprocess_execute(commands[0]) output, error = subprocess_execute(commands[0])
if server_for_installing: if server_for_installing:
@ -742,7 +748,7 @@ def install_nginx(serv, **kwargs):
else: else:
service = ' Nginx' service = ' Nginx'
if show_installation_output(error, output, service): if show_installation_output(error, output, service):
sql.update_nginx(serv) sql.update_nginx(server_ip)
os.system("rm -f %s" % script) os.system("rm -f %s" % script)
@ -763,11 +769,11 @@ def update_haproxy_wi(service):
print(stderr) print(stderr)
def check_haproxy_version(serv): def check_haproxy_version(server_ip):
import sql import sql
hap_sock_p = sql.get_setting('haproxy_sock_port') hap_sock_p = sql.get_setting('haproxy_sock_port')
ver = "" ver = ""
cmd = "echo 'show info' |nc %s %s |grep Version |awk '{print $2}'" % (serv, hap_sock_p) cmd = "echo 'show info' |nc %s %s |grep Version |awk '{print $2}'" % (server_ip, hap_sock_p)
output, stderr = subprocess_execute(cmd) output, stderr = subprocess_execute(cmd)
for line in output: for line in output:
ver = line ver = line
@ -775,45 +781,48 @@ def check_haproxy_version(serv):
return ver return ver
def upload(serv, path, file, **kwargs): def upload(server_ip, path, file, **kwargs):
error = "" error = ""
full_path = path + file full_path = path + file
if kwargs.get('dir') == "fullpath": if kwargs.get('dir') == "fullpath":
full_path = path full_path = path
try: try:
ssh = ssh_connect(serv) ssh = ssh_connect(server_ip)
except Exception as e: except Exception as e:
error = e.args error = str(e.args)
logging('localhost', str(e.args[0]), haproxywi=1) logging('localhost', error, haproxywi=1)
print(' Cannot upload '+file+' to '+full_path+' to server: '+serv+' error: '+str(e.args)) print(' Cannot upload '+file+' to '+full_path+' to server: '+server_ip+' error: ' + error)
return error
try: try:
sftp = ssh.open_sftp() sftp = ssh.open_sftp()
except Exception as e: except Exception as e:
error = e.args error = str(e.args)
logging('localhost', str(e.args[0]), haproxywi=1) logging('localhost', error, haproxywi=1)
print('Cannot upload '+file+' to '+full_path+' to server: '+serv+' error: '+str(e.args)) print('Cannot upload '+file+' to '+full_path+' to server: '+server_ip+' error: ' + error)
return error
try: try:
file = sftp.put(file, full_path) file = sftp.put(file, full_path)
except Exception as e: except Exception as e:
error = e.args error = str(e.args)
print('Cannot upload '+file+' to '+full_path+' to server: '+serv+' error: '+str(e.args)) print('Cannot upload '+file+' to '+full_path+' to server: '+server_ip+' error: '+ error)
logging('localhost', ' Cannot upload '+file+' to '+full_path+' to server: '+serv+' Error: '+str(e.args), haproxywi=1) logging('localhost', ' Cannot upload '+file+' to '+full_path+' to server: '+server_ip+' Error: '+ error, haproxywi=1)
return error
try: try:
sftp.close() sftp.close()
ssh.close() ssh.close()
except Exception as e: except Exception as e:
error = e.args error = str(e.args)
logging('localhost', str(error[0]), haproxywi=1) logging('localhost', error, haproxywi=1)
print('Cannot upload '+file+' to '+full_path+' to server: '+serv+' error: '+str(e.args)) print('Cannot upload '+file+' to '+full_path+' to server: '+server_ip+' error: '+ error)
return str(error) return str(error)
def upload_and_restart(serv, cfg, **kwargs): def upload_and_restart(server_ip, cfg, **kwargs):
import sql import sql
error = "" error = ""
@ -827,7 +836,7 @@ def upload_and_restart(serv, cfg, **kwargs):
try: try:
os.system("dos2unix "+cfg) os.system("dos2unix "+cfg)
except OSError: except OSError:
return 'Please install dos2unix' return 'Please install dos2unix'
if kwargs.get("keepalived") == 1: if kwargs.get("keepalived") == 1:
if kwargs.get("just_save") == "save": if kwargs.get("just_save") == "save":
@ -845,8 +854,8 @@ def upload_and_restart(serv, cfg, **kwargs):
commands = [check_and_move + " && sudo systemctl reload nginx"] commands = [check_and_move + " && sudo systemctl reload nginx"]
else: else:
commands = [check_and_move + " && sudo systemctl restart nginx"] commands = [check_and_move + " && sudo systemctl restart nginx"]
if sql.return_firewall(serv): if sql.return_firewall(server_ip):
commands[0] += open_port_firewalld(cfg, serv=serv, service='nginx') commands[0] += open_port_firewalld(cfg, serv=server_ip, service='nginx')
else: else:
haproxy_enterprise = sql.get_setting('haproxy_enterprise') haproxy_enterprise = sql.get_setting('haproxy_enterprise')
@ -866,12 +875,12 @@ def upload_and_restart(serv, cfg, **kwargs):
commands = [check_config + move_config + " && sudo systemctl reload "+haproxy_service_name+""] commands = [check_config + move_config + " && sudo systemctl reload "+haproxy_service_name+""]
else: else:
commands = [check_config + move_config + " && sudo systemctl restart "+haproxy_service_name+""] commands = [check_config + move_config + " && sudo systemctl restart "+haproxy_service_name+""]
if sql.return_firewall(serv): if sql.return_firewall(server_ip):
commands[0] += open_port_firewalld(cfg, serv=serv) commands[0] += open_port_firewalld(cfg, serv=server_ip)
error += str(upload(serv, tmp_file, cfg, dir='fullpath')) error += str(upload(server_ip, tmp_file, cfg, dir='fullpath'))
try: try:
error += ssh_command(serv, commands) error += ssh_command(server_ip, commands)
except Exception as e: except Exception as e:
error += e error += e
if error: if error:
@ -880,25 +889,26 @@ def upload_and_restart(serv, cfg, **kwargs):
return error return error
def master_slave_upload_and_restart(serv, cfg, just_save, **kwargs): def master_slave_upload_and_restart(server_ip, cfg, just_save, **kwargs):
import sql import sql
masters = sql.is_master(serv) masters = sql.is_master(server_ip)
error = "" error = ""
for master in masters: for master in masters:
if master[0] is not None: if master[0] is not None:
error += upload_and_restart(master[0], cfg, just_save=just_save, nginx=kwargs.get('nginx')) error += upload_and_restart(master[0], cfg, just_save=just_save, nginx=kwargs.get('nginx'))
error += upload_and_restart(serv, cfg, just_save=just_save, nginx=kwargs.get('nginx')) error += upload_and_restart(server_ip, cfg, just_save=just_save, nginx=kwargs.get('nginx'))
return error return error
def open_port_firewalld(cfg, serv, **kwargs): def open_port_firewalld(cfg, server_ip, **kwargs):
try: try:
conf = open(cfg, "r") conf = open(cfg, "r")
except IOError: except IOError:
print('<div class="alert alert-danger">Cannot read exported config file</div>') print('<div class="alert alert-danger">Cannot read exported config file</div>')
return
firewalld_commands = ' &&' firewalld_commands = ' &&'
ports = '' ports = ''
@ -933,15 +943,15 @@ def open_port_firewalld(cfg, serv, **kwargs):
except Exception: except Exception:
pass pass
firewalld_commands += 'sudo firewall-cmd --reload -q' firewalld_commands += 'sudo firewall-cmd --reload -q'
logging(serv, ' Next ports have been opened: ' + ports) logging(server_ip, ' Next ports have been opened: ' + ports)
return firewalld_commands return firewalld_commands
def check_haproxy_config(serv): def check_haproxy_config(server_ip):
import sql import sql
commands = ["haproxy -q -c -f %s" % sql.get_setting('haproxy_config_path')] commands = ["haproxy -q -c -f %s" % sql.get_setting('haproxy_config_path')]
ssh = ssh_connect(serv) ssh = ssh_connect(server_ip)
for command in commands: for command in commands:
stdin, stdout, stderr = ssh.exec_command(command, get_pty=True) stdin, stdout, stderr = ssh.exec_command(command, get_pty=True)
if not stderr.read(): if not stderr.read():
@ -949,8 +959,8 @@ def check_haproxy_config(serv):
else: else:
return False return False
ssh.close() ssh.close()
def show_log(stdout, **kwargs): def show_log(stdout, **kwargs):
i = 0 i = 0
out = '' out = ''
@ -960,8 +970,8 @@ def show_log(stdout, **kwargs):
import re import re
grep = kwargs.get('grep') grep = kwargs.get('grep')
grep = re.sub(r'[?|$|.|!|^|*|\]|\[|,| |]', r'', grep) grep = re.sub(r'[?|$|.|!|^|*|\]|\[|,| |]', r'', grep)
for line in stdout: for line in stdout:
if kwargs.get("html") != 0: if kwargs.get("html") != 0:
i = i + 1 i = i + 1
if kwargs.get('grep'): if kwargs.get('grep'):
@ -970,21 +980,21 @@ def show_log(stdout, **kwargs):
out += '<div class="'+line_class+'">' + line + '</div>' out += '<div class="'+line_class+'">' + line + '</div>'
else: else:
out += line out += line
return out return out
def show_haproxy_log(serv, rows=10, waf='0', grep=None, hour='00', minut='00', hour1='24', minut1='00', service='haproxy', **kwargs): def show_haproxy_log(serv, rows=10, waf='0', grep=None, hour='00', minut='00', hour1='24', minut1='00', service='haproxy', **kwargs):
import sql import sql
exgrep = form.getvalue('exgrep') exgrep = form.getvalue('exgrep')
date = hour+':'+minut date = hour+':'+minut
date1 = hour1+':'+minut1 date1 = hour1+':'+minut1
if grep is not None: if grep is not None:
grep_act = '|egrep "%s"' % grep grep_act = '|egrep "%s"' % grep
else: else:
grep_act = '' grep_act = ''
if exgrep is not None: if exgrep is not None:
exgrep_act = '|egrep -v "%s"' % exgrep exgrep_act = '|egrep -v "%s"' % exgrep
else: else:
@ -1003,14 +1013,14 @@ def show_haproxy_log(serv, rows=10, waf='0', grep=None, hour='00', minut='00', h
else: else:
commands = ["sudo cat /var/log/%s/syslog.log | sed '/ %s:00/,/ %s:00/! d' |tail -%s %s %s %s" % (serv, date, date1, rows, grep_act, grep, exgrep_act)] commands = ["sudo cat /var/log/%s/syslog.log | sed '/ %s:00/,/ %s:00/! d' |tail -%s %s %s %s" % (serv, date, date1, rows, grep_act, grep, exgrep_act)]
syslog_server = sql.get_setting('syslog_server') syslog_server = sql.get_setting('syslog_server')
if waf == "1": if waf == "1":
local_path_logs = '/var/log/modsec_audit.log' local_path_logs = '/var/log/modsec_audit.log'
commands = ["sudo cat %s |tail -%s %s %s" % (local_path_logs, rows, grep_act, exgrep_act)] commands = ["sudo cat %s |tail -%s %s %s" % (local_path_logs, rows, grep_act, exgrep_act)]
if kwargs.get('html') == 0: if kwargs.get('html') == 0:
a = ssh_command(syslog_server, commands) a = ssh_command(syslog_server, commands)
return show_log(a, html=0, grep=grep) return show_log(a, html=0, grep=grep)
else: else:
return ssh_command(syslog_server, commands, show_log='1', grep=grep) return ssh_command(syslog_server, commands, show_log='1', grep=grep)
elif service == 'apache': elif service == 'apache':
@ -1024,7 +1034,7 @@ def show_haproxy_log(serv, rows=10, waf='0', grep=None, hour='00', minut='00', h
cmd = "sudo cat {}| awk -F\"/|:\" '$3>\"{}:00\" && $3<\"{}:00\"' |tail -{} {} {}".format("/var/log/"+serv, date, date1, rows, grep_act, exgrep_act) cmd = "sudo cat {}| awk -F\"/|:\" '$3>\"{}:00\" && $3<\"{}:00\"' |tail -{} {} {}".format("/var/log/"+serv, date, date1, rows, grep_act, exgrep_act)
output, stderr = subprocess_execute(cmd) output, stderr = subprocess_execute(cmd)
return show_log(output, grep=grep) return show_log(output, grep=grep)
elif service == 'internal': elif service == 'internal':
user_group = get_user_group() user_group = get_user_group()
@ -1051,13 +1061,13 @@ def show_haproxy_log(serv, rows=10, waf='0', grep=None, hour='00', minut='00', h
cmd = "cat %s| awk '$3>\"%s:00\" && $3<\"%s:00\"' %s %s %s |tail -%s" % (log_path + serv, date, date1, user_grep, grep_act, exgrep_act, rows) cmd = "cat %s| awk '$3>\"%s:00\" && $3<\"%s:00\"' %s %s %s |tail -%s" % (log_path + serv, date, date1, user_grep, grep_act, exgrep_act, rows)
output, stderr = subprocess_execute(cmd) output, stderr = subprocess_execute(cmd)
return show_log(output, grep=grep) return show_log(output, grep=grep)
def haproxy_wi_log(**kwargs): def haproxy_wi_log(**kwargs):
log_path = get_config_var('main', 'log_path') log_path = get_config_var('main', 'log_path')
if kwargs.get('log_id'): if kwargs.get('log_id'):
selects = get_files(log_path, format="log") selects = get_files(log_path, format="log")
for key, value in selects: for key, value in selects:
@ -1088,11 +1098,11 @@ def show_ip(stdout):
print('error: '+line) print('error: '+line)
else: else:
print(line) print(line)
def server_status(stdout): def server_status(stdout):
proc_count = "" proc_count = ""
for line in stdout: for line in stdout:
if "Ncat: " not in line: if "Ncat: " not in line:
for k in line: for k in line:
@ -1102,18 +1112,19 @@ def server_status(stdout):
proc_count = 1 proc_count = 1
else: else:
proc_count = 0 proc_count = 0
return proc_count return proc_count
def ssh_command(serv, commands, **kwargs): def ssh_command(server_ip, commands, **kwargs):
ssh = ssh_connect(serv) ssh = ssh_connect(server_ip)
for command in commands: for command in commands:
try: try:
stdin, stdout, stderr = ssh.exec_command(command, get_pty=True) stdin, stdout, stderr = ssh.exec_command(command, get_pty=True)
except Exception as e: except Exception as e:
logging('localhost', ' ' + str(e), haproxywi=1) logging('localhost', ' ' + str(e), haproxywi=1)
return str(e)
if kwargs.get("ip") == "1": if kwargs.get("ip") == "1":
show_ip(stdout) show_ip(stdout)
elif kwargs.get("show_log") == "1": elif kwargs.get("show_log") == "1":
@ -1129,7 +1140,7 @@ def ssh_command(serv, commands, **kwargs):
return stdout return stdout
else: else:
return stdout.read().decode(encoding='UTF-8') return stdout.read().decode(encoding='UTF-8')
for line in stderr.read().decode(encoding='UTF-8'): for line in stderr.read().decode(encoding='UTF-8'):
if line: if line:
print("<div class='alert alert-warning'>"+line+"</div>") print("<div class='alert alert-warning'>"+line+"</div>")
@ -1143,19 +1154,19 @@ def ssh_command(serv, commands, **kwargs):
def subprocess_execute(cmd): def subprocess_execute(cmd):
import subprocess import subprocess
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True, universal_newlines=True) p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True, universal_newlines=True)
stdout, stderr = p.communicate() stdout, stderr = p.communicate()
output = stdout.splitlines() output = stdout.splitlines()
return output, stderr return output, stderr
def show_backends(serv, **kwargs): def show_backends(server_ip, **kwargs):
import json import json
import sql import sql
hap_sock_p = sql.get_setting('haproxy_sock_port') hap_sock_p = sql.get_setting('haproxy_sock_port')
cmd = 'echo "show backend" |nc %s %s' % (serv, hap_sock_p) cmd = 'echo "show backend" |nc %s %s' % (server_ip, hap_sock_p)
output, stderr = subprocess_execute(cmd) output, stderr = subprocess_execute(cmd)
if stderr: if stderr:
logging('localhost', ' '+stderr, haproxywi=1) logging('localhost', ' '+stderr, haproxywi=1)
@ -1172,12 +1183,12 @@ def show_backends(serv, **kwargs):
ret.append(back[1]) ret.append(back[1])
else: else:
print(back[1], end="<br>") print(back[1], end="<br>")
if kwargs.get('ret'): if kwargs.get('ret'):
return ret return ret
def get_files(dir=get_config_var('configs', 'haproxy_save_configs_dir'), format='cfg', **kwargs): def get_files(dir=get_config_var('configs', 'haproxy_save_configs_dir'), format='cfg'):
import glob import glob
if format == 'log': if format == 'log':
file = [] file = []
@ -1188,32 +1199,32 @@ def get_files(dir=get_config_var('configs', 'haproxy_save_configs_dir'), format=
for files in sorted(glob.glob(os.path.join(dir, '*.'+format))): for files in sorted(glob.glob(os.path.join(dir, '*.'+format))):
if format == 'log': if format == 'log':
file += [(i, files.split('/')[5])] file += [(i, files.split('/')[5])]
else: else:
file.add(files.split('/')[-1]) file.add(files.split('/')[-1])
i += 1 i += 1
files = file files = file
if format == 'cfg' or format == 'conf': if format == 'cfg' or format == 'conf':
for file in files: for file in files:
ip = file.split("-") ip = file.split("-")
if serv == ip[0]: if serv == ip[0]:
return_files.add(file) return_files.add(file)
return sorted(return_files, reverse=True) return sorted(return_files, reverse=True)
else: else:
return file return file
def get_key(item): def get_key(item):
return item[0] return item[0]
def check_ver(): def check_ver():
import sql import sql
return sql.get_ver() return sql.get_ver()
def check_new_version(**kwargs): def check_new_version(**kwargs):
import requests import requests
import sql import sql
current_ver = check_ver() current_ver = check_ver()
proxy = sql.get_setting('proxy') proxy = sql.get_setting('proxy')
res = '' res = ''
@ -1235,12 +1246,12 @@ def check_new_version(**kwargs):
res = response.content.decode(encoding='UTF-8') res = response.content.decode(encoding='UTF-8')
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e:
logging('localhost', ' '+str(e), haproxywi=1) logging('localhost', ' '+str(e), haproxywi=1)
return res return res
def versions(): def versions():
try: try:
current_ver = check_ver() current_ver = check_ver()
current_ver_without_dots = current_ver.split('.') current_ver_without_dots = current_ver.split('.')
current_ver_without_dots = ''.join(current_ver_without_dots) current_ver_without_dots = ''.join(current_ver_without_dots)
@ -1267,10 +1278,10 @@ def versions():
except Exception: except Exception:
new_ver = "Cannot get a new version" new_ver = "Cannot get a new version"
new_ver_without_dots = 0 new_ver_without_dots = 0
return current_ver, new_ver, current_ver_without_dots, new_ver_without_dots return current_ver, new_ver, current_ver_without_dots, new_ver_without_dots
def get_hash(value): def get_hash(value):
if value is None: if value is None:
return value return value
@ -1278,7 +1289,7 @@ def get_hash(value):
h = hashlib.md5(value.encode('utf-8')) h = hashlib.md5(value.encode('utf-8'))
p = h.hexdigest() p = h.hexdigest()
return p return p
def get_users_params(**kwargs): def get_users_params(**kwargs):
import http.cookies import http.cookies
@ -1296,7 +1307,7 @@ def get_users_params(**kwargs):
servers = sql.get_dick_permit(disable=0) servers = sql.get_dick_permit(disable=0)
else: else:
servers = sql.get_dick_permit() servers = sql.get_dick_permit()
return user, user_uuid, role, token, servers, user_services return user, user_uuid, role, token, servers, user_services
@ -1321,12 +1332,12 @@ def check_user_group(**kwargs):
sys.exit() sys.exit()
def check_is_server_in_group(serv): def check_is_server_in_group(server_ip):
import sql import sql
group_id = get_user_group(id=1) group_id = get_user_group(id=1)
servers = sql.select_servers(server=serv) servers = sql.select_servers(server=server_ip)
for s in servers: for s in servers:
if (s[2] == serv and int(s[3]) == int(group_id)) or group_id == 1: if (s[2] == server_ip and int(s[3]) == int(group_id)) or group_id == 1:
return True return True
else: else:
logging('localhost', ' has tried to actions in not his group server ', haproxywi=1, login=1) logging('localhost', ' has tried to actions in not his group server ', haproxywi=1, login=1)
@ -1334,9 +1345,9 @@ def check_is_server_in_group(serv):
sys.exit() sys.exit()
def check_service(serv, service_name): def check_service(server_ip, service_name):
commands = ["systemctl is-active "+service_name] commands = ["systemctl is-active "+service_name]
return ssh_command(serv, commands) return ssh_command(server_ip, commands)
def get_services_status(): def get_services_status():
@ -1385,15 +1396,15 @@ def get_services_status():
return services return services
def is_file_exists(serv: str, file: str): def is_file_exists(server_ip: str, file: str):
cmd = ['[ -f ' + file + ' ] && echo yes || echo no'] cmd = ['[ -f ' + file + ' ] && echo yes || echo no']
out = ssh_command(serv, cmd) out = ssh_command(server_ip, cmd)
return True if 'yes' in out else False return True if 'yes' in out else False
def is_service_active(serv: str, service_name: str): def is_service_active(server_ip: str, service_name: str):
cmd = ['systemctl is-active ' + service_name] cmd = ['systemctl is-active ' + service_name]
out = ssh_command(serv, cmd) out = ssh_command(server_ip, cmd)
return True if 'active' in out else False return True if 'active' in out else False

2
app/overview.py
View File

@ -49,7 +49,7 @@ try:
prometheus = '' prometheus = ''
host = '' host = ''
else: else:
users = sql.select_users(online=1) users = sql.select_users()
cmd = "ps ax |grep 'metrics_worker\|metrics_waf_worker.py\|metrics_nginx_worker.py' |grep -v grep |wc -l" cmd = "ps ax |grep 'metrics_worker\|metrics_waf_worker.py\|metrics_nginx_worker.py' |grep -v grep |wc -l"
metrics_worker, stderr = funct.subprocess_execute(cmd) metrics_worker, stderr = funct.subprocess_execute(cmd)
cmd = "ps ax |grep 'checker_worker\|checker_nginx' |grep -v grep |wc -l" cmd = "ps ax |grep 'checker_worker\|checker_nginx' |grep -v grep |wc -l"

30
app/sql.py
View File

@ -309,21 +309,22 @@ def select_users(**kwargs):
query = User.select().where(User.user_id == kwargs.get("id")) query = User.select().where(User.user_id == kwargs.get("id"))
elif kwargs.get("group") is not None: elif kwargs.get("group") is not None:
query = (User. query = (User.
select(). select(
User,
UserGroups,
Case(0, [((
User.last_login_date >= funct.get_data('regular', timedelta_minutes_minus=15)
), 0)], 1).alias('last_login')).
join(UserGroups, on=(User.user_id == UserGroups.user_id)). join(UserGroups, on=(User.user_id == UserGroups.user_id)).
where(UserGroups.user_group_id == kwargs.get("group")) where(UserGroups.user_group_id == kwargs.get("group"))
) )
elif kwargs.get('online') is not None: else:
query = (User. query = User.select(
select(
User, User,
Case(0, [(( Case(0, [((
User.last_login_date >= funct.get_data('regular', timedelta_minutes_minus=15) User.last_login_date >= funct.get_data('regular', timedelta_minutes_minus=15)
), 0)], 1).alias('last_login') ), 0)], 1).alias('last_login')
) ).order_by(User.user_id)
)
else:
query = User.select().order_by(User.user_id)
try: try:
query_res = query.execute() query_res = query.execute()
@ -500,13 +501,15 @@ def write_user_uuid(login, user_uuid):
def write_user_token(login, user_token): def write_user_token(login, user_token):
token_ttl = int(get_setting('token_ttl'))
try: try:
user_id = User.get(User.username == login) user_id = User.get(User.username == login)
except Exception as e: except Exception as e:
out_error(e) out_error(e)
try: try:
Token.insert(user_id=user_id, token=user_token, exp=funct.get_data('regular')).execute() Token.insert(user_id=user_id, token=user_token, exp=funct.get_data('regular', timedelta=token_ttl)).execute()
except Exception as e: except Exception as e:
out_error(e) out_error(e)
@ -556,8 +559,8 @@ def get_username_groupid_from_api_token(token):
def get_token(uuid): def get_token(uuid):
query = Token.select().join(UUID, on=(Token.user_id == UUID.user_id)).where(UUID.uuid == uuid).limit(1)
try: try:
query = Token.select().join(UUID, on=(Token.user_id == UUID.user_id)).where(UUID.uuid == uuid).limit(1)
query_res = query.execute() query_res = query.execute()
except Exception as e: except Exception as e:
out_error(e) out_error(e)
@ -578,9 +581,8 @@ def delete_uuid(uuid):
def delete_old_uuid(): def delete_old_uuid():
token_ttl = int(get_setting('token_ttl')) query = UUID.delete().where((UUID.exp < funct.get_data('regular')) | (UUID.exp.is_null(True)))
query = UUID.delete().where((UUID.exp < funct.get_data('regular')) | (UUID.exp.is_null(True)) ) query1 = Token.delete().where((Token.exp < funct.get_data('regular')) | (Token.exp.is_null(True)))
query1 = Token.delete().where((Token.exp > funct.get_data('regular', timedelta=token_ttl)) | (Token.exp.is_null(True)) )
try: try:
query.execute() query.execute()
query1.execute() query1.execute()
@ -1473,7 +1475,7 @@ def select_metrics_http(serv, **kwargs):
def select_servers_metrics_for_master(**kwargs): def select_servers_metrics_for_master(**kwargs):
if kwargs.get('group') is not None: if kwargs.get('group') is not None:
query = Server.select(Server.ip).where((Server.metrics == 1) & (Server.groups == kwargs.get(group))) query = Server.select(Server.ip).where((Server.metrics == 1) & (Server.groups == kwargs.get('group')))
else: else:
query = Server.select(Server.ip).where(Server.metrics == 1) query = Server.select(Server.ip).where(Server.metrics == 1)
try: try:

4
app/templates/hapservers.html
View File

@ -164,9 +164,9 @@
{% if s.6|int() >= 1 and service != 'keepalived' %} {% if s.6|int() >= 1 and service != 'keepalived' %}
<span <span
{% if keep_alive|int() >= 1 %} {% if keep_alive|int() >= 1 %}
class="shield green" title="Auto start enabled"> class="shield green" title="Auto start is enabled">
{% else %} {% else %}
class="shield red" title="Auto start enabled, but keep alive service does not work"> class="shield red" title="Auto start is enabled, but Keep alive service does not work">
{% endif %} {% endif %}
</span> </span>
{% endif %} {% endif %}