|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
import subprocess
|
|
|
|
|
from subprocess import check_output, CalledProcessError
|
|
|
|
|
import time
|
|
|
|
|
import os, sys
|
|
|
|
|
sys.path.append(os.path.join(sys.path[0], os.path.dirname(os.getcwd())))
|
|
|
|
|
sys.path.append(os.path.join(sys.path[0], os.getcwd()))
|
|
|
|
|
import funct
|
|
|
|
|
import sql
|
|
|
|
|
import signal
|
|
|
|
|
|
|
|
|
|
class GracefulKiller:
|
|
|
|
|
kill_now = False
|
|
|
|
|
def __init__(self):
|
|
|
|
|
signal.signal(signal.SIGINT, self.exit_gracefully)
|
|
|
|
|
signal.signal(signal.SIGTERM, self.exit_gracefully)
|
|
|
|
|
|
|
|
|
|
def exit_gracefully(self,signum, frame):
|
|
|
|
|
self.kill_now = True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
|
port = sql.get_setting('haproxy_sock_port')
|
|
|
|
|
readstats = ""
|
|
|
|
|
killer = GracefulKiller()
|
|
|
|
|
|
|
|
|
|
while True:
|
|
|
|
|
servers = sql.select_keep_alive()
|
|
|
|
|
for serv in servers:
|
|
|
|
|
try:
|
|
|
|
|
readstats = subprocess.check_output(["echo show stat | nc "+serv[0]+" "+port], shell=True)
|
|
|
|
|
except CalledProcessError as e:
|
|
|
|
|
alert = "Try start HAProxy serivce at " + serv[0]
|
|
|
|
|
funct.logging("localhost", " "+alert, keep_alive=1)
|
|
|
|
|
|
|
|
|
|
start_command = []
|
|
|
|
|
start_command.append('sudo systemct restart haproxy')
|
|
|
|
|
funct.ssh_command(serv[0], start_command)
|
|
|
|
|
time.sleep(30)
|
|
|
|
|
continue
|
|
|
|
|
except OSError as e:
|
|
|
|
|
print(e)
|
|
|
|
|
sys.exit()
|
|
|
|
|
else:
|
|
|
|
|
cur_stat_service = "Ok"
|
|
|
|
|
time.sleep(40)
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
|
funct.logging("localhost", " Keep alive service started", keep_alive=1)
|
|
|
|
|
killer = GracefulKiller()
|
|
|
|
|
|
|
|
|
|
while True:
|
|
|
|
|
main()
|
|
|
|
|
time.sleep(60)
|
|
|
|
|
|
|
|
|
|
if killer.kill_now:
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
funct.logging("localhost", " Keep alive service shutdown", keep_alive=1)
|
