github
/
ConsulManager
mirror of https://github.com/starsliao/ConsulManager
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

1

pull/131/head
StarsL.cn 2024-08-13 16:40:50 +08:00
parent 2a4b593a48
commit 32bdcf4c6a
2 changed files with 82 additions and 45 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

123
flask-consul/views/jms.py
View File

@ -1,47 +1,50 @@
from flask import Blueprint from flask import Blueprint
from flask_restful import reqparse, Resource, Api from flask_restful import reqparse, Resource, Api
from flask_apscheduler import APScheduler from flask_apscheduler import APScheduler
from units import token_auth,consul_kv,myaes from units import token_auth, consul_kv, myaes
from config import vendors from config import vendors
import json,traceback import json, traceback
from .jobs import deljob,addjob,runjob,getjob from .jobs import deljob, addjob, runjob, getjob
from units.config_log import * from units.config_log import *
blueprint = Blueprint('jms',__name__)
blueprint = Blueprint('jms', __name__)
api = Api(blueprint) api = Api(blueprint)
parser = reqparse.RequestParser() parser = reqparse.RequestParser()
parser.add_argument('query_dict',type=str) parser.add_argument('query_dict', type=str)
parser.add_argument('jms_config',type=dict) parser.add_argument('jms_config', type=dict)
parser.add_argument('jms_sync',type=dict) parser.add_argument('jms_sync', type=dict)
parser.add_argument('switch_dict',type=dict) parser.add_argument('switch_dict', type=dict)
class Jms(Resource): class Jms(Resource):
decorators = [token_auth.auth.login_required] decorators = [token_auth.auth.login_required]
def get(self,stype):
def get(self, stype):
if stype == 'list': if stype == 'list':
switch = consul_kv.get_value(f'ConsulManager/jms/jms_info') switch = consul_kv.get_value(f'ConsulManager/jms/jms_info')
if switch == {}: if switch == {}:
return({'code': 20000,'ecs_list':[],'vendor_list':[],'account_list':[]}) return {'code': 20000, 'ecs_list': [], 'vendor_list': [], 'account_list': []}
args = parser.parse_args() args = parser.parse_args()
query_dict = json.loads(args['query_dict']) query_dict = json.loads(args['query_dict'])
if query_dict['vendor'] != '': if query_dict['vendor'] != '':
query_dict['vendor'] = {v : k for k, v in vendors.items()}[query_dict['vendor']] query_dict['vendor'] = {v: k for k, v in vendors.items()}[query_dict['vendor']]
query_set = set({k:v for k,v in query_dict.items() if v != ''}.items()) query_set = set({k: v for k, v in query_dict.items() if v != ''}.items())
cloud_job_list = consul_kv.get_keys_list('ConsulManager/jobs') cloud_job_list = consul_kv.get_keys_list('ConsulManager/jobs')
cloud_list = [i for i in cloud_job_list if i.endswith('/group')] cloud_list = [i for i in cloud_job_list if i.endswith('/group')]
ecs_list = [] ecs_list = []
for i in cloud_list: for i in cloud_list:
vendor,account = i.split('/')[2:4] vendor, account = i.split('/')[2:4]
cloud_info_dict = {'vendor':vendor,'account':account} cloud_info_dict = {'vendor': vendor, 'account': account}
if query_set.issubset(cloud_info_dict.items()): if query_set.issubset(cloud_info_dict.items()):
pass pass
else: else:
continue continue
count_group = consul_kv.get_value(f'ConsulManager/record/jobs/{vendor}/{account}/group')['count'] count_group = consul_kv.get_value(f'ConsulManager/record/jobs/{vendor}/{account}/group')['count']
services_meta = consul_kv.get_services_meta(f'{vendor}_{account}_ecs').get('ecs_list',[]) services_meta = consul_kv.get_services_meta(f'{vendor}_{account}_ecs').get('ecs_list', [])
count_ecs = len(services_meta) count_ecs = len(services_meta)
count_off,count_on,count_cpu,count_mem,count_win,count_linux = 0,0,0,0,0,0 count_off, count_on, count_cpu, count_mem, count_win, count_linux = 0, 0, 0, 0, 0, 0
for i in services_meta: for i in services_meta:
if i['os'] == 'linux': if i['os'] == 'linux':
count_linux = count_linux + 1 count_linux = count_linux + 1
@ -51,14 +54,14 @@ class Jms(Resource):
count_off = count_off + 1 count_off = count_off + 1
else: else:
count_on = count_on + 1 count_on = count_on + 1
cpu = int(i['cpu'].replace('核','')) cpu = int(i['cpu'].replace('核', ''))
count_cpu = count_cpu + cpu count_cpu = count_cpu + cpu
mem = float(i['mem'].replace('GB','')) mem = float(i['mem'].replace('GB', ''))
count_mem = count_mem + mem count_mem = count_mem + mem
jms_job = consul_kv.get_value(f"ConsulManager/jms/jobs/{vendor}/{account}") jms_job = consul_kv.get_value(f"ConsulManager/jms/jobs/{vendor}/{account}")
if jms_job == {}: if jms_job == {}:
count_sync,interval,runtime,nextime,sync = '无','无','无','无',False count_sync, interval, runtime, nextime, sync = '无', '无', '无', '无', False
else: else:
interval = f"{jms_job['minutes']}分钟" interval = f"{jms_job['minutes']}分钟"
jms_job = consul_kv.get_value(f'ConsulManager/record/jms/{vendor}/{account}') jms_job = consul_kv.get_value(f'ConsulManager/record/jms/{vendor}/{account}')
@ -66,13 +69,27 @@ class Jms(Resource):
count_sync = jms_job.get('count') count_sync = jms_job.get('count')
nextime = getjob(f'{vendor}/{account}/jms').next_run_time.strftime("%m.%d/%H:%M") nextime = getjob(f'{vendor}/{account}/jms').next_run_time.strftime("%m.%d/%H:%M")
sync = True sync = True
ecs_list.append({'vendor':vendors[vendor],'account':account,'count_linux':count_linux, ecs_list.append(
'count_win':count_win,'count_mem':f'{count_mem}GB','count_cpu':f'{count_cpu}核', {
'count_ecs':count_ecs,'count_on':count_on,'count_off':count_off,'sync':sync, 'vendor': vendors[vendor],
'count_sync':count_sync,'interval':interval,'runtime':runtime,'nextime':nextime}) 'account': account,
'count_linux': count_linux,
'count_win': count_win,
'count_mem': f'{count_mem}GB',
'count_cpu': f'{count_cpu}核',
'count_ecs': count_ecs,
'count_on': count_on,
'count_off': count_off,
'sync': sync,
'count_sync': count_sync,
'interval': interval,
'runtime': runtime,
'nextime': nextime,
}
)
vendor_list = sorted(list(set([i['vendor'] for i in ecs_list]))) vendor_list = sorted(list(set([i['vendor'] for i in ecs_list])))
account_list = sorted(list(set([i['account'] for i in ecs_list]))) account_list = sorted(list(set([i['account'] for i in ecs_list])))
return {'code': 20000,'ecs_list':ecs_list,'vendor_list':vendor_list,'account_list':account_list} return {'code': 20000, 'ecs_list': ecs_list, 'vendor_list': vendor_list, 'account_list': account_list}
if stype == 'config': if stype == 'config':
ecs_info = consul_kv.get_value('ConsulManager/jms/ecs_info') ecs_info = consul_kv.get_value('ConsulManager/jms/ecs_info')
jms_info = consul_kv.get_value('ConsulManager/jms/jms_info') jms_info = consul_kv.get_value('ConsulManager/jms/jms_info')
@ -84,43 +101,53 @@ class Jms(Resource):
winuid = ecs_info['windows'][-1] winuid = ecs_info['windows'][-1]
token = myaes.decrypt(jms_info['token']) token = myaes.decrypt(jms_info['token'])
custom_ecs_json = json.dumps(custom_ecs_info, indent=8) if custom_ecs_info != {} else '' custom_ecs_json = json.dumps(custom_ecs_info, indent=8) if custom_ecs_info != {} else ''
jms_config = {'url': jms_info['url'], 'token': token, 'ver': jms_info.get('ver','V2'), jms_config = {
'linuxport': linuxport, 'linuxuid': linuxuid, 'url': jms_info['url'],
'winport': winport, 'winuid': winuid, 'custom_ecs_info':custom_ecs_json} 'token': token,
'ver': jms_info.get('ver', 'V2'),
'linuxport': linuxport,
'linuxuid': linuxuid,
'winport': winport,
'winuid': winuid,
'custom_ecs_info': custom_ecs_json,
}
else: else:
jms_config = {} jms_config = {}
return {'code': 20000, 'jms_config': jms_config} return {'code': 20000, 'jms_config': jms_config}
def post(self,stype):
def post(self, stype):
if stype == 'config': if stype == 'config':
args = parser.parse_args() args = parser.parse_args()
jms_config = args['jms_config'] jms_config = args['jms_config']
token = myaes.encrypt(jms_config['token']) token = myaes.encrypt(jms_config['token'])
jms_info = {'url': jms_config['url'], 'token': token, 'ver': jms_config.get('ver','V2')} jms_info = {'url': jms_config['url'], 'token': token, 'ver': jms_config.get('ver', 'V2')}
consul_kv.put_kv('ConsulManager/jms/jms_info', jms_info) consul_kv.put_kv('ConsulManager/jms/jms_info', jms_info)
ecs_info = {"linux": [[f"ssh/{jms_config['linuxport']}"],jms_config['linuxuid']], ecs_info = {
"windows": [[f"rdp/{jms_config['winport']}"],jms_config['winuid']]} "linux": [[f"ssh/{jms_config['linuxport']}"], jms_config['linuxuid']],
"windows": [[f"rdp/{jms_config['winport']}"], jms_config['winuid']],
}
consul_kv.put_kv('ConsulManager/jms/ecs_info', ecs_info) consul_kv.put_kv('ConsulManager/jms/ecs_info', ecs_info)
custom_ecs_info = jms_config['custom_ecs_info'] custom_ecs_info = jms_config['custom_ecs_info']
if custom_ecs_info != '': if custom_ecs_info != '':
try: try:
custom_ecs_dict = json.loads(custom_ecs_info) custom_ecs_dict = json.loads(custom_ecs_info)
consul_kv.put_kv('ConsulManager/jms/custom_ecs_info',custom_ecs_dict) consul_kv.put_kv('ConsulManager/jms/custom_ecs_info', custom_ecs_dict)
except Exception as e: except Exception as e:
logger.error(f'{e}\n{traceback.format_exc()}') logger.error(f'{e}\n{traceback.format_exc()}')
return {'code': 50000, 'data': 'Json解析错误，请检查！'} return {'code': 50000, 'data': 'Json解析错误，请检查！'}
else: else:
consul_kv.put_kv('ConsulManager/jms/custom_ecs_info',{}) consul_kv.put_kv('ConsulManager/jms/custom_ecs_info', {})
return {'code': 20000, 'data': '配置完成'} return {'code': 20000, 'data': '配置完成'}
if stype == 'switch': if stype == 'switch':
args = parser.parse_args() args = parser.parse_args()
switch_dict = args['switch_dict'] switch_dict = args['switch_dict']
vendor = {v : k for k, v in vendors.items()}[switch_dict['vendor']] vendor = {v: k for k, v in vendors.items()}[switch_dict['vendor']]
account = switch_dict['account'] account = switch_dict['account']
sync = switch_dict['sync'] sync = switch_dict['sync']
if sync: if sync:
node = consul_kv.get_value(f'ConsulManager/jms/{vendor}/{account}/node_id') node = consul_kv.get_value(f'ConsulManager/jms/{vendor}/{account}/node_id')
nodeid = node.get('node_id','') nodeid = node.get('node_id', '')
interval = node.get('interval',3) interval = node.get('interval', 3)
return {'code': 20000, 'interval': interval, 'nodeid': nodeid} return {'code': 20000, 'interval': interval, 'nodeid': nodeid}
else: else:
deljob(f'{vendor}/{account}/jms') deljob(f'{vendor}/{account}/jms')
@ -129,17 +156,19 @@ class Jms(Resource):
if stype == 'sync': if stype == 'sync':
args = parser.parse_args() args = parser.parse_args()
jms_sync = args['jms_sync'] jms_sync = args['jms_sync']
vendor = {v : k for k, v in vendors.items()}[jms_sync['vendor']] vendor = {v: k for k, v in vendors.items()}[jms_sync['vendor']]
account = jms_sync['account'] account = jms_sync['account']
nodeid = jms_sync['nodeid'] nodeid = jms_sync['nodeid']
if nodeid == '':
return {'code': 50000, 'data': f'新节点ID不能为空'}
interval = int(jms_sync['interval']) interval = int(jms_sync['interval'])
consul_kv.put_kv(f'ConsulManager/jms/{vendor}/{account}/node_id',{'node_id':nodeid,'interval':interval}) consul_kv.put_kv(f'ConsulManager/jms/{vendor}/{account}/node_id', {'node_id': nodeid, 'interval': interval})
jms_job_id = f'{vendor}/{account}/jms' jms_job_id = f'{vendor}/{account}/jms'
jms_job_func = "__main__:sync_jms.run" jms_job_func = "__main__:sync_jms.run"
jms_job_args = [vendor,account] jms_job_args = [vendor, account]
addjob(jms_job_id,jms_job_func,jms_job_args,interval) addjob(jms_job_id, jms_job_func, jms_job_args, interval)
try: try:
runjob(jms_job_id) runjob(jms_job_id)
except Exception as e: except Exception as e:
@ -147,8 +176,16 @@ class Jms(Resource):
logger.error(f'{e}\n{traceback.format_exc()}\n【{vendor}/{account}】同步功能开启失败！') logger.error(f'{e}\n{traceback.format_exc()}\n【{vendor}/{account}】同步功能开启失败！')
return {'code': 50000, 'data': f'【{vendor}/{account}】同步功能开启失败，请查看后端日志！'} return {'code': 50000, 'data': f'【{vendor}/{account}】同步功能开启失败，请查看后端日志！'}
jms_job_dict = {'id':jms_job_id,'func':jms_job_func,'args':jms_job_args,'minutes':interval, jms_job_dict = {
'trigger': 'interval','replace_existing': True} 'id': jms_job_id,
consul_kv.put_kv(f'ConsulManager/jms/jobs/{vendor}/{account}',jms_job_dict) 'func': jms_job_func,
'args': jms_job_args,
'minutes': interval,
'trigger': 'interval',
'replace_existing': True,
}
consul_kv.put_kv(f'ConsulManager/jms/jobs/{vendor}/{account}', jms_job_dict)
return {'code': 20000, 'data': f'【{vendor}/{account}】同步JumpServer功能开启！首次同步完成'} return {'code': 20000, 'data': f'【{vendor}/{account}】同步JumpServer功能开启！首次同步完成'}
api.add_resource(Jms, '/api/jms/<stype>') api.add_resource(Jms, '/api/jms/<stype>')

4
vue-consul/src/views/jms/index.vue
View File

@ -107,8 +107,8 @@
<template slot="append">分钟</template> <template slot="append">分钟</template>
</el-input> </el-input>
</el-form-item> </el-form-item>
<el-form-item label="新节点ID"> <el-form-item required label="新节点ID">
<el-input v-model="jms_sync.nodeid" :required="true" /> <el-input v-model="jms_sync.nodeid" />
</el-form-item> </el-form-item>
<font size="3px" color="#ff0000">注意：每个云账号必须在JumpServer创建一个新节点！<br><br>JumpServer中已有的同名主机不会同步，日志可查看同名信息。</font> <font size="3px" color="#ff0000">注意：每个云账号必须在JumpServer创建一个新节点！<br><br>JumpServer中已有的同名主机不会同步，日志可查看同名信息。</font>
</el-form> </el-form>