|
|
from flask import Blueprint
|
|
|
from flask_restful import reqparse, Resource, Api
|
|
|
from flask_apscheduler import APScheduler
|
|
|
from config import vendors,regions
|
|
|
from units import token_auth,consul_kv
|
|
|
import json
|
|
|
blueprint = Blueprint('jobs',__name__)
|
|
|
api = Api(blueprint)
|
|
|
|
|
|
parser = reqparse.RequestParser()
|
|
|
parser.add_argument('job_id',type=str)
|
|
|
parser.add_argument('job_dict',type=dict)
|
|
|
parser.add_argument('query_dict',type=str)
|
|
|
|
|
|
def init():
|
|
|
global Scheduler
|
|
|
Scheduler = APScheduler()
|
|
|
return Scheduler
|
|
|
|
|
|
def deljob(jobid):
|
|
|
Scheduler.remove_job(jobid)
|
|
|
|
|
|
def modjob_interval(jobid,job_interval):
|
|
|
Scheduler.modify_job(jobid,trigger='interval',minutes=job_interval)
|
|
|
|
|
|
def addjob(job_id,job_func,job_args,job_interval):
|
|
|
Scheduler.add_job(id=job_id, func=job_func, args=job_args, trigger='interval',
|
|
|
minutes=job_interval, replace_existing=True)
|
|
|
def runjob(jobid):
|
|
|
Scheduler.run_job(jobid)
|
|
|
|
|
|
def getjob(jobid):
|
|
|
return Scheduler.get_job(jobid)
|
|
|
|
|
|
class Jobs(Resource):
|
|
|
decorators = [token_auth.auth.login_required]
|
|
|
def get(self):
|
|
|
args = parser.parse_args()
|
|
|
query_dict = json.loads(args['query_dict'])
|
|
|
if query_dict['vendor'] != '':
|
|
|
query_dict['vendor'] = {v : k for k, v in vendors.items()}[query_dict['vendor']]
|
|
|
query_set = set({k:v for k,v in query_dict.items() if v != ''}.items())
|
|
|
job_list = list(consul_kv.get_kv_dict(f'ConsulManager/jobs').values())
|
|
|
job_run_dict = {job.id:job.next_run_time.strftime("%m.%d/%H:%M") for job in Scheduler.get_jobs()}
|
|
|
job_count_dict = consul_kv.get_kv_dict('ConsulManager/record/jobs')
|
|
|
jobs = []
|
|
|
for i in job_list:
|
|
|
vendor,account,itype = i['id'].split('/')[0:3]
|
|
|
job_info_dict = {'vendor':vendor,'account':account,'itype':itype}
|
|
|
if query_set.issubset(job_info_dict.items()):
|
|
|
pass
|
|
|
else:
|
|
|
continue
|
|
|
region = i['args'][-1] if len(i['args']) == 2 else 'none'
|
|
|
interval = i['minutes']
|
|
|
if f'ConsulManager/record/jobs/{i["id"]}' in job_count_dict:
|
|
|
count = job_count_dict[f'ConsulManager/record/jobs/{i["id"]}']['count']
|
|
|
runtime = job_count_dict[f'ConsulManager/record/jobs/{i["id"]}']['update']
|
|
|
on = job_count_dict[f'ConsulManager/record/jobs/{i["id"]}'].get('on',0)
|
|
|
off = job_count_dict[f'ConsulManager/record/jobs/{i["id"]}'].get('off',0)
|
|
|
else:
|
|
|
count = '无'
|
|
|
runtime = '无'
|
|
|
on,off = 0,0
|
|
|
jobs.append({'region':regions[vendor][region],'vendor':vendors[vendor],'account':account,'itype':itype,
|
|
|
'interval':interval,'jobid':i['id'],'nextime':job_run_dict[i['id']],'on':on,'off':off,
|
|
|
'count':count, 'runtime':runtime})
|
|
|
vendor_list = sorted(list(set([i['vendor'] for i in jobs])))
|
|
|
account_list = sorted(list(set([i['account'] for i in jobs])))
|
|
|
itype_list = sorted(list(set([i['itype'] for i in jobs])))
|
|
|
return {'code': 20000,'all_jobs':jobs,'vendor_list':vendor_list,'account_list':account_list,'itype_list':itype_list}
|
|
|
|
|
|
def post(self):
|
|
|
args = parser.parse_args()
|
|
|
job_dict = args['job_dict']
|
|
|
job_status = job_dict['dialogStatus']
|
|
|
if job_status == 'create':
|
|
|
ak = job_dict['ak']
|
|
|
sk = job_dict['sk']
|
|
|
consul_kv.put_aksk(job_dict['vendor'],job_dict['account'],ak,sk)
|
|
|
restype = job_dict['restype']
|
|
|
restype.remove('group')
|
|
|
proj_job_id = f"{job_dict['vendor']}/{job_dict['account']}/group"
|
|
|
proj_job_func = f"__main__:{job_dict['vendor']}.group"
|
|
|
proj_job_args = [job_dict['account']]
|
|
|
proj_job_interval = int(job_dict['proj_interval'])
|
|
|
Scheduler.add_job(id=proj_job_id, func=proj_job_func, args=proj_job_args, trigger='interval',
|
|
|
minutes=proj_job_interval, replace_existing=True)
|
|
|
proj_job_dict = {'id':proj_job_id,'func':proj_job_func,'args':proj_job_args,'minutes':proj_job_interval,
|
|
|
"trigger": "interval","replace_existing": True}
|
|
|
Scheduler.run_job(proj_job_id)
|
|
|
|
|
|
record_dict = consul_kv.get_value(f"ConsulManager/record/jobs/{proj_job_id}")
|
|
|
if record_dict['status'] == 20000:
|
|
|
consul_kv.put_kv(f'ConsulManager/jobs/{proj_job_id}',proj_job_dict)
|
|
|
for res in restype:
|
|
|
for reg in job_dict['region']:
|
|
|
res_job_id = f"{job_dict['vendor']}/{job_dict['account']}/{res}/{reg}"
|
|
|
res_job_func = f"__main__:{job_dict['vendor']}.{res}"
|
|
|
res_job_args = [job_dict['account'],reg]
|
|
|
res_job_interval = int(job_dict[f'{res}_interval'])
|
|
|
Scheduler.add_job(id=res_job_id, func=res_job_func, args=res_job_args, trigger='interval',
|
|
|
minutes=res_job_interval, replace_existing=True)
|
|
|
res_job_dict = {'id':res_job_id,'func':res_job_func,'args':res_job_args,'minutes':res_job_interval,
|
|
|
'trigger': 'interval','replace_existing': True}
|
|
|
|
|
|
consul_kv.put_kv(f'ConsulManager/jobs/{res_job_id}',res_job_dict)
|
|
|
else:
|
|
|
Scheduler.remove_job(proj_job_id)
|
|
|
|
|
|
exp = consul_kv.get_value(f'ConsulManager/exp/config')
|
|
|
switch = exp.get('switch',False)
|
|
|
if switch and record_dict['status'] == 20000:
|
|
|
vendor = job_dict['vendor']
|
|
|
account = job_dict['account']
|
|
|
exp_job_id = f'{vendor}/{account}/exp'
|
|
|
exp_job_func = f'__main__:{vendor}.exp'
|
|
|
exp_job_args = [account,exp['collect_days'],exp['notify_days'],exp['notify_amount']]
|
|
|
exp_job_interval = 60
|
|
|
Scheduler.add_job(id=exp_job_id, func=exp_job_func, args=exp_job_args, trigger='interval',
|
|
|
minutes=exp_job_interval, replace_existing=True)
|
|
|
exp_job_dict = {'id':exp_job_id,'func':exp_job_func,'args':exp_job_args,
|
|
|
'minutes':exp_job_interval,'trigger': 'interval','replace_existing': True}
|
|
|
consul_kv.put_kv(f'ConsulManager/exp/jobs/{vendor}/{account}',exp_job_dict)
|
|
|
runjob(exp_job_id)
|
|
|
return {'code': record_dict['status'], 'data': f"{record_dict['update']}：{record_dict['msg']}"}
|
|
|
elif job_status == 'update':
|
|
|
jobid = job_dict['jobid']
|
|
|
interval = int(job_dict['interval'])
|
|
|
Scheduler.modify_job(jobid,trigger='interval',minutes=interval)
|
|
|
upjob_dict = consul_kv.get_value(f'ConsulManager/jobs/{jobid}')
|
|
|
upjob_dict['minutes'] = interval
|
|
|
consul_kv.put_kv(f'ConsulManager/jobs/{jobid}',upjob_dict)
|
|
|
return {'code': 20000, 'data': '更新成功！'}
|
|
|
elif job_status == 'run':
|
|
|
Scheduler.run_job(job_dict['jobid'])
|
|
|
record_dict = consul_kv.get_value(f"ConsulManager/record/jobs/{job_dict['jobid']}")
|
|
|
return {'code': record_dict['status'], 'data': f"{record_dict['update']}：{record_dict['msg']}"}
|
|
|
|
|
|
def delete(self):
|
|
|
args = parser.parse_args()
|
|
|
job_id = args['job_id']
|
|
|
Scheduler.remove_job(job_id)
|
|
|
del_job = consul_kv.del_key(f'ConsulManager/jobs/{job_id}')
|
|
|
if '/group' in job_id and consul_kv.get_value(f'ConsulManager/exp/config').get('switch',False):
|
|
|
job_id = job_id.replace('/group','/exp')
|
|
|
Scheduler.remove_job(job_id)
|
|
|
del_job = consul_kv.del_key(f"ConsulManager/exp/jobs/{job_id.replace('/exp','')}")
|
|
|
consul_kv.del_key_all(f"ConsulManager/exp/lists/{job_id.replace('/exp','')}")
|
|
|
return {'code': 20000, 'data': '删除成功！'}
|
|
|
|
|
|
api.add_resource(Jobs, '/api/jobs')
|
