mirror of https://github.com/jumpserver/jumpserver
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
246 lines
8.9 KiB
246 lines
8.9 KiB
# -*- coding: utf-8 -*-
|
|
#
|
|
import os
|
|
import time
|
|
from itertools import groupby, chain
|
|
from collections import defaultdict
|
|
|
|
from django.utils import timezone
|
|
from django.conf import settings
|
|
from django.core.files.storage import default_storage
|
|
import jms_storage
|
|
|
|
from common.utils import get_logger
|
|
from tickets.models import TicketSession
|
|
from . import const
|
|
from .models import ReplayStorage
|
|
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
|
|
def find_session_replay_local(session):
|
|
# 存在外部存储上，所有可能的路径名
|
|
session_paths = session.get_all_possible_relative_path()
|
|
|
|
# 存在本地存储上，所有可能的路径名
|
|
local_paths = session.get_all_possible_local_path()
|
|
|
|
for _local_path in chain(session_paths, local_paths):
|
|
if default_storage.exists(_local_path):
|
|
url = default_storage.url(_local_path)
|
|
return _local_path, url
|
|
return None, None
|
|
|
|
|
|
def download_session_replay(session):
|
|
replay_storages = ReplayStorage.objects.all()
|
|
configs = {
|
|
storage.name: storage.config
|
|
for storage in replay_storages
|
|
if not storage.type_null_or_server
|
|
}
|
|
if settings.SERVER_REPLAY_STORAGE:
|
|
configs['SERVER_REPLAY_STORAGE'] = settings.SERVER_REPLAY_STORAGE
|
|
if not configs:
|
|
msg = "Not found replay file, and not remote storage set"
|
|
return None, msg
|
|
storage = jms_storage.get_multi_object_storage(configs)
|
|
|
|
# 获取外部存储路径名
|
|
session_path = session.find_ok_relative_path_in_storage(storage)
|
|
if not session_path:
|
|
msg = "Not found session replay file"
|
|
return None, msg
|
|
|
|
# 通过外部存储路径名后缀，构造真实的本地存储路径
|
|
local_path = session.get_local_path_by_relative_path(session_path)
|
|
|
|
# 保存到storage的路径
|
|
target_path = os.path.join(default_storage.base_location, local_path)
|
|
target_dir = os.path.dirname(target_path)
|
|
if not os.path.isdir(target_dir):
|
|
os.makedirs(target_dir, exist_ok=True)
|
|
|
|
ok, err = storage.download(session_path, target_path)
|
|
if not ok:
|
|
msg = "Failed download replay file: {}".format(err)
|
|
logger.error(msg)
|
|
return None, msg
|
|
url = default_storage.url(local_path)
|
|
return local_path, url
|
|
|
|
|
|
def get_session_replay_url(session):
|
|
local_path, url = find_session_replay_local(session)
|
|
if local_path is None:
|
|
local_path, url = download_session_replay(session)
|
|
return local_path, url
|
|
|
|
|
|
class ComputeLoadUtil:
|
|
# system status
|
|
@staticmethod
|
|
def _common_compute_system_status(value, thresholds):
|
|
if thresholds[0] <= value <= thresholds[1]:
|
|
return const.ComponentLoad.normal.value
|
|
elif thresholds[1] < value <= thresholds[2]:
|
|
return const.ComponentLoad.high.value
|
|
else:
|
|
return const.ComponentLoad.critical.value
|
|
|
|
@classmethod
|
|
def _compute_system_stat_status(cls, stat):
|
|
system_stat_thresholds_mapper = {
|
|
'cpu_load': [0, 5, 20],
|
|
'memory_used': [0, 85, 95],
|
|
'disk_used': [0, 80, 99]
|
|
}
|
|
system_status = {}
|
|
for stat_key, thresholds in system_stat_thresholds_mapper.items():
|
|
stat_value = getattr(stat, stat_key)
|
|
if stat_value is None:
|
|
msg = 'stat: {}, stat_key: {}, stat_value: {}'
|
|
logger.debug(msg.format(stat, stat_key, stat_value))
|
|
stat_value = 0
|
|
status = cls._common_compute_system_status(stat_value, thresholds)
|
|
system_status[stat_key] = status
|
|
return system_status
|
|
|
|
@classmethod
|
|
def compute_load(cls, stat):
|
|
if not stat or time.time() - stat.date_created.timestamp() > 150:
|
|
return const.ComponentLoad.offline
|
|
system_status_values = cls._compute_system_stat_status(stat).values()
|
|
if const.ComponentLoad.critical in system_status_values:
|
|
return const.ComponentLoad.critical
|
|
elif const.ComponentLoad.high in system_status_values:
|
|
return const.ComponentLoad.high
|
|
else:
|
|
return const.ComponentLoad.normal
|
|
|
|
|
|
class TypedComponentsStatusMetricsUtil(object):
|
|
def __init__(self):
|
|
self.components = []
|
|
self.grouped_components = []
|
|
self.get_components()
|
|
|
|
def get_components(self):
|
|
from .models import Terminal
|
|
components = Terminal.objects.filter(is_deleted=False).order_by('type')
|
|
grouped_components = groupby(components, lambda c: c.type)
|
|
grouped_components = [(i[0], list(i[1])) for i in grouped_components]
|
|
self.grouped_components = grouped_components
|
|
self.components = components
|
|
|
|
def get_metrics(self):
|
|
metrics = []
|
|
for _tp, components in self.grouped_components:
|
|
metric = {
|
|
'normal': 0, 'high': 0, 'critical': 0, 'offline': 0,
|
|
'total': 0, 'session_active': 0, 'type': _tp
|
|
}
|
|
for component in components:
|
|
metric[component.load] += 1
|
|
metric['total'] += 1
|
|
metric['session_active'] += component.get_online_session_count()
|
|
metrics.append(metric)
|
|
return metrics
|
|
|
|
|
|
class ComponentsPrometheusMetricsUtil(TypedComponentsStatusMetricsUtil):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.metrics = self.get_metrics()
|
|
|
|
@staticmethod
|
|
def convert_status_metrics(metrics):
|
|
return {
|
|
'any': metrics['total'],
|
|
'normal': metrics['normal'],
|
|
'high': metrics['high'],
|
|
'critical': metrics['critical'],
|
|
'offline': metrics['offline']
|
|
}
|
|
|
|
def get_component_status_metrics(self):
|
|
prometheus_metrics = list()
|
|
# 各组件状态个数汇总
|
|
prometheus_metrics.append('# JumpServer 各组件状态个数汇总')
|
|
status_metric_text = 'jumpserver_components_status_total{component_type="%s", status="%s"} %s'
|
|
for metric in self.metrics:
|
|
tp = metric['type']
|
|
prometheus_metrics.append(f'## 组件: {tp}')
|
|
status_metrics = self.convert_status_metrics(metric)
|
|
for status, value in status_metrics.items():
|
|
metric_text = status_metric_text % (tp, status, value)
|
|
prometheus_metrics.append(metric_text)
|
|
return prometheus_metrics
|
|
|
|
def get_component_session_metrics(self):
|
|
prometheus_metrics = list()
|
|
# 各组件在线会话数汇总
|
|
prometheus_metrics.append('# JumpServer 各组件在线会话数汇总')
|
|
session_active_metric_text = 'jumpserver_components_session_active_total{component_type="%s"} %s'
|
|
|
|
for metric in self.metrics:
|
|
tp = metric['type']
|
|
prometheus_metrics.append(f'## 组件: {tp}')
|
|
metric_text = session_active_metric_text % (tp, metric['session_active'])
|
|
prometheus_metrics.append(metric_text)
|
|
return prometheus_metrics
|
|
|
|
def get_component_stat_metrics(self):
|
|
prometheus_metrics = list()
|
|
# 各组件节点指标
|
|
prometheus_metrics.append('# JumpServer 各组件一些指标')
|
|
state_metric_text = 'jumpserver_components_%s{component_type="%s", component="%s"} %s'
|
|
stats_key = [
|
|
'cpu_load', 'memory_used', 'disk_used', 'session_online'
|
|
]
|
|
old_stats_key = [
|
|
'system_cpu_load_1', 'system_memory_used_percent',
|
|
'system_disk_used_percent', 'session_active_count'
|
|
]
|
|
old_stats_key_mapper = dict(zip(stats_key, old_stats_key))
|
|
|
|
for stat_key in stats_key:
|
|
prometheus_metrics.append(f'## 指标: {stat_key}')
|
|
for component in self.components:
|
|
if not component.is_alive:
|
|
continue
|
|
component_stat = component.latest_stat
|
|
if not component_stat:
|
|
continue
|
|
metric_text = state_metric_text % (
|
|
stat_key, component.type, component.name, getattr(component_stat, stat_key)
|
|
)
|
|
prometheus_metrics.append(metric_text)
|
|
old_stat_key = old_stats_key_mapper.get(stat_key)
|
|
old_metric_text = state_metric_text % (
|
|
old_stat_key, component.type, component.name, getattr(component_stat, stat_key)
|
|
)
|
|
prometheus_metrics.append(old_metric_text)
|
|
return prometheus_metrics
|
|
|
|
def get_prometheus_metrics_text(self):
|
|
prometheus_metrics = list()
|
|
for method in [
|
|
self.get_component_status_metrics,
|
|
self.get_component_session_metrics,
|
|
self.get_component_stat_metrics
|
|
]:
|
|
prometheus_metrics.extend(method())
|
|
prometheus_metrics.append('\n')
|
|
prometheus_metrics_text = '\n'.join(prometheus_metrics)
|
|
return prometheus_metrics_text
|
|
|
|
|
|
def is_session_approver(session_id, user_id):
|
|
ticket = TicketSession.get_ticket_by_session_id(session_id)
|
|
if not ticket:
|
|
return False
|
|
ok = ticket.has_all_assignee(user_id)
|
|
return ok
|