jumpserver/apps/terminal/utils/db_port_mapper.py

145 lines
5.0 KiB
Python

from django.conf import settings
from django.core.cache import cache
from django.utils.translation import gettext_lazy as _
from assets.const import DatabaseTypes
from assets.models import Database
from common.decorators import Singleton
from common.exceptions import JMSException
from common.utils import get_logger, get_object_or_none
from orgs.utils import tmp_to_root_org
logger = get_logger(__file__)
@Singleton
class DBPortManager(object):
""" 管理端口-数据库ID的映射, Magnus 要使用 """
CACHE_KEY = 'PORT_DB_MAPPER'
def __init__(self):
oracle_ports = self.oracle_port_range
try:
port_start, port_end = oracle_ports.split('-')
port_start, port_end = int(port_start), int(port_end)
except Exception as e:
logger.error('MAGNUS_ORACLE_PORTS config error: {}'.format(e))
port_start, port_end = 30000, 30100
self.port_start, self.port_end = port_start, port_end
# 可以使用的端口列表
self.all_avail_ports = list(range(self.port_start, self.port_end + 1))
@property
def oracle_port_range(self):
oracle_ports = settings.MAGNUS_ORACLE_PORTS
if not oracle_ports and settings.MAGNUS_PORTS:
oracle_ports = settings.MAGNUS_PORTS
return oracle_ports
@staticmethod
def fetch_dbs():
with tmp_to_root_org():
dbs = Database.objects.filter(platform__type=DatabaseTypes.ORACLE).order_by('id')
return dbs
def check(self):
dbs = self.fetch_dbs()
mapper = self.get_mapper()
db_ids = [str(db.id) for db in dbs]
db_ids_to_add = list(set(db_ids) - set(mapper.values()))
mapper = self.bulk_add(db_ids_to_add, mapper)
db_ids_to_pop = set(mapper.values()) - set(db_ids)
mapper = self.bulk_pop(db_ids_to_pop, mapper)
self.set_mapper(mapper)
if settings.DEBUG:
logger.debug("Oracle listen ports: {}".format(len(mapper.keys())))
def init(self):
dbs = self.fetch_dbs()
db_ids = dbs.values_list('id', flat=True)
db_ids = [str(i) for i in db_ids]
mapper = dict(zip(self.all_avail_ports, list(db_ids)))
self.set_mapper(mapper)
def bulk_add(self, db_ids, mapper):
for db_id in db_ids:
avail_port = self.get_next_avail_port(mapper)
mapper[avail_port] = str(db_id)
return mapper
def bulk_pop(self, db_ids, mapper):
new_mapper = {port: str(db_id) for port, db_id in mapper.items() if db_id not in db_ids}
return new_mapper
def get_port_by_db(self, db, raise_exception=True):
mapper = self.get_mapper()
for port, db_id in mapper.items():
if db_id == str(db.id):
return port
if raise_exception:
error = _(
'No available port is matched. '
'The number of databases may have exceeded the number of ports '
'open to the database agent service, '
'Contact the administrator to open more ports.'
)
raise JMSException(error)
def get_db_by_port(self, port):
try:
port = int(port)
except Exception as e:
raise JMSException('Port type error: {}'.format(e))
mapper = self.get_mapper()
db_id = mapper.get(port, None)
if not db_id:
raise JMSException('Database not in port-db mapper, port: {}'.format(port))
with tmp_to_root_org():
db = get_object_or_none(Database, id=db_id)
if not db:
raise JMSException('Database not exists, db id: {}'.format(db_id))
return db
def get_next_avail_port(self, mapper=None):
if mapper is None:
mapper = self.get_mapper()
already_use_ports = [int(i) for i in mapper.keys()]
avail_ports = sorted(list(set(self.all_avail_ports) - set(already_use_ports)))
if len(avail_ports) <= 0:
msg = _('No ports can be used, check and modify the limit on the number '
'of ports that Magnus listens on in the configuration file.')
tips = _('All available port count: {}, Already use port count: {}').format(
len(self.all_avail_ports), len(already_use_ports)
)
error = msg + tips
raise JMSException(error)
port = avail_ports[0]
logger.debug('Get next available port: {}'.format(port))
return port
def get_already_use_ports(self):
mapper = self.get_mapper()
return sorted([int(i) for i in mapper.keys()])
def get_mapper(self):
mapper = cache.get(self.CACHE_KEY, {})
if not mapper:
# redis 可能被清空,重新初始化一下
self.init()
return cache.get(self.CACHE_KEY, {})
def set_mapper(self, value):
"""
value: {
port: db_id
}
"""
cache.set(self.CACHE_KEY, value, timeout=None)
db_port_manager = DBPortManager()