2020-12-10 12:50:22 +00:00
|
|
|
from __future__ import unicode_literals
|
|
|
|
|
|
|
|
import os
|
2021-02-22 10:35:53 +00:00
|
|
|
from importlib import import_module
|
|
|
|
|
2020-12-10 12:50:22 +00:00
|
|
|
import jms_storage
|
|
|
|
from django.db import models
|
|
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
from django.conf import settings
|
|
|
|
from common.mixins import CommonModelMixin
|
2021-02-22 10:35:53 +00:00
|
|
|
from common.utils import get_logger
|
2020-12-10 12:50:22 +00:00
|
|
|
from common.fields.model import EncryptJsonDictTextField
|
2021-02-22 10:35:53 +00:00
|
|
|
from terminal.backends import TYPE_ENGINE_MAPPING
|
2020-12-10 12:50:22 +00:00
|
|
|
from .terminal import Terminal
|
2021-02-22 10:35:53 +00:00
|
|
|
from .command import Command
|
2021-01-12 10:06:42 +00:00
|
|
|
from .. import const
|
2020-12-10 12:50:22 +00:00
|
|
|
|
|
|
|
|
2021-02-22 10:35:53 +00:00
|
|
|
logger = get_logger(__file__)
|
|
|
|
|
|
|
|
|
2021-06-28 02:32:59 +00:00
|
|
|
class CommonStorageModelMixin(models.Model):
|
2020-12-10 12:50:22 +00:00
|
|
|
name = models.CharField(max_length=128, verbose_name=_("Name"), unique=True)
|
|
|
|
meta = EncryptJsonDictTextField(default={})
|
2021-06-28 02:32:59 +00:00
|
|
|
is_default = models.BooleanField(default=False, verbose_name=_('Default storage'))
|
2021-01-13 09:49:03 +00:00
|
|
|
comment = models.TextField(default='', blank=True, verbose_name=_('Comment'))
|
2020-12-10 12:50:22 +00:00
|
|
|
|
2021-06-28 02:32:59 +00:00
|
|
|
class Meta:
|
|
|
|
abstract = True
|
|
|
|
|
2020-12-10 12:50:22 +00:00
|
|
|
def __str__(self):
|
|
|
|
return self.name
|
|
|
|
|
2021-06-28 02:32:59 +00:00
|
|
|
def set_to_default(self):
|
|
|
|
self.is_default = True
|
|
|
|
self.save()
|
|
|
|
self.__class__.objects.select_for_update()\
|
|
|
|
.filter(is_default=True)\
|
|
|
|
.exclude(id=self.id)\
|
|
|
|
.update(is_default=False)
|
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def default(cls):
|
|
|
|
objs = cls.objects.filter(is_default=True)
|
|
|
|
if not objs:
|
|
|
|
objs = cls.objects.filter(name='default', type='server')
|
|
|
|
if not objs:
|
|
|
|
objs = cls.objects.all()
|
|
|
|
return objs.first()
|
|
|
|
|
|
|
|
|
|
|
|
class CommandStorage(CommonStorageModelMixin, CommonModelMixin):
|
|
|
|
type = models.CharField(
|
|
|
|
max_length=16, choices=const.CommandStorageTypeChoices.choices,
|
|
|
|
default=const.CommandStorageTypeChoices.server.value, verbose_name=_('Type'),
|
|
|
|
)
|
|
|
|
|
2021-01-12 10:06:42 +00:00
|
|
|
@property
|
|
|
|
def type_null(self):
|
|
|
|
return self.type == const.CommandStorageTypeChoices.null.value
|
|
|
|
|
|
|
|
@property
|
|
|
|
def type_server(self):
|
|
|
|
return self.type == const.CommandStorageTypeChoices.server.value
|
|
|
|
|
|
|
|
@property
|
|
|
|
def type_null_or_server(self):
|
|
|
|
return self.type_null or self.type_server
|
|
|
|
|
2020-12-10 12:50:22 +00:00
|
|
|
@property
|
|
|
|
def config(self):
|
|
|
|
config = self.meta
|
|
|
|
config.update({'TYPE': self.type})
|
|
|
|
return config
|
|
|
|
|
|
|
|
def is_valid(self):
|
2021-01-12 10:06:42 +00:00
|
|
|
if self.type_null_or_server:
|
2020-12-10 12:50:22 +00:00
|
|
|
return True
|
2021-03-17 07:26:47 +00:00
|
|
|
|
|
|
|
if self.type not in TYPE_ENGINE_MAPPING:
|
|
|
|
logger.error(f'Command storage `{self.type}` not support')
|
|
|
|
return False
|
|
|
|
|
|
|
|
engine_mod = import_module(TYPE_ENGINE_MAPPING[self.type])
|
|
|
|
store = engine_mod.CommandStore(self.config)
|
|
|
|
return store.ping(timeout=3)
|
2020-12-10 12:50:22 +00:00
|
|
|
|
2021-01-12 10:06:42 +00:00
|
|
|
def is_use(self):
|
2021-03-11 12:17:44 +00:00
|
|
|
return Terminal.objects.filter(command_storage=self.name, is_deleted=False).exists()
|
2020-12-10 12:50:22 +00:00
|
|
|
|
2021-02-22 10:35:53 +00:00
|
|
|
def get_command_queryset(self):
|
|
|
|
if self.type_server:
|
|
|
|
qs = Command.objects.all()
|
|
|
|
else:
|
|
|
|
if self.type not in TYPE_ENGINE_MAPPING:
|
|
|
|
logger.error(f'Command storage `{self.type}` not support')
|
|
|
|
return Command.objects.none()
|
|
|
|
engine_mod = import_module(TYPE_ENGINE_MAPPING[self.type])
|
|
|
|
qs = engine_mod.QuerySet(self.config)
|
|
|
|
qs.model = Command
|
|
|
|
return qs
|
|
|
|
|
2021-04-13 01:18:29 +00:00
|
|
|
def save(self, force_insert=False, force_update=False, using=None,
|
|
|
|
update_fields=None):
|
|
|
|
super().save()
|
|
|
|
|
|
|
|
if self.type in TYPE_ENGINE_MAPPING:
|
|
|
|
engine_mod = import_module(TYPE_ENGINE_MAPPING[self.type])
|
|
|
|
backend = engine_mod.CommandStore(self.config)
|
|
|
|
backend.pre_use_check()
|
|
|
|
|
2020-12-10 12:50:22 +00:00
|
|
|
|
2021-06-28 02:32:59 +00:00
|
|
|
class ReplayStorage(CommonStorageModelMixin, CommonModelMixin):
|
2020-12-10 12:50:22 +00:00
|
|
|
type = models.CharField(
|
2021-01-12 10:06:42 +00:00
|
|
|
max_length=16, choices=const.ReplayStorageTypeChoices.choices,
|
|
|
|
default=const.ReplayStorageTypeChoices.server.value, verbose_name=_('Type')
|
2020-12-10 12:50:22 +00:00
|
|
|
)
|
|
|
|
|
2021-01-12 10:06:42 +00:00
|
|
|
@property
|
|
|
|
def type_null(self):
|
|
|
|
return self.type == const.ReplayStorageTypeChoices.null.value
|
|
|
|
|
|
|
|
@property
|
|
|
|
def type_server(self):
|
|
|
|
return self.type == const.ReplayStorageTypeChoices.server.value
|
2020-12-10 12:50:22 +00:00
|
|
|
|
2021-01-12 10:06:42 +00:00
|
|
|
@property
|
|
|
|
def type_null_or_server(self):
|
|
|
|
return self.type_null or self.type_server
|
|
|
|
|
|
|
|
@property
|
|
|
|
def type_swift(self):
|
|
|
|
return self.type == const.ReplayStorageTypeChoices.swift.value
|
|
|
|
|
|
|
|
@property
|
|
|
|
def type_ceph(self):
|
|
|
|
return self.type == const.ReplayStorageTypeChoices.ceph.value
|
2020-12-10 12:50:22 +00:00
|
|
|
|
|
|
|
@property
|
|
|
|
def config(self):
|
2021-01-12 10:06:42 +00:00
|
|
|
_config = {}
|
|
|
|
|
|
|
|
# add type config
|
|
|
|
if self.type_ceph:
|
|
|
|
_type = const.ReplayStorageTypeChoices.s3.value
|
|
|
|
else:
|
|
|
|
_type = self.type
|
|
|
|
_config.update({'TYPE': _type})
|
|
|
|
|
|
|
|
# add special config
|
|
|
|
if self.type_swift:
|
|
|
|
_config.update({'signer': 'S3SignerType'})
|
2020-12-10 12:50:22 +00:00
|
|
|
|
2021-01-12 10:06:42 +00:00
|
|
|
# add meta config
|
|
|
|
_config.update(self.meta)
|
|
|
|
return _config
|
2020-12-10 12:50:22 +00:00
|
|
|
|
|
|
|
def is_valid(self):
|
2021-01-12 10:06:42 +00:00
|
|
|
if self.type_null_or_server:
|
2020-12-10 12:50:22 +00:00
|
|
|
return True
|
|
|
|
storage = jms_storage.get_object_storage(self.config)
|
|
|
|
target = 'tests.py'
|
|
|
|
src = os.path.join(settings.BASE_DIR, 'common', target)
|
|
|
|
return storage.is_valid(src, target)
|
|
|
|
|
2021-01-12 10:06:42 +00:00
|
|
|
def is_use(self):
|
2021-11-15 08:29:22 +00:00
|
|
|
return Terminal.objects.filter(replay_storage=self.name, is_deleted=False).exists()
|