|
|
|
import os
|
|
|
|
|
|
|
|
import jms_storage
|
|
|
|
|
|
|
|
from django.conf import settings
|
|
|
|
|
|
|
|
from terminal.models import default_storage, ReplayStorage
|
|
|
|
from common.utils import get_logger, make_dirs
|
|
|
|
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
class BaseStorageHandler(object):
|
|
|
|
NAME = ''
|
|
|
|
|
|
|
|
def __init__(self, obj):
|
|
|
|
self.obj = obj
|
|
|
|
|
|
|
|
def get_file_path(self, **kwargs):
|
|
|
|
# return remote_path, local_path
|
|
|
|
raise NotImplementedError
|
|
|
|
|
|
|
|
def find_local(self):
|
|
|
|
raise NotImplementedError
|
|
|
|
|
|
|
|
def download(self):
|
|
|
|
replay_storages = ReplayStorage.objects.all()
|
|
|
|
configs = {}
|
|
|
|
for storage in replay_storages:
|
|
|
|
if storage.type_sftp:
|
|
|
|
continue
|
|
|
|
if storage.type_null_or_server:
|
|
|
|
continue
|
|
|
|
configs[storage.name] = storage.config
|
|
|
|
if settings.SERVER_REPLAY_STORAGE:
|
|
|
|
configs['SERVER_REPLAY_STORAGE'] = settings.SERVER_REPLAY_STORAGE
|
|
|
|
if not configs:
|
|
|
|
msg = f"Not found {self.NAME} file, and not remote storage set"
|
|
|
|
return None, msg
|
|
|
|
storage = jms_storage.get_multi_object_storage(configs)
|
|
|
|
|
|
|
|
remote_path, local_path = self.get_file_path(storage=storage)
|
|
|
|
if not remote_path:
|
|
|
|
msg = f'Not found {self.NAME} file'
|
|
|
|
logger.error(msg)
|
|
|
|
return None, msg
|
|
|
|
|
|
|
|
# 保存到storage的路径
|
|
|
|
target_path = os.path.join(default_storage.base_location, local_path)
|
|
|
|
target_dir = os.path.dirname(target_path)
|
|
|
|
if not os.path.isdir(target_dir):
|
|
|
|
make_dirs(target_dir, exist_ok=True)
|
|
|
|
|
|
|
|
ok, err = storage.download(remote_path, target_path)
|
|
|
|
if not ok:
|
|
|
|
msg = f'Failed download {self.NAME} file: {err}'
|
|
|
|
logger.error(msg)
|
|
|
|
return None, msg
|
|
|
|
url = default_storage.url(local_path)
|
|
|
|
return local_path, url
|
|
|
|
|
|
|
|
def get_file_path_url(self):
|
|
|
|
local_path, url = self.find_local()
|
|
|
|
if local_path is None:
|
|
|
|
local_path, url = self.download()
|
|
|
|
return local_path, url
|