2016-11-13 14:34:38 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
#
|
|
|
|
|
2020-10-26 06:48:37 +00:00
|
|
|
import os
|
|
|
|
import subprocess
|
2018-02-27 11:39:27 +00:00
|
|
|
import datetime
|
|
|
|
|
2017-11-14 01:44:16 +00:00
|
|
|
from celery import shared_task
|
2018-12-18 03:29:21 +00:00
|
|
|
from celery.utils.log import get_task_logger
|
2018-02-27 11:39:27 +00:00
|
|
|
from django.utils import timezone
|
2018-12-18 03:29:21 +00:00
|
|
|
from django.core.files.storage import default_storage
|
|
|
|
|
2020-10-26 06:48:37 +00:00
|
|
|
from common.utils import get_log_keep_day
|
2019-01-15 02:23:30 +00:00
|
|
|
from ops.celery.decorator import (
|
|
|
|
register_as_period_task, after_app_ready_start, after_app_shutdown_clean_periodic
|
|
|
|
)
|
2018-12-18 03:29:21 +00:00
|
|
|
from .models import Status, Session, Command
|
2020-09-27 06:34:47 +00:00
|
|
|
from .backends import server_replay_storage
|
|
|
|
from .utils import find_session_replay_local
|
2017-12-04 08:41:00 +00:00
|
|
|
|
|
|
|
CACHE_REFRESH_INTERVAL = 10
|
2017-12-04 12:15:47 +00:00
|
|
|
RUNNING = False
|
2018-12-18 03:29:21 +00:00
|
|
|
logger = get_task_logger(__name__)
|
2016-11-13 14:34:38 +00:00
|
|
|
|
2017-11-14 01:44:16 +00:00
|
|
|
|
|
|
|
@shared_task
|
2018-02-27 11:39:27 +00:00
|
|
|
@register_as_period_task(interval=3600)
|
|
|
|
@after_app_ready_start
|
2019-01-15 02:23:30 +00:00
|
|
|
@after_app_shutdown_clean_periodic
|
2018-02-27 11:39:27 +00:00
|
|
|
def delete_terminal_status_period():
|
2021-03-26 11:09:34 +00:00
|
|
|
yesterday = timezone.now() - datetime.timedelta(days=7)
|
2018-02-27 11:39:27 +00:00
|
|
|
Status.objects.filter(date_created__lt=yesterday).delete()
|
2017-12-04 08:41:00 +00:00
|
|
|
|
|
|
|
|
2018-03-06 09:05:36 +00:00
|
|
|
@shared_task
|
2019-01-15 02:23:30 +00:00
|
|
|
@register_as_period_task(interval=600)
|
2018-03-06 09:05:36 +00:00
|
|
|
@after_app_ready_start
|
2019-01-15 02:23:30 +00:00
|
|
|
@after_app_shutdown_clean_periodic
|
2018-03-06 09:05:36 +00:00
|
|
|
def clean_orphan_session():
|
|
|
|
active_sessions = Session.objects.filter(is_finished=False)
|
|
|
|
for session in active_sessions:
|
2019-02-19 04:50:33 +00:00
|
|
|
if session.is_active():
|
2019-01-15 02:23:30 +00:00
|
|
|
continue
|
|
|
|
session.is_finished = True
|
|
|
|
session.date_end = timezone.now()
|
|
|
|
session.save()
|
2018-12-18 03:29:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
@shared_task
|
|
|
|
@register_as_period_task(interval=3600*24)
|
|
|
|
@after_app_ready_start
|
2019-01-15 02:23:30 +00:00
|
|
|
@after_app_shutdown_clean_periodic
|
2018-12-18 03:29:21 +00:00
|
|
|
def clean_expired_session_period():
|
|
|
|
logger.info("Start clean expired session record, commands and replay")
|
2020-10-26 06:48:37 +00:00
|
|
|
days = get_log_keep_day('TERMINAL_SESSION_KEEP_DURATION')
|
|
|
|
expire_date = timezone.now() - timezone.timedelta(days=days)
|
|
|
|
expired_sessions = Session.objects.filter(date_start__lt=expire_date)
|
|
|
|
timestamp = expire_date.timestamp()
|
|
|
|
expired_commands = Command.objects.filter(timestamp__lt=timestamp)
|
|
|
|
replay_dir = os.path.join(default_storage.base_location, 'replay')
|
|
|
|
|
|
|
|
expired_sessions.delete()
|
|
|
|
logger.info("Clean session item done")
|
|
|
|
expired_commands.delete()
|
|
|
|
logger.info("Clean session command done")
|
2022-02-14 02:58:30 +00:00
|
|
|
command = "find %s -mtime +%s \\( -name '*.json' -o -name '*.tar' -o -name '*.gz' \\) -exec rm -f {} \\;" % (
|
2020-10-26 06:48:37 +00:00
|
|
|
replay_dir, days
|
|
|
|
)
|
|
|
|
subprocess.call(command, shell=True)
|
|
|
|
command = "find %s -type d -empty -delete;" % replay_dir
|
|
|
|
subprocess.call(command, shell=True)
|
|
|
|
logger.info("Clean session replay done")
|
2018-12-18 03:29:21 +00:00
|
|
|
|
2019-01-15 02:23:30 +00:00
|
|
|
|
2020-09-27 06:34:47 +00:00
|
|
|
@shared_task
|
|
|
|
def upload_session_replay_to_external_storage(session_id):
|
|
|
|
logger.info(f'Start upload session to external storage: {session_id}')
|
|
|
|
session = Session.objects.filter(id=session_id).first()
|
|
|
|
if not session:
|
|
|
|
logger.error(f'Session db item not found: {session_id}')
|
|
|
|
return
|
|
|
|
local_path, foobar = find_session_replay_local(session)
|
|
|
|
if not local_path:
|
|
|
|
logger.error(f'Session replay not found, may be upload error: {local_path}')
|
|
|
|
return
|
|
|
|
abs_path = default_storage.path(local_path)
|
2021-12-08 07:35:22 +00:00
|
|
|
remote_path = session.get_relative_path_by_local_path(abs_path)
|
2020-09-27 06:34:47 +00:00
|
|
|
ok, err = server_replay_storage.upload(abs_path, remote_path)
|
|
|
|
if not ok:
|
|
|
|
logger.error(f'Session replay upload to external error: {err}')
|
|
|
|
return
|
|
|
|
try:
|
|
|
|
default_storage.delete(local_path)
|
|
|
|
except:
|
|
|
|
pass
|
|
|
|
return
|