2022-09-29 12:44:45 +00:00
|
|
|
import ast
|
|
|
|
|
2022-10-24 12:14:18 +00:00
|
|
|
from django.db import transaction
|
|
|
|
from django.dispatch import receiver
|
2022-09-29 12:44:45 +00:00
|
|
|
from django.utils import translation, timezone
|
2022-01-13 06:18:32 +00:00
|
|
|
from django.core.cache import cache
|
2022-10-24 12:14:18 +00:00
|
|
|
from celery import signals, current_app
|
2022-09-29 12:44:45 +00:00
|
|
|
|
|
|
|
from common.db.utils import close_old_connections, get_logger
|
2022-10-24 12:14:18 +00:00
|
|
|
from common.signals import django_ready
|
|
|
|
from .celery import app
|
|
|
|
from .models import CeleryTaskExecution, CeleryTask
|
2022-01-13 06:18:32 +00:00
|
|
|
|
2022-09-29 12:44:45 +00:00
|
|
|
logger = get_logger(__name__)
|
2022-01-13 06:18:32 +00:00
|
|
|
|
|
|
|
TASK_LANG_CACHE_KEY = 'TASK_LANG_{}'
|
|
|
|
TASK_LANG_CACHE_TTL = 1800
|
|
|
|
|
|
|
|
|
2022-10-24 12:14:18 +00:00
|
|
|
@receiver(django_ready)
|
|
|
|
def sync_registered_tasks(*args, **kwargs):
|
|
|
|
with transaction.atomic():
|
2022-10-26 09:38:32 +00:00
|
|
|
try:
|
|
|
|
db_tasks = CeleryTask.objects.all()
|
|
|
|
except Exception as e:
|
|
|
|
return
|
2022-10-25 12:02:23 +00:00
|
|
|
celery_task_names = [key for key in app.tasks]
|
2022-10-26 09:38:32 +00:00
|
|
|
db_task_names = db_tasks.values_list('name', flat=True)
|
|
|
|
|
|
|
|
db_tasks.exclude(name__in=celery_task_names).delete()
|
|
|
|
not_in_db_tasks = set(celery_task_names) - set(db_task_names)
|
|
|
|
tasks_to_create = [CeleryTask(name=name) for name in not_in_db_tasks]
|
|
|
|
CeleryTask.objects.bulk_create(tasks_to_create)
|
2022-10-24 12:14:18 +00:00
|
|
|
|
|
|
|
|
2022-09-29 12:44:45 +00:00
|
|
|
@signals.before_task_publish.connect
|
2022-01-13 06:18:32 +00:00
|
|
|
def before_task_publish(headers=None, **kwargs):
|
|
|
|
task_id = headers.get('id')
|
|
|
|
current_lang = translation.get_language()
|
|
|
|
key = TASK_LANG_CACHE_KEY.format(task_id)
|
|
|
|
cache.set(key, current_lang, 1800)
|
|
|
|
|
|
|
|
|
2022-09-29 12:44:45 +00:00
|
|
|
@signals.task_prerun.connect
|
2022-01-13 06:18:32 +00:00
|
|
|
def on_celery_task_pre_run(task_id='', **kwargs):
|
2022-09-29 12:44:45 +00:00
|
|
|
# 更新状态
|
2022-10-24 12:14:18 +00:00
|
|
|
CeleryTaskExecution.objects.filter(id=task_id).update(state='RUNNING', date_start=timezone.now())
|
2022-01-17 03:07:27 +00:00
|
|
|
# 关闭之前的数据库连接
|
|
|
|
close_old_connections()
|
|
|
|
|
|
|
|
# 保存 Lang context
|
2022-01-13 06:18:32 +00:00
|
|
|
key = TASK_LANG_CACHE_KEY.format(task_id)
|
|
|
|
task_lang = cache.get(key)
|
|
|
|
if task_lang:
|
|
|
|
translation.activate(task_lang)
|
2022-01-17 03:07:27 +00:00
|
|
|
|
|
|
|
|
2022-09-29 12:44:45 +00:00
|
|
|
@signals.task_postrun.connect
|
|
|
|
def on_celery_task_post_run(task_id='', state='', **kwargs):
|
2022-01-17 03:07:27 +00:00
|
|
|
close_old_connections()
|
2022-09-29 12:44:45 +00:00
|
|
|
print("Task post run: ", task_id, state)
|
|
|
|
|
2022-10-24 12:14:18 +00:00
|
|
|
CeleryTaskExecution.objects.filter(id=task_id).update(
|
2022-09-29 12:44:45 +00:00
|
|
|
state=state, date_finished=timezone.now(), is_finished=True
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
@signals.after_task_publish.connect
|
|
|
|
def task_sent_handler(headers=None, body=None, **kwargs):
|
|
|
|
info = headers if 'task' in headers else body
|
|
|
|
task = info.get('task')
|
|
|
|
i = info.get('id')
|
|
|
|
if not i or not task:
|
|
|
|
logger.error("Not found task id or name: {}".format(info))
|
|
|
|
return
|
|
|
|
|
|
|
|
args = info.get('argsrepr', '()')
|
|
|
|
kwargs = info.get('kwargsrepr', '{}')
|
|
|
|
try:
|
|
|
|
args = list(ast.literal_eval(args))
|
|
|
|
kwargs = ast.literal_eval(kwargs)
|
|
|
|
except (ValueError, SyntaxError):
|
|
|
|
args = []
|
|
|
|
kwargs = {}
|
|
|
|
|
|
|
|
data = {
|
|
|
|
'id': i,
|
|
|
|
'name': task,
|
|
|
|
'state': 'PENDING',
|
|
|
|
'is_finished': False,
|
|
|
|
'args': args,
|
|
|
|
'kwargs': kwargs
|
|
|
|
}
|
2022-10-24 12:14:18 +00:00
|
|
|
CeleryTaskExecution.objects.create(**data)
|