|
|
# Generated by Django 3.1.14 on 2022-06-23 02:27
|
|
|
|
|
|
import re
|
|
|
from datetime import datetime
|
|
|
from collections import defaultdict
|
|
|
|
|
|
from django.utils import timezone as dj_timezone
|
|
|
from django.db import migrations
|
|
|
|
|
|
from tickets.const import TicketType
|
|
|
|
|
|
pt = re.compile(r'(\w+)\((\w+)\)')
|
|
|
|
|
|
|
|
|
def time_conversion(t):
|
|
|
if not t:
|
|
|
return
|
|
|
try:
|
|
|
return datetime.strptime(t, '%Y-%m-%d %H:%M:%S'). \
|
|
|
astimezone(dj_timezone.get_current_timezone())
|
|
|
except Exception:
|
|
|
return
|
|
|
|
|
|
|
|
|
nodes_dict = defaultdict(set)
|
|
|
assets_dict = defaultdict(set)
|
|
|
system_users_dict = defaultdict(set)
|
|
|
apps_dict = defaultdict(set)
|
|
|
global_inited = {}
|
|
|
|
|
|
|
|
|
def init_global_dict(apps):
|
|
|
if global_inited:
|
|
|
return
|
|
|
node_model = apps.get_model('assets', 'Node')
|
|
|
asset_model = apps.get_model('assets', 'Asset')
|
|
|
system_user_model = apps.get_model('assets', 'SystemUser')
|
|
|
application_model = apps.get_model('applications', 'Application')
|
|
|
|
|
|
node_qs = node_model.objects.values('id', 'org_id')
|
|
|
asset_qs = asset_model.objects.values('id', 'org_id')
|
|
|
system_user_qs = system_user_model.objects.values('id', 'org_id')
|
|
|
app_qs = application_model.objects.values('id', 'org_id')
|
|
|
|
|
|
for d, qs in [
|
|
|
(nodes_dict, node_qs),
|
|
|
(assets_dict, asset_qs),
|
|
|
(system_users_dict, system_user_qs),
|
|
|
(apps_dict, app_qs)
|
|
|
]:
|
|
|
for i in qs:
|
|
|
_id = str(i['id'])
|
|
|
org_id = str(i['org_id'])
|
|
|
d[org_id].add(_id)
|
|
|
global_inited['inited'] = True
|
|
|
|
|
|
|
|
|
def apply_asset_migrate(apps, *args):
|
|
|
init_global_dict(apps)
|
|
|
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket')
|
|
|
tickets = ticket_model.objects.filter(type=TicketType.apply_asset)
|
|
|
ticket_apply_asset_model = apps.get_model('tickets', 'ApplyAssetTicket')
|
|
|
|
|
|
for instance in tickets:
|
|
|
meta = instance.meta
|
|
|
org_id = instance.org_id
|
|
|
apply_actions = meta.get('apply_actions')
|
|
|
|
|
|
# 数据库中数据结构有问题，可能是 list，可能是 int
|
|
|
if isinstance(apply_actions, list):
|
|
|
apply_actions = Action.choices_to_value(value=apply_actions)
|
|
|
elif isinstance(apply_actions, int):
|
|
|
apply_actions = apply_actions
|
|
|
else:
|
|
|
apply_actions = 0
|
|
|
|
|
|
data = {
|
|
|
'ticket_ptr_id': instance.pk,
|
|
|
'apply_permission_name': meta.get('apply_permission_name', ''),
|
|
|
'apply_date_start': time_conversion(meta.get('apply_date_start')),
|
|
|
'apply_date_expired': time_conversion(meta.get('apply_date_expired')),
|
|
|
'apply_actions': apply_actions,
|
|
|
}
|
|
|
|
|
|
child = ticket_apply_asset_model(**data)
|
|
|
child.__dict__.update(instance.__dict__)
|
|
|
child.save()
|
|
|
|
|
|
apply_nodes = list(set(meta.get('apply_nodes', [])) & nodes_dict[org_id])
|
|
|
apply_assets = list(set(meta.get('apply_assets', [])) & assets_dict[org_id])
|
|
|
apply_system_users = list(set(meta.get('apply_system_users', [])) & system_users_dict[org_id])
|
|
|
child.apply_nodes.set(apply_nodes)
|
|
|
child.apply_assets.set(apply_assets)
|
|
|
child.apply_system_users.set(apply_system_users)
|
|
|
|
|
|
if (not apply_nodes and not apply_assets) or not apply_system_users:
|
|
|
continue
|
|
|
|
|
|
rel_snapshot = {
|
|
|
'applicant': instance.applicant_display,
|
|
|
'apply_nodes': meta.get('apply_nodes_display', []),
|
|
|
'apply_assets': meta.get('apply_assets_display', []),
|
|
|
'apply_system_users': meta.get('apply_system_users_display', []),
|
|
|
}
|
|
|
instance.rel_snapshot = rel_snapshot
|
|
|
instance.save(update_fields=['rel_snapshot'])
|
|
|
|
|
|
|
|
|
def apply_application_migrate(apps, *args):
|
|
|
init_global_dict(apps)
|
|
|
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket')
|
|
|
tickets = ticket_model.objects.filter(type='apply_application')
|
|
|
ticket_apply_app_model = apps.get_model('tickets', 'ApplyApplicationTicket')
|
|
|
|
|
|
for instance in tickets:
|
|
|
meta = instance.meta
|
|
|
org_id = instance.org_id
|
|
|
data = {
|
|
|
'ticket_ptr_id': instance.pk,
|
|
|
'apply_permission_name': meta.get('apply_permission_name', ''),
|
|
|
'apply_category': meta.get('apply_category'),
|
|
|
'apply_type': meta.get('apply_type'),
|
|
|
'apply_date_start': time_conversion(meta.get('apply_date_start')),
|
|
|
'apply_date_expired': time_conversion(meta.get('apply_date_expired')),
|
|
|
}
|
|
|
child = ticket_apply_app_model(**data)
|
|
|
child.__dict__.update(instance.__dict__)
|
|
|
child.save()
|
|
|
|
|
|
apply_applications = list(set(meta.get('apply_applications', [])) & apps_dict[org_id])
|
|
|
apply_system_users = list(set(meta.get('apply_system_users', [])) & system_users_dict[org_id])
|
|
|
if not apply_applications or not apply_system_users:
|
|
|
continue
|
|
|
child.apply_applications.set(apply_applications)
|
|
|
child.apply_system_users.set(apply_system_users)
|
|
|
|
|
|
rel_snapshot = {
|
|
|
'applicant': instance.applicant_display,
|
|
|
'apply_applications': meta.get('apply_applications_display', []),
|
|
|
'apply_system_users': meta.get('apply_system_users_display', []),
|
|
|
}
|
|
|
instance.rel_snapshot = rel_snapshot
|
|
|
instance.save(update_fields=['rel_snapshot'])
|
|
|
|
|
|
|
|
|
def login_confirm_migrate(apps, *args):
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket')
|
|
|
tickets = ticket_model.objects.filter(type=TicketType.login_confirm)
|
|
|
ticket_apply_login_model = apps.get_model('tickets', 'ApplyLoginTicket')
|
|
|
|
|
|
for instance in tickets:
|
|
|
meta = instance.meta
|
|
|
data = {
|
|
|
'ticket_ptr_id': instance.pk,
|
|
|
'apply_login_ip': meta.get('apply_login_ip'),
|
|
|
'apply_login_city': meta.get('apply_login_city'),
|
|
|
'apply_login_datetime': time_conversion(meta.get('apply_login_datetime')),
|
|
|
}
|
|
|
rel_snapshot = {
|
|
|
'applicant': instance.applicant_display
|
|
|
}
|
|
|
instance.rel_snapshot = rel_snapshot
|
|
|
instance.save(update_fields=['rel_snapshot'])
|
|
|
child = ticket_apply_login_model(**data)
|
|
|
child.__dict__.update(instance.__dict__)
|
|
|
child.save()
|
|
|
|
|
|
|
|
|
def analysis_instance_name(name: str):
|
|
|
if not name:
|
|
|
return None
|
|
|
matched = pt.match(name)
|
|
|
if not matched:
|
|
|
return None
|
|
|
return matched.groups()
|
|
|
|
|
|
|
|
|
def login_asset_confirm_migrate(apps, *args):
|
|
|
user_model = apps.get_model('users', 'User')
|
|
|
asset_model = apps.get_model('assets', 'Asset')
|
|
|
system_user_model = apps.get_model('assets', 'SystemUser')
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket')
|
|
|
tickets = ticket_model.objects.filter(type=TicketType.login_asset_confirm)
|
|
|
ticket_apply_login_asset_model = apps.get_model('tickets', 'ApplyLoginAssetTicket')
|
|
|
|
|
|
for instance in tickets:
|
|
|
meta = instance.meta
|
|
|
|
|
|
name_username = analysis_instance_name(meta.get('apply_login_user'))
|
|
|
apply_login_user = user_model.objects.filter(
|
|
|
name=name_username[0],
|
|
|
username=name_username[1]
|
|
|
).first() if name_username else None
|
|
|
|
|
|
hostname_ip = analysis_instance_name(meta.get('apply_login_asset'))
|
|
|
apply_login_asset = asset_model.objects.filter(
|
|
|
org_id=instance.org_id,
|
|
|
hostname=hostname_ip[0],
|
|
|
ip=hostname_ip[1]
|
|
|
).first() if hostname_ip else None
|
|
|
|
|
|
name_username = analysis_instance_name(meta.get('apply_login_system_user'))
|
|
|
apply_login_system_user = system_user_model.objects.filter(
|
|
|
org_id=instance.org_id,
|
|
|
name=name_username[0],
|
|
|
username=name_username[1]
|
|
|
).first() if name_username else None
|
|
|
|
|
|
data = {
|
|
|
'ticket_ptr_id': instance.pk,
|
|
|
'apply_login_user': apply_login_user,
|
|
|
'apply_login_asset': apply_login_asset,
|
|
|
'apply_login_system_user': apply_login_system_user,
|
|
|
}
|
|
|
child = ticket_apply_login_asset_model(**data)
|
|
|
child.__dict__.update(instance.__dict__)
|
|
|
child.save()
|
|
|
|
|
|
rel_snapshot = {
|
|
|
'applicant': instance.applicant_display,
|
|
|
'apply_login_user': meta.get('apply_login_user', ''),
|
|
|
'apply_login_asset': meta.get('apply_login_asset', ''),
|
|
|
'apply_login_system_user': meta.get('apply_login_system_user', ''),
|
|
|
}
|
|
|
instance.rel_snapshot = rel_snapshot
|
|
|
instance.save(update_fields=['rel_snapshot'])
|
|
|
|
|
|
|
|
|
def command_confirm_migrate(apps, *args):
|
|
|
user_model = apps.get_model('users', 'User')
|
|
|
asset_model = apps.get_model('assets', 'Asset')
|
|
|
system_user_model = apps.get_model('assets', 'SystemUser')
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket')
|
|
|
session_model = apps.get_model('terminal', 'Session')
|
|
|
command_filter_model = apps.get_model('assets', 'CommandFilter')
|
|
|
command_filter_rule_model = apps.get_model('assets', 'CommandFilterRule')
|
|
|
|
|
|
tickets = ticket_model.objects.filter(type=TicketType.command_confirm)
|
|
|
session_ids = tickets.values_list('meta__apply_from_session_id', flat=True)
|
|
|
session_ids = session_model.objects.filter(id__in=list(session_ids)).values_list('id', flat=True)
|
|
|
session_ids = [str(i) for i in session_ids]
|
|
|
command_filter_ids = tickets.values_list('meta__apply_from_cmd_filter_id', flat=True)
|
|
|
command_filter_ids = command_filter_model.objects\
|
|
|
.filter(id__in=list(command_filter_ids))\
|
|
|
.values_list('id', flat=True)
|
|
|
command_filter_ids = [str(i) for i in command_filter_ids]
|
|
|
command_filter_rule_ids = tickets.values_list('meta__apply_from_cmd_filter_rule_id', flat=True)
|
|
|
command_filter_rule_ids = command_filter_rule_model.objects\
|
|
|
.filter(id__in=list(command_filter_rule_ids))\
|
|
|
.values_list('id', flat=True)
|
|
|
command_filter_rule_ids = [str(i) for i in command_filter_rule_ids]
|
|
|
|
|
|
ticket_apply_command_model = apps.get_model('tickets', 'ApplyCommandTicket')
|
|
|
|
|
|
for instance in tickets:
|
|
|
meta = instance.meta
|
|
|
|
|
|
name_username = analysis_instance_name(meta.get('apply_run_user'))
|
|
|
apply_run_user = user_model.objects.filter(
|
|
|
name=name_username[0], username=name_username[1]
|
|
|
).first() if name_username else None
|
|
|
|
|
|
name_username = analysis_instance_name(meta.get('apply_run_system_user'))
|
|
|
apply_run_system_user = system_user_model.objects.filter(
|
|
|
org_id=instance.org_id, name=name_username[0], username=name_username[1]
|
|
|
).first() if name_username else None
|
|
|
|
|
|
apply_from_session_id = meta.get('apply_from_session_id')
|
|
|
apply_from_cmd_filter_id = meta.get('apply_from_cmd_filter_id')
|
|
|
apply_from_cmd_filter_rule_id = meta.get('apply_from_cmd_filter_rule_id')
|
|
|
|
|
|
if apply_from_session_id not in session_ids:
|
|
|
apply_from_session_id = None
|
|
|
if apply_from_cmd_filter_id not in command_filter_ids:
|
|
|
apply_from_cmd_filter_id = None
|
|
|
if apply_from_cmd_filter_rule_id not in command_filter_rule_ids:
|
|
|
apply_from_cmd_filter_rule_id = None
|
|
|
|
|
|
data = {
|
|
|
'ticket_ptr_id': instance.pk,
|
|
|
'apply_run_user': apply_run_user,
|
|
|
'apply_run_asset': meta.get('apply_run_asset', ''),
|
|
|
'apply_run_system_user': apply_run_system_user,
|
|
|
'apply_run_command': meta.get('apply_run_command', '')[:4090],
|
|
|
'apply_from_session_id': apply_from_session_id,
|
|
|
'apply_from_cmd_filter_id': apply_from_cmd_filter_id,
|
|
|
'apply_from_cmd_filter_rule_id': apply_from_cmd_filter_rule_id,
|
|
|
}
|
|
|
|
|
|
rel_snapshot = {
|
|
|
'applicant': instance.applicant_display,
|
|
|
'apply_run_user': meta.get('apply_run_user', ''),
|
|
|
'apply_run_system_user': meta.get('apply_run_system_user', ''),
|
|
|
'apply_from_session': meta.get('apply_from_session_id', ''),
|
|
|
'apply_from_cmd_filter': meta.get('apply_from_cmd_filter_id', ''),
|
|
|
'apply_from_cmd_filter_rule': meta.get('apply_from_cmd_filter_rule_id', ''),
|
|
|
}
|
|
|
child = ticket_apply_command_model(**data)
|
|
|
child.__dict__.update(instance.__dict__)
|
|
|
child.save()
|
|
|
|
|
|
instance.rel_snapshot = rel_snapshot
|
|
|
instance.save(update_fields=['rel_snapshot'])
|
|
|
|
|
|
|
|
|
def migrate_ticket_state(apps, *args):
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket')
|
|
|
ticket_step_model = apps.get_model('tickets', 'TicketStep')
|
|
|
ticket_assignee_model = apps.get_model('tickets', 'TicketAssignee')
|
|
|
ticket_model.objects.filter(state='open').update(state='pending')
|
|
|
ticket_step_model.objects.filter(state='notified').update(state='pending')
|
|
|
ticket_assignee_model.objects.filter(state='notified').update(state='pending')
|
|
|
|
|
|
|
|
|
class Migration(migrations.Migration):
|
|
|
|
|
|
dependencies = [
|
|
|
('tickets', '0016_auto_20220609_1758'),
|
|
|
]
|
|
|
|
|
|
operations = [
|
|
|
migrations.RunPython(migrate_ticket_state),
|
|
|
migrations.RunPython(apply_asset_migrate),
|
|
|
migrations.RunPython(apply_application_migrate),
|
|
|
migrations.RunPython(login_confirm_migrate),
|
|
|
migrations.RunPython(login_asset_confirm_migrate),
|
|
|
migrations.RunPython(command_confirm_migrate),
|
|
|
migrations.RemoveField(
|
|
|
model_name='ticket',
|
|
|
name='applicant_display',
|
|
|
),
|
|
|
]
|
