mirror of https://github.com/jumpserver/jumpserver
342 lines
13 KiB
Python
342 lines
13 KiB
Python
# Generated by Django 3.1.14 on 2022-06-23 02:27
|
||
|
||
import re
|
||
from datetime import datetime
|
||
from collections import defaultdict
|
||
|
||
from django.utils import timezone as dj_timezone
|
||
from django.db import migrations
|
||
|
||
from perms.models import Action
|
||
from tickets.const import TicketType
|
||
|
||
pt = re.compile(r'(\w+)\((\w+)\)')
|
||
|
||
|
||
def time_conversion(t):
|
||
if not t:
|
||
return
|
||
try:
|
||
return datetime.strptime(t, '%Y-%m-%d %H:%M:%S'). \
|
||
astimezone(dj_timezone.get_current_timezone())
|
||
except Exception:
|
||
return
|
||
|
||
|
||
nodes_dict = defaultdict(set)
|
||
assets_dict = defaultdict(set)
|
||
system_users_dict = defaultdict(set)
|
||
apps_dict = defaultdict(set)
|
||
global_inited = {}
|
||
|
||
|
||
def init_global_dict(apps):
|
||
if global_inited:
|
||
return
|
||
node_model = apps.get_model('assets', 'Node')
|
||
asset_model = apps.get_model('assets', 'Asset')
|
||
system_user_model = apps.get_model('assets', 'SystemUser')
|
||
application_model = apps.get_model('applications', 'Application')
|
||
|
||
node_qs = node_model.objects.values('id', 'org_id')
|
||
asset_qs = asset_model.objects.values('id', 'org_id')
|
||
system_user_qs = system_user_model.objects.values('id', 'org_id')
|
||
app_qs = application_model.objects.values('id', 'org_id')
|
||
|
||
for d, qs in [
|
||
(nodes_dict, node_qs),
|
||
(assets_dict, asset_qs),
|
||
(system_users_dict, system_user_qs),
|
||
(apps_dict, app_qs)
|
||
]:
|
||
for i in qs:
|
||
_id = str(i['id'])
|
||
org_id = str(i['org_id'])
|
||
d[org_id].add(_id)
|
||
global_inited['inited'] = True
|
||
|
||
|
||
def apply_asset_migrate(apps, *args):
|
||
init_global_dict(apps)
|
||
|
||
ticket_model = apps.get_model('tickets', 'Ticket')
|
||
tickets = ticket_model.objects.filter(type=TicketType.apply_asset)
|
||
ticket_apply_asset_model = apps.get_model('tickets', 'ApplyAssetTicket')
|
||
|
||
for instance in tickets:
|
||
meta = instance.meta
|
||
org_id = instance.org_id
|
||
apply_actions = meta.get('apply_actions')
|
||
|
||
# 数据库中数据结构有问题，可能是 list，可能是 int
|
||
if isinstance(apply_actions, list):
|
||
apply_actions = Action.choices_to_value(value=apply_actions)
|
||
elif isinstance(apply_actions, int):
|
||
apply_actions = apply_actions
|
||
else:
|
||
apply_actions = 0
|
||
|
||
data = {
|
||
'ticket_ptr_id': instance.pk,
|
||
'apply_permission_name': meta.get('apply_permission_name', ''),
|
||
'apply_date_start': time_conversion(meta.get('apply_date_start')),
|
||
'apply_date_expired': time_conversion(meta.get('apply_date_expired')),
|
||
'apply_actions': apply_actions,
|
||
}
|
||
|
||
child = ticket_apply_asset_model(**data)
|
||
child.__dict__.update(instance.__dict__)
|
||
child.save()
|
||
|
||
apply_nodes = list(set(meta.get('apply_nodes', [])) & nodes_dict[org_id])
|
||
apply_assets = list(set(meta.get('apply_assets', [])) & assets_dict[org_id])
|
||
apply_system_users = list(set(meta.get('apply_system_users', [])) & system_users_dict[org_id])
|
||
child.apply_nodes.set(apply_nodes)
|
||
child.apply_assets.set(apply_assets)
|
||
child.apply_system_users.set(apply_system_users)
|
||
|
||
if (not apply_nodes and not apply_assets) or not apply_system_users:
|
||
continue
|
||
|
||
rel_snapshot = {
|
||
'applicant': instance.applicant_display,
|
||
'apply_nodes': meta.get('apply_nodes_display', []),
|
||
'apply_assets': meta.get('apply_assets_display', []),
|
||
'apply_system_users': meta.get('apply_system_users', []),
|
||
}
|
||
instance.rel_snapshot = rel_snapshot
|
||
instance.save(update_fields=['rel_snapshot'])
|
||
|
||
|
||
def apply_application_migrate(apps, *args):
|
||
init_global_dict(apps)
|
||
|
||
ticket_model = apps.get_model('tickets', 'Ticket')
|
||
tickets = ticket_model.objects.filter(type=TicketType.apply_application)
|
||
ticket_apply_app_model = apps.get_model('tickets', 'ApplyApplicationTicket')
|
||
|
||
for instance in tickets:
|
||
meta = instance.meta
|
||
org_id = instance.org_id
|
||
data = {
|
||
'ticket_ptr_id': instance.pk,
|
||
'apply_permission_name': meta.get('apply_permission_name', ''),
|
||
'apply_category': meta.get('apply_category'),
|
||
'apply_type': meta.get('apply_type'),
|
||
'apply_date_start': time_conversion(meta.get('apply_date_start')),
|
||
'apply_date_expired': time_conversion(meta.get('apply_date_expired')),
|
||
}
|
||
child = ticket_apply_app_model(**data)
|
||
child.__dict__.update(instance.__dict__)
|
||
child.save()
|
||
|
||
apply_applications = list(set(meta.get('apply_applications', [])) & apps_dict[org_id])
|
||
apply_system_users = list(set(meta.get('apply_system_users', [])) & system_users_dict[org_id])
|
||
if not apply_applications or not apply_system_users:
|
||
continue
|
||
child.apply_applications.set(apply_applications)
|
||
child.apply_system_users.set(apply_system_users)
|
||
|
||
rel_snapshot = {
|
||
'applicant': instance.applicant_display,
|
||
'apply_applications': meta.get('apply_applications_display', []),
|
||
'apply_system_users': meta.get('apply_system_users', []),
|
||
}
|
||
instance.rel_snapshot = rel_snapshot
|
||
instance.save(update_fields=['rel_snapshot'])
|
||
|
||
|
||
def login_confirm_migrate(apps, *args):
|
||
ticket_model = apps.get_model('tickets', 'Ticket')
|
||
tickets = ticket_model.objects.filter(type=TicketType.login_confirm)
|
||
ticket_apply_login_model = apps.get_model('tickets', 'ApplyLoginTicket')
|
||
|
||
for instance in tickets:
|
||
meta = instance.meta
|
||
data = {
|
||
'ticket_ptr_id': instance.pk,
|
||
'apply_login_ip': meta.get('apply_login_ip'),
|
||
'apply_login_city': meta.get('apply_login_city'),
|
||
'apply_login_datetime': time_conversion(meta.get('apply_login_datetime')),
|
||
}
|
||
rel_snapshot = {
|
||
'applicant': instance.applicant_display
|
||
}
|
||
instance.rel_snapshot = rel_snapshot
|
||
instance.save(update_fields=['rel_snapshot'])
|
||
child = ticket_apply_login_model(**data)
|
||
child.__dict__.update(instance.__dict__)
|
||
child.save()
|
||
|
||
|
||
def analysis_instance_name(name: str):
|
||
if not name:
|
||
return None
|
||
matched = pt.match(name)
|
||
if not matched:
|
||
return None
|
||
return matched.groups()
|
||
|
||
|
||
def login_asset_confirm_migrate(apps, *args):
|
||
user_model = apps.get_model('users', 'User')
|
||
asset_model = apps.get_model('assets', 'Asset')
|
||
system_user_model = apps.get_model('assets', 'SystemUser')
|
||
ticket_model = apps.get_model('tickets', 'Ticket')
|
||
tickets = ticket_model.objects.filter(type=TicketType.login_asset_confirm)
|
||
ticket_apply_login_asset_model = apps.get_model('tickets', 'ApplyLoginAssetTicket')
|
||
|
||
for instance in tickets:
|
||
meta = instance.meta
|
||
|
||
name_username = analysis_instance_name(meta.get('apply_login_user'))
|
||
apply_login_user = user_model.objects.filter(
|
||
name=name_username[0],
|
||
username=name_username[1]
|
||
).first() if name_username else None
|
||
|
||
hostname_ip = analysis_instance_name(meta.get('apply_login_asset'))
|
||
apply_login_asset = asset_model.objects.filter(
|
||
org_id=instance.org_id,
|
||
hostname=hostname_ip[0],
|
||
ip=hostname_ip[1]
|
||
).first() if hostname_ip else None
|
||
|
||
name_username = analysis_instance_name(meta.get('apply_login_system_user'))
|
||
apply_login_system_user = system_user_model.objects.filter(
|
||
org_id=instance.org_id,
|
||
name=name_username[0],
|
||
username=name_username[1]
|
||
).first() if name_username else None
|
||
|
||
data = {
|
||
'ticket_ptr_id': instance.pk,
|
||
'apply_login_user': apply_login_user,
|
||
'apply_login_asset': apply_login_asset,
|
||
'apply_login_system_user': apply_login_system_user,
|
||
}
|
||
child = ticket_apply_login_asset_model(**data)
|
||
child.__dict__.update(instance.__dict__)
|
||
child.save()
|
||
|
||
rel_snapshot = {
|
||
'applicant': instance.applicant_display,
|
||
'apply_login_user': meta.get('apply_login_user', ''),
|
||
'apply_login_asset': meta.get('apply_login_asset', ''),
|
||
'apply_login_system_user': meta.get('apply_login_system_user', ''),
|
||
}
|
||
instance.rel_snapshot = rel_snapshot
|
||
instance.save(update_fields=['rel_snapshot'])
|
||
|
||
|
||
def command_confirm_migrate(apps, *args):
|
||
user_model = apps.get_model('users', 'User')
|
||
asset_model = apps.get_model('assets', 'Asset')
|
||
system_user_model = apps.get_model('assets', 'SystemUser')
|
||
ticket_model = apps.get_model('tickets', 'Ticket')
|
||
session_model = apps.get_model('terminal', 'Session')
|
||
command_filter_model = apps.get_model('assets', 'CommandFilter')
|
||
command_filter_rule_model = apps.get_model('assets', 'CommandFilterRule')
|
||
|
||
tickets = ticket_model.objects.filter(type=TicketType.command_confirm)
|
||
session_ids = tickets.values_list('meta__apply_from_session_id', flat=True)
|
||
session_ids = session_model.objects.filter(id__in=list(session_ids)).values_list('id', flat=True)
|
||
session_ids = [str(i) for i in session_ids]
|
||
command_filter_ids = tickets.values_list('meta__apply_from_cmd_filter_id', flat=True)
|
||
command_filter_ids = command_filter_model.objects\
|
||
.filter(id__in=list(command_filter_ids))\
|
||
.values_list('id', flat=True)
|
||
command_filter_ids = [str(i) for i in command_filter_ids]
|
||
command_filter_rule_ids = tickets.values_list('meta__apply_from_cmd_filter_rule_id', flat=True)
|
||
command_filter_rule_ids = command_filter_rule_model.objects\
|
||
.filter(id__in=list(command_filter_rule_ids))\
|
||
.values_list('id', flat=True)
|
||
command_filter_rule_ids = [str(i) for i in command_filter_rule_ids]
|
||
|
||
ticket_apply_command_model = apps.get_model('tickets', 'ApplyCommandTicket')
|
||
|
||
for instance in tickets:
|
||
meta = instance.meta
|
||
|
||
name_username = analysis_instance_name(meta.get('apply_run_user'))
|
||
apply_run_user = user_model.objects.filter(
|
||
name=name_username[0], username=name_username[1]
|
||
).first() if name_username else None
|
||
|
||
hostname_ip = analysis_instance_name(meta.get('apply_run_asset'))
|
||
apply_run_asset = asset_model.objects.filter(
|
||
org_id=instance.org_id, hostname=hostname_ip[0], ip=hostname_ip[1]
|
||
).first() if hostname_ip else None
|
||
|
||
name_username = analysis_instance_name(meta.get('apply_run_system_user'))
|
||
apply_run_system_user = system_user_model.objects.filter(
|
||
org_id=instance.org_id, name=name_username[0], username=name_username[1]
|
||
).first() if name_username else None
|
||
|
||
apply_from_session_id = meta.get('apply_from_session_id')
|
||
apply_from_cmd_filter_id = meta.get('apply_from_cmd_filter_id')
|
||
apply_from_cmd_filter_rule_id = meta.get('apply_from_cmd_filter_rule_id')
|
||
|
||
if apply_from_session_id not in session_ids:
|
||
apply_from_session_id = None
|
||
if apply_from_cmd_filter_id not in command_filter_ids:
|
||
apply_from_cmd_filter_id = None
|
||
if apply_from_cmd_filter_rule_id not in command_filter_rule_ids:
|
||
apply_from_cmd_filter_rule_id = None
|
||
|
||
data = {
|
||
'ticket_ptr_id': instance.pk,
|
||
'apply_run_user': apply_run_user,
|
||
'apply_run_asset': apply_run_asset,
|
||
'apply_run_system_user': apply_run_system_user,
|
||
'apply_run_command': meta.get('apply_run_command', '')[:4090],
|
||
'apply_from_session_id': apply_from_session_id,
|
||
'apply_from_cmd_filter_id': apply_from_cmd_filter_id,
|
||
'apply_from_cmd_filter_rule_id': apply_from_cmd_filter_rule_id,
|
||
}
|
||
|
||
rel_snapshot = {
|
||
'applicant': instance.applicant_display,
|
||
'apply_run_user': meta.get('apply_run_user', ''),
|
||
'apply_run_asset': meta.get('apply_run_asset', ''),
|
||
'apply_run_system_user': meta.get('apply_run_system_user', ''),
|
||
'apply_from_session': meta.get('apply_from_session_id', ''),
|
||
'apply_from_cmd_filter': meta.get('apply_from_cmd_filter_id', ''),
|
||
'apply_from_cmd_filter_rule': meta.get('apply_from_cmd_filter_rule_id', ''),
|
||
}
|
||
child = ticket_apply_command_model(**data)
|
||
child.__dict__.update(instance.__dict__)
|
||
child.save()
|
||
|
||
instance.rel_snapshot = rel_snapshot
|
||
instance.save(update_fields=['rel_snapshot'])
|
||
|
||
|
||
def migrate_ticket_state(apps, *args):
|
||
ticket_model = apps.get_model('tickets', 'Ticket')
|
||
ticket_step_model = apps.get_model('tickets', 'TicketStep')
|
||
ticket_assignee_model = apps.get_model('tickets', 'TicketAssignee')
|
||
ticket_model.objects.filter(state='open').update(state='pending')
|
||
ticket_step_model.objects.filter(state='notified').update(state='pending')
|
||
ticket_assignee_model.objects.filter(state='notified').update(state='pending')
|
||
|
||
|
||
class Migration(migrations.Migration):
|
||
|
||
dependencies = [
|
||
('tickets', '0016_auto_20220609_1758'),
|
||
]
|
||
|
||
operations = [
|
||
migrations.RunPython(migrate_ticket_state),
|
||
migrations.RunPython(apply_asset_migrate),
|
||
migrations.RunPython(apply_application_migrate),
|
||
migrations.RunPython(login_confirm_migrate),
|
||
migrations.RunPython(login_asset_confirm_migrate),
|
||
migrations.RunPython(command_confirm_migrate),
|
||
migrations.RemoveField(
|
||
model_name='ticket',
|
||
name='applicant_display',
|
||
),
|
||
]
|