mirror of https://github.com/jumpserver/jumpserver
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
335 lines
13 KiB
335 lines
13 KiB
# Generated by Django 3.1.14 on 2022-06-23 02:27 |
|
|
|
import re |
|
from datetime import datetime |
|
from collections import defaultdict |
|
|
|
from django.utils import timezone as dj_timezone |
|
from django.db import migrations |
|
|
|
from perms.models import Action |
|
from tickets.const import TicketType |
|
|
|
pt = re.compile(r'(\w+)\((\w+)\)') |
|
|
|
|
|
def time_conversion(t): |
|
if not t: |
|
return |
|
try: |
|
return datetime.strptime(t, '%Y-%m-%d %H:%M:%S'). \ |
|
astimezone(dj_timezone.get_current_timezone()) |
|
except Exception: |
|
return |
|
|
|
|
|
nodes_dict = defaultdict(set) |
|
assets_dict = defaultdict(set) |
|
system_users_dict = defaultdict(set) |
|
apps_dict = defaultdict(set) |
|
global_inited = {} |
|
|
|
|
|
def init_global_dict(apps): |
|
if global_inited: |
|
return |
|
node_model = apps.get_model('assets', 'Node') |
|
asset_model = apps.get_model('assets', 'Asset') |
|
system_user_model = apps.get_model('assets', 'SystemUser') |
|
application_model = apps.get_model('applications', 'Application') |
|
|
|
node_qs = node_model.objects.values('id', 'org_id') |
|
asset_qs = asset_model.objects.values('id', 'org_id') |
|
system_user_qs = system_user_model.objects.values('id', 'org_id') |
|
app_qs = application_model.objects.values('id', 'org_id') |
|
|
|
for d, qs in [ |
|
(nodes_dict, node_qs), |
|
(assets_dict, asset_qs), |
|
(system_users_dict, system_user_qs), |
|
(apps_dict, app_qs) |
|
]: |
|
for i in qs: |
|
_id = str(i['id']) |
|
org_id = str(i['org_id']) |
|
d[org_id].add(_id) |
|
global_inited['inited'] = True |
|
|
|
|
|
def apply_asset_migrate(apps, *args): |
|
init_global_dict(apps) |
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket') |
|
tickets = ticket_model.objects.filter(type=TicketType.apply_asset) |
|
ticket_apply_asset_model = apps.get_model('tickets', 'ApplyAssetTicket') |
|
|
|
for instance in tickets: |
|
meta = instance.meta |
|
org_id = instance.org_id |
|
apply_actions = meta.get('apply_actions') |
|
|
|
# 数据库中数据结构有问题，可能是 list，可能是 int |
|
if isinstance(apply_actions, list): |
|
apply_actions = Action.choices_to_value(value=apply_actions) |
|
elif isinstance(apply_actions, int): |
|
apply_actions = apply_actions |
|
else: |
|
apply_actions = 0 |
|
|
|
data = { |
|
'ticket_ptr_id': instance.pk, |
|
'apply_permission_name': meta.get('apply_permission_name', ''), |
|
'apply_date_start': time_conversion(meta.get('apply_date_start')), |
|
'apply_date_expired': time_conversion(meta.get('apply_date_expired')), |
|
'apply_actions': apply_actions, |
|
} |
|
|
|
child = ticket_apply_asset_model(**data) |
|
child.__dict__.update(instance.__dict__) |
|
child.save() |
|
|
|
apply_nodes = list(set(meta.get('apply_nodes', [])) & nodes_dict[org_id]) |
|
apply_assets = list(set(meta.get('apply_assets', [])) & assets_dict[org_id]) |
|
apply_system_users = list(set(meta.get('apply_system_users', [])) & system_users_dict[org_id]) |
|
child.apply_nodes.set(apply_nodes) |
|
child.apply_assets.set(apply_assets) |
|
child.apply_system_users.set(apply_system_users) |
|
|
|
if (not apply_nodes and not apply_assets) or not apply_system_users: |
|
continue |
|
|
|
rel_snapshot = { |
|
'applicant': instance.applicant_display, |
|
'apply_nodes': meta.get('apply_nodes_display', []), |
|
'apply_assets': meta.get('apply_assets_display', []), |
|
'apply_system_users': meta.get('apply_system_users_display', []), |
|
} |
|
instance.rel_snapshot = rel_snapshot |
|
instance.save(update_fields=['rel_snapshot']) |
|
|
|
|
|
def apply_application_migrate(apps, *args): |
|
init_global_dict(apps) |
|
|
|
ticket_model = apps.get_model('tickets', 'Ticket') |
|
tickets = ticket_model.objects.filter(type=TicketType.apply_application) |
|
ticket_apply_app_model = apps.get_model('tickets', 'ApplyApplicationTicket') |
|
|
|
for instance in tickets: |
|
meta = instance.meta |
|
org_id = instance.org_id |
|
data = { |
|
'ticket_ptr_id': instance.pk, |
|
'apply_permission_name': meta.get('apply_permission_name', ''), |
|
'apply_category': meta.get('apply_category'), |
|
'apply_type': meta.get('apply_type'), |
|
'apply_date_start': time_conversion(meta.get('apply_date_start')), |
|
'apply_date_expired': time_conversion(meta.get('apply_date_expired')), |
|
} |
|
child = ticket_apply_app_model(**data) |
|
child.__dict__.update(instance.__dict__) |
|
child.save() |
|
|
|
apply_applications = list(set(meta.get('apply_applications', [])) & apps_dict[org_id]) |
|
apply_system_users = list(set(meta.get('apply_system_users', [])) & system_users_dict[org_id]) |
|
if not apply_applications or not apply_system_users: |
|
continue |
|
child.apply_applications.set(apply_applications) |
|
child.apply_system_users.set(apply_system_users) |
|
|
|
rel_snapshot = { |
|
'applicant': instance.applicant_display, |
|
'apply_applications': meta.get('apply_applications_display', []), |
|
'apply_system_users': meta.get('apply_system_users_display', []), |
|
} |
|
instance.rel_snapshot = rel_snapshot |
|
instance.save(update_fields=['rel_snapshot']) |
|
|
|
|
|
def login_confirm_migrate(apps, *args): |
|
ticket_model = apps.get_model('tickets', 'Ticket') |
|
tickets = ticket_model.objects.filter(type=TicketType.login_confirm) |
|
ticket_apply_login_model = apps.get_model('tickets', 'ApplyLoginTicket') |
|
|
|
for instance in tickets: |
|
meta = instance.meta |
|
data = { |
|
'ticket_ptr_id': instance.pk, |
|
'apply_login_ip': meta.get('apply_login_ip'), |
|
'apply_login_city': meta.get('apply_login_city'), |
|
'apply_login_datetime': time_conversion(meta.get('apply_login_datetime')), |
|
} |
|
rel_snapshot = { |
|
'applicant': instance.applicant_display |
|
} |
|
instance.rel_snapshot = rel_snapshot |
|
instance.save(update_fields=['rel_snapshot']) |
|
child = ticket_apply_login_model(**data) |
|
child.__dict__.update(instance.__dict__) |
|
child.save() |
|
|
|
|
|
def analysis_instance_name(name: str): |
|
if not name: |
|
return None |
|
matched = pt.match(name) |
|
if not matched: |
|
return None |
|
return matched.groups() |
|
|
|
|
|
def login_asset_confirm_migrate(apps, *args): |
|
user_model = apps.get_model('users', 'User') |
|
asset_model = apps.get_model('assets', 'Asset') |
|
system_user_model = apps.get_model('assets', 'SystemUser') |
|
ticket_model = apps.get_model('tickets', 'Ticket') |
|
tickets = ticket_model.objects.filter(type=TicketType.login_asset_confirm) |
|
ticket_apply_login_asset_model = apps.get_model('tickets', 'ApplyLoginAssetTicket') |
|
|
|
for instance in tickets: |
|
meta = instance.meta |
|
|
|
name_username = analysis_instance_name(meta.get('apply_login_user')) |
|
apply_login_user = user_model.objects.filter( |
|
name=name_username[0], |
|
username=name_username[1] |
|
).first() if name_username else None |
|
|
|
hostname_ip = analysis_instance_name(meta.get('apply_login_asset')) |
|
apply_login_asset = asset_model.objects.filter( |
|
org_id=instance.org_id, |
|
hostname=hostname_ip[0], |
|
ip=hostname_ip[1] |
|
).first() if hostname_ip else None |
|
|
|
name_username = analysis_instance_name(meta.get('apply_login_system_user')) |
|
apply_login_system_user = system_user_model.objects.filter( |
|
org_id=instance.org_id, |
|
name=name_username[0], |
|
username=name_username[1] |
|
).first() if name_username else None |
|
|
|
data = { |
|
'ticket_ptr_id': instance.pk, |
|
'apply_login_user': apply_login_user, |
|
'apply_login_asset': apply_login_asset, |
|
'apply_login_system_user': apply_login_system_user, |
|
} |
|
child = ticket_apply_login_asset_model(**data) |
|
child.__dict__.update(instance.__dict__) |
|
child.save() |
|
|
|
rel_snapshot = { |
|
'applicant': instance.applicant_display, |
|
'apply_login_user': meta.get('apply_login_user', ''), |
|
'apply_login_asset': meta.get('apply_login_asset', ''), |
|
'apply_login_system_user': meta.get('apply_login_system_user', ''), |
|
} |
|
instance.rel_snapshot = rel_snapshot |
|
instance.save(update_fields=['rel_snapshot']) |
|
|
|
|
|
def command_confirm_migrate(apps, *args): |
|
user_model = apps.get_model('users', 'User') |
|
asset_model = apps.get_model('assets', 'Asset') |
|
system_user_model = apps.get_model('assets', 'SystemUser') |
|
ticket_model = apps.get_model('tickets', 'Ticket') |
|
session_model = apps.get_model('terminal', 'Session') |
|
command_filter_model = apps.get_model('assets', 'CommandFilter') |
|
command_filter_rule_model = apps.get_model('assets', 'CommandFilterRule') |
|
|
|
tickets = ticket_model.objects.filter(type=TicketType.command_confirm) |
|
session_ids = tickets.values_list('meta__apply_from_session_id', flat=True) |
|
session_ids = session_model.objects.filter(id__in=list(session_ids)).values_list('id', flat=True) |
|
session_ids = [str(i) for i in session_ids] |
|
command_filter_ids = tickets.values_list('meta__apply_from_cmd_filter_id', flat=True) |
|
command_filter_ids = command_filter_model.objects\ |
|
.filter(id__in=list(command_filter_ids))\ |
|
.values_list('id', flat=True) |
|
command_filter_ids = [str(i) for i in command_filter_ids] |
|
command_filter_rule_ids = tickets.values_list('meta__apply_from_cmd_filter_rule_id', flat=True) |
|
command_filter_rule_ids = command_filter_rule_model.objects\ |
|
.filter(id__in=list(command_filter_rule_ids))\ |
|
.values_list('id', flat=True) |
|
command_filter_rule_ids = [str(i) for i in command_filter_rule_ids] |
|
|
|
ticket_apply_command_model = apps.get_model('tickets', 'ApplyCommandTicket') |
|
|
|
for instance in tickets: |
|
meta = instance.meta |
|
|
|
name_username = analysis_instance_name(meta.get('apply_run_user')) |
|
apply_run_user = user_model.objects.filter( |
|
name=name_username[0], username=name_username[1] |
|
).first() if name_username else None |
|
|
|
name_username = analysis_instance_name(meta.get('apply_run_system_user')) |
|
apply_run_system_user = system_user_model.objects.filter( |
|
org_id=instance.org_id, name=name_username[0], username=name_username[1] |
|
).first() if name_username else None |
|
|
|
apply_from_session_id = meta.get('apply_from_session_id') |
|
apply_from_cmd_filter_id = meta.get('apply_from_cmd_filter_id') |
|
apply_from_cmd_filter_rule_id = meta.get('apply_from_cmd_filter_rule_id') |
|
|
|
if apply_from_session_id not in session_ids: |
|
apply_from_session_id = None |
|
if apply_from_cmd_filter_id not in command_filter_ids: |
|
apply_from_cmd_filter_id = None |
|
if apply_from_cmd_filter_rule_id not in command_filter_rule_ids: |
|
apply_from_cmd_filter_rule_id = None |
|
|
|
data = { |
|
'ticket_ptr_id': instance.pk, |
|
'apply_run_user': apply_run_user, |
|
'apply_run_asset': meta.get('apply_run_asset', ''), |
|
'apply_run_system_user': apply_run_system_user, |
|
'apply_run_command': meta.get('apply_run_command', '')[:4090], |
|
'apply_from_session_id': apply_from_session_id, |
|
'apply_from_cmd_filter_id': apply_from_cmd_filter_id, |
|
'apply_from_cmd_filter_rule_id': apply_from_cmd_filter_rule_id, |
|
} |
|
|
|
rel_snapshot = { |
|
'applicant': instance.applicant_display, |
|
'apply_run_user': meta.get('apply_run_user', ''), |
|
'apply_run_system_user': meta.get('apply_run_system_user', ''), |
|
'apply_from_session': meta.get('apply_from_session_id', ''), |
|
'apply_from_cmd_filter': meta.get('apply_from_cmd_filter_id', ''), |
|
'apply_from_cmd_filter_rule': meta.get('apply_from_cmd_filter_rule_id', ''), |
|
} |
|
child = ticket_apply_command_model(**data) |
|
child.__dict__.update(instance.__dict__) |
|
child.save() |
|
|
|
instance.rel_snapshot = rel_snapshot |
|
instance.save(update_fields=['rel_snapshot']) |
|
|
|
|
|
def migrate_ticket_state(apps, *args): |
|
ticket_model = apps.get_model('tickets', 'Ticket') |
|
ticket_step_model = apps.get_model('tickets', 'TicketStep') |
|
ticket_assignee_model = apps.get_model('tickets', 'TicketAssignee') |
|
ticket_model.objects.filter(state='open').update(state='pending') |
|
ticket_step_model.objects.filter(state='notified').update(state='pending') |
|
ticket_assignee_model.objects.filter(state='notified').update(state='pending') |
|
|
|
|
|
class Migration(migrations.Migration): |
|
|
|
dependencies = [ |
|
('tickets', '0016_auto_20220609_1758'), |
|
] |
|
|
|
operations = [ |
|
migrations.RunPython(migrate_ticket_state), |
|
migrations.RunPython(apply_asset_migrate), |
|
migrations.RunPython(apply_application_migrate), |
|
migrations.RunPython(login_confirm_migrate), |
|
migrations.RunPython(login_asset_confirm_migrate), |
|
migrations.RunPython(command_confirm_migrate), |
|
migrations.RemoveField( |
|
model_name='ticket', |
|
name='applicant_display', |
|
), |
|
]
|
|
|