2022-09-23 02:15:07 +00:00
|
|
|
# Generated by Django 3.1.14 on 2022-04-26 07:58
|
|
|
|
import uuid
|
2022-04-30 15:19:43 +00:00
|
|
|
|
2022-09-23 02:15:07 +00:00
|
|
|
from django.db import migrations
|
2022-04-30 15:19:43 +00:00
|
|
|
|
2022-09-23 02:15:07 +00:00
|
|
|
failed_apps = []
|
|
|
|
|
|
|
|
|
|
|
|
def get_prop_name_id(apps, app, category):
|
|
|
|
asset_model = apps.get_model('assets', 'Asset')
|
|
|
|
_id = app.id
|
|
|
|
id_exists = asset_model.objects.filter(id=_id).exists()
|
|
|
|
if id_exists:
|
|
|
|
_id = uuid.uuid4()
|
|
|
|
name = app.name
|
|
|
|
name_exists = asset_model.objects.filter(name=name).exists()
|
|
|
|
if name_exists:
|
|
|
|
name = category + '-' + app.name
|
|
|
|
return _id, name
|
|
|
|
|
|
|
|
|
|
|
|
def migrate_database_to_asset(apps, *args):
|
|
|
|
app_model = apps.get_model('applications', 'Application')
|
|
|
|
db_model = apps.get_model('assets', 'Database')
|
|
|
|
platform_model = apps.get_model('assets', 'Platform')
|
|
|
|
|
|
|
|
applications = app_model.objects.filter(category='db')
|
|
|
|
platforms = platform_model.objects.all().filter(internal=True)
|
|
|
|
platforms_map = {p.type: p for p in platforms}
|
2022-10-19 06:56:27 +00:00
|
|
|
print()
|
2022-09-23 02:15:07 +00:00
|
|
|
|
|
|
|
for app in applications:
|
|
|
|
attrs = {'host': '', 'port': 0, 'database': ''}
|
|
|
|
_attrs = app.attrs or {}
|
|
|
|
attrs.update(_attrs)
|
|
|
|
|
2023-03-13 05:56:37 +00:00
|
|
|
name = 'DB-{}'.format(app.name)
|
2022-09-23 02:15:07 +00:00
|
|
|
db = db_model(
|
2023-03-13 05:56:37 +00:00
|
|
|
id=app.id, name=name, address=attrs['host'],
|
2022-09-23 02:15:07 +00:00
|
|
|
protocols='{}/{}'.format(app.type, attrs['port']),
|
|
|
|
db_name=attrs['database'] or '',
|
|
|
|
platform=platforms_map[app.type],
|
|
|
|
org_id=app.org_id
|
|
|
|
)
|
|
|
|
try:
|
2022-10-19 03:39:11 +00:00
|
|
|
print("\t- Create database: ", app.name)
|
2022-09-23 02:15:07 +00:00
|
|
|
db.save()
|
|
|
|
except:
|
|
|
|
failed_apps.append(app)
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
def migrate_cloud_to_asset(apps, *args):
|
|
|
|
app_model = apps.get_model('applications', 'Application')
|
|
|
|
cloud_model = apps.get_model('assets', 'Cloud')
|
|
|
|
platform_model = apps.get_model('assets', 'Platform')
|
|
|
|
|
|
|
|
applications = app_model.objects.filter(category='cloud')
|
|
|
|
platform = platform_model.objects.filter(type='k8s').first()
|
|
|
|
print()
|
2022-04-30 15:19:43 +00:00
|
|
|
|
2022-09-23 02:15:07 +00:00
|
|
|
for app in applications:
|
|
|
|
attrs = app.attrs
|
2022-10-19 03:39:11 +00:00
|
|
|
print("\t- Create cloud: {}".format(app.name))
|
2023-03-13 05:56:37 +00:00
|
|
|
name = 'Cloud-{}'.format(app.name)
|
2022-09-23 02:15:07 +00:00
|
|
|
cloud = cloud_model(
|
2023-03-13 05:56:37 +00:00
|
|
|
id=app.id, name=name,
|
2022-09-23 02:15:07 +00:00
|
|
|
address=attrs.get('cluster', ''),
|
2023-01-30 09:04:11 +00:00
|
|
|
protocols='k8s/443', platform=platform,
|
2022-09-23 02:15:07 +00:00
|
|
|
org_id=app.org_id,
|
|
|
|
)
|
|
|
|
|
|
|
|
try:
|
|
|
|
cloud.save()
|
|
|
|
except Exception as e:
|
|
|
|
failed_apps.append(cloud)
|
|
|
|
print("Error: ", e)
|
|
|
|
|
|
|
|
|
|
|
|
def create_app_nodes(apps, org_id):
|
|
|
|
node_model = apps.get_model('assets', 'Node')
|
|
|
|
|
|
|
|
child_pattern = r'^[0-9]+:[0-9]+$'
|
|
|
|
node_keys = node_model.objects.filter(org_id=org_id) \
|
|
|
|
.filter(key__regex=child_pattern) \
|
|
|
|
.values_list('key', flat=True)
|
|
|
|
if not node_keys:
|
|
|
|
return
|
|
|
|
node_key_split = [key.split(':') for key in node_keys]
|
|
|
|
next_value = max([int(k[1]) for k in node_key_split]) + 1
|
|
|
|
parent_key = node_key_split[0][0]
|
|
|
|
next_key = '{}:{}'.format(parent_key, next_value)
|
|
|
|
name = 'Apps'
|
|
|
|
parent = node_model.objects.get(key=parent_key)
|
|
|
|
full_value = parent.full_value + '/' + name
|
|
|
|
defaults = {
|
|
|
|
'key': next_key, 'value': name, 'parent_key': parent_key,
|
|
|
|
'full_value': full_value, 'org_id': org_id
|
|
|
|
}
|
|
|
|
node, created = node_model.objects.get_or_create(
|
|
|
|
defaults=defaults, value=name, org_id=org_id,
|
|
|
|
)
|
|
|
|
node.parent = parent
|
|
|
|
return node
|
|
|
|
|
|
|
|
|
|
|
|
def migrate_to_nodes(apps, *args):
|
|
|
|
org_model = apps.get_model('orgs', 'Organization')
|
|
|
|
asset_model = apps.get_model('assets', 'Asset')
|
|
|
|
orgs = org_model.objects.all()
|
|
|
|
|
|
|
|
# Todo: 优化一些
|
|
|
|
for org in orgs:
|
|
|
|
node = create_app_nodes(apps, org.id)
|
|
|
|
assets = asset_model.objects.filter(
|
|
|
|
platform__category__in=['remote_app', 'database', 'cloud'],
|
|
|
|
org_id=org.id
|
|
|
|
)
|
|
|
|
if not node:
|
|
|
|
continue
|
2022-10-19 03:39:11 +00:00
|
|
|
print("\t- Set node asset: ", node)
|
2022-09-23 02:15:07 +00:00
|
|
|
node.assets_amount = len(assets)
|
|
|
|
node.save()
|
|
|
|
node.assets.set(assets)
|
|
|
|
parent = node.parent
|
|
|
|
parent.assets_amount += len(assets)
|
|
|
|
parent.save()
|
|
|
|
|
|
|
|
|
|
|
|
class Migration(migrations.Migration):
|
2022-04-30 15:19:43 +00:00
|
|
|
dependencies = [
|
2022-08-24 08:14:32 +00:00
|
|
|
('assets', '0097_auto_20220426_1558'),
|
2022-09-23 02:15:07 +00:00
|
|
|
('applications', '0020_auto_20220316_2028')
|
2022-04-30 15:19:43 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
operations = [
|
2022-09-23 02:15:07 +00:00
|
|
|
migrations.RunPython(migrate_database_to_asset),
|
|
|
|
migrations.RunPython(migrate_cloud_to_asset),
|
|
|
|
migrations.RunPython(migrate_to_nodes)
|
2022-04-30 15:19:43 +00:00
|
|
|
]
|