2016-12-20 16:43:52 +00:00
|
|
|
#!/usr/bin/env python
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
#
|
|
|
|
|
2017-11-23 06:08:01 +00:00
|
|
|
import uuid
|
2017-12-11 09:08:43 +00:00
|
|
|
import logging
|
2018-05-28 07:00:06 +00:00
|
|
|
import random
|
2018-05-31 11:47:57 +00:00
|
|
|
from functools import reduce
|
2019-08-23 10:23:07 +00:00
|
|
|
from collections import OrderedDict
|
2017-11-23 06:08:01 +00:00
|
|
|
|
2016-12-20 16:43:52 +00:00
|
|
|
from django.db import models
|
|
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
|
2019-06-24 06:23:29 +00:00
|
|
|
from .utils import Connectivity
|
2019-08-21 12:27:21 +00:00
|
|
|
from orgs.mixins.models import OrgModelMixin, OrgManager
|
2016-12-20 16:43:52 +00:00
|
|
|
|
2019-07-06 06:06:12 +00:00
|
|
|
__all__ = ['Asset', 'ProtocolsMixin']
|
2016-12-20 16:43:52 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
2018-01-09 15:33:14 +00:00
|
|
|
def default_cluster():
|
|
|
|
from .cluster import Cluster
|
|
|
|
name = "Default"
|
|
|
|
defaults = {"name": name}
|
|
|
|
cluster, created = Cluster.objects.get_or_create(
|
|
|
|
defaults=defaults, name=name
|
|
|
|
)
|
2018-01-10 04:03:35 +00:00
|
|
|
return cluster.id
|
2018-01-09 15:33:14 +00:00
|
|
|
|
|
|
|
|
2018-02-08 03:34:21 +00:00
|
|
|
def default_node():
|
2018-02-09 03:12:40 +00:00
|
|
|
try:
|
2018-02-09 07:24:44 +00:00
|
|
|
from .node import Node
|
2019-08-23 10:23:07 +00:00
|
|
|
root = Node.org_root()
|
2018-10-16 04:37:42 +00:00
|
|
|
return root
|
2018-02-09 03:12:40 +00:00
|
|
|
except:
|
|
|
|
return None
|
2018-02-08 03:34:21 +00:00
|
|
|
|
|
|
|
|
2018-07-13 07:05:46 +00:00
|
|
|
class AssetQuerySet(models.QuerySet):
|
2018-04-27 03:41:47 +00:00
|
|
|
def active(self):
|
|
|
|
return self.filter(is_active=True)
|
|
|
|
|
|
|
|
def valid(self):
|
|
|
|
return self.active()
|
|
|
|
|
2019-07-05 10:07:10 +00:00
|
|
|
def has_protocol(self, name):
|
|
|
|
return self.filter(protocols__contains=name)
|
|
|
|
|
2018-04-27 03:41:47 +00:00
|
|
|
|
2019-07-05 10:07:10 +00:00
|
|
|
class ProtocolsMixin:
|
|
|
|
protocols = ''
|
2018-12-19 09:03:10 +00:00
|
|
|
PROTOCOL_SSH = 'ssh'
|
|
|
|
PROTOCOL_RDP = 'rdp'
|
|
|
|
PROTOCOL_TELNET = 'telnet'
|
|
|
|
PROTOCOL_VNC = 'vnc'
|
2018-06-29 06:59:43 +00:00
|
|
|
PROTOCOL_CHOICES = (
|
2018-12-19 09:03:10 +00:00
|
|
|
(PROTOCOL_SSH, 'ssh'),
|
|
|
|
(PROTOCOL_RDP, 'rdp'),
|
|
|
|
(PROTOCOL_TELNET, 'telnet (beta)'),
|
|
|
|
(PROTOCOL_VNC, 'vnc'),
|
2018-06-29 06:59:43 +00:00
|
|
|
)
|
2019-06-13 10:58:43 +00:00
|
|
|
|
2019-07-05 10:07:10 +00:00
|
|
|
@property
|
|
|
|
def protocols_as_list(self):
|
|
|
|
if not self.protocols:
|
|
|
|
return []
|
|
|
|
return self.protocols.split(' ')
|
2019-06-13 10:58:43 +00:00
|
|
|
|
2019-07-05 10:07:10 +00:00
|
|
|
@property
|
|
|
|
def protocols_as_dict(self):
|
|
|
|
d = OrderedDict()
|
|
|
|
protocols = self.protocols_as_list
|
|
|
|
for i in protocols:
|
|
|
|
if '/' not in i:
|
|
|
|
continue
|
|
|
|
name, port = i.split('/')[:2]
|
|
|
|
if not all([name, port]):
|
|
|
|
continue
|
|
|
|
d[name] = int(port)
|
|
|
|
return d
|
|
|
|
|
|
|
|
@property
|
|
|
|
def protocols_as_json(self):
|
|
|
|
return [
|
|
|
|
{"name": name, "port": port}
|
|
|
|
for name, port in self.protocols_as_dict.items()
|
|
|
|
]
|
|
|
|
|
|
|
|
def has_protocol(self, name):
|
|
|
|
return name in self.protocols_as_dict
|
|
|
|
|
|
|
|
@property
|
|
|
|
def ssh_port(self):
|
|
|
|
return self.protocols_as_dict.get("ssh", 22)
|
2019-06-13 10:58:43 +00:00
|
|
|
|
|
|
|
|
2019-07-11 10:12:14 +00:00
|
|
|
class NodesRelationMixin:
|
|
|
|
NODES_CACHE_KEY = 'ASSET_NODES_{}'
|
|
|
|
ALL_ASSET_NODES_CACHE_KEY = 'ALL_ASSETS_NODES'
|
|
|
|
CACHE_TIME = 3600 * 24 * 7
|
|
|
|
id = ""
|
|
|
|
_all_nodes_keys = None
|
|
|
|
|
|
|
|
def get_nodes(self):
|
|
|
|
from .node import Node
|
2019-08-23 10:23:07 +00:00
|
|
|
nodes = self.nodes.all()
|
|
|
|
if not nodes:
|
|
|
|
nodes = Node.objects.filter(id=Node.org_root().id)
|
2019-07-11 10:12:14 +00:00
|
|
|
return nodes
|
|
|
|
|
|
|
|
def get_all_nodes(self, flat=False):
|
|
|
|
nodes = []
|
|
|
|
for node in self.get_nodes():
|
|
|
|
_nodes = node.get_ancestor(with_self=True)
|
|
|
|
nodes.append(_nodes)
|
|
|
|
if flat:
|
|
|
|
nodes = list(reduce(lambda x, y: set(x) | set(y), nodes))
|
|
|
|
return nodes
|
|
|
|
|
|
|
|
|
|
|
|
class Asset(ProtocolsMixin, NodesRelationMixin, OrgModelMixin):
|
2019-06-13 10:58:43 +00:00
|
|
|
# Important
|
|
|
|
PLATFORM_CHOICES = (
|
|
|
|
('Linux', 'Linux'),
|
|
|
|
('Unix', 'Unix'),
|
|
|
|
('MacOS', 'MacOS'),
|
|
|
|
('BSD', 'BSD'),
|
|
|
|
('Windows', 'Windows'),
|
|
|
|
('Windows2016', 'Windows(2016)'),
|
|
|
|
('Other', 'Other'),
|
|
|
|
)
|
2018-06-29 06:59:43 +00:00
|
|
|
|
2017-11-23 06:08:01 +00:00
|
|
|
id = models.UUIDField(default=uuid.uuid4, primary_key=True)
|
2019-05-21 09:07:47 +00:00
|
|
|
ip = models.CharField(max_length=128, verbose_name=_('IP'), db_index=True)
|
2018-07-15 10:39:11 +00:00
|
|
|
hostname = models.CharField(max_length=128, verbose_name=_('Hostname'))
|
2019-07-05 10:07:10 +00:00
|
|
|
protocol = models.CharField(max_length=128, default=ProtocolsMixin.PROTOCOL_SSH,
|
|
|
|
choices=ProtocolsMixin.PROTOCOL_CHOICES,
|
2019-06-13 10:58:43 +00:00
|
|
|
verbose_name=_('Protocol'))
|
2016-12-20 16:43:52 +00:00
|
|
|
port = models.IntegerField(default=22, verbose_name=_('Port'))
|
2019-06-13 10:58:43 +00:00
|
|
|
|
2019-07-05 10:28:56 +00:00
|
|
|
protocols = models.CharField(max_length=128, default='ssh/22', blank=True, verbose_name=_("Protocols"))
|
2018-07-15 10:39:11 +00:00
|
|
|
platform = models.CharField(max_length=128, choices=PLATFORM_CHOICES, default='Linux', verbose_name=_('Platform'))
|
2018-12-18 09:28:45 +00:00
|
|
|
domain = models.ForeignKey("assets.Domain", null=True, blank=True, related_name='assets', verbose_name=_("Domain"), on_delete=models.SET_NULL)
|
|
|
|
nodes = models.ManyToManyField('assets.Node', default=default_node, related_name='assets', verbose_name=_("Nodes"))
|
2017-03-15 16:19:47 +00:00
|
|
|
is_active = models.BooleanField(default=True, verbose_name=_('Is active'))
|
|
|
|
|
2017-12-11 09:08:43 +00:00
|
|
|
# Auth
|
2019-06-19 03:31:38 +00:00
|
|
|
admin_user = models.ForeignKey('assets.AdminUser', on_delete=models.PROTECT, null=True, verbose_name=_("Admin user"), related_name='assets')
|
2017-12-11 09:08:43 +00:00
|
|
|
|
2017-03-15 16:19:47 +00:00
|
|
|
# Some information
|
2019-06-13 10:58:43 +00:00
|
|
|
public_ip = models.CharField(max_length=128, blank=True, null=True, verbose_name=_('Public IP'))
|
2018-07-15 10:39:11 +00:00
|
|
|
number = models.CharField(max_length=32, null=True, blank=True, verbose_name=_('Asset number'))
|
2017-03-15 16:19:47 +00:00
|
|
|
|
|
|
|
# Collect
|
2018-12-18 09:28:45 +00:00
|
|
|
vendor = models.CharField(max_length=64, null=True, blank=True, verbose_name=_('Vendor'))
|
|
|
|
model = models.CharField(max_length=54, null=True, blank=True, verbose_name=_('Model'))
|
|
|
|
sn = models.CharField(max_length=128, null=True, blank=True, verbose_name=_('Serial number'))
|
|
|
|
|
|
|
|
cpu_model = models.CharField(max_length=64, null=True, blank=True, verbose_name=_('CPU model'))
|
2017-03-15 16:19:47 +00:00
|
|
|
cpu_count = models.IntegerField(null=True, verbose_name=_('CPU count'))
|
|
|
|
cpu_cores = models.IntegerField(null=True, verbose_name=_('CPU cores'))
|
2018-08-15 04:00:47 +00:00
|
|
|
cpu_vcpus = models.IntegerField(null=True, verbose_name=_('CPU vcpus'))
|
2018-12-18 09:28:45 +00:00
|
|
|
memory = models.CharField(max_length=64, null=True, blank=True, verbose_name=_('Memory'))
|
|
|
|
disk_total = models.CharField(max_length=1024, null=True, blank=True, verbose_name=_('Disk total'))
|
|
|
|
disk_info = models.CharField(max_length=1024, null=True, blank=True, verbose_name=_('Disk info'))
|
|
|
|
|
|
|
|
os = models.CharField(max_length=128, null=True, blank=True, verbose_name=_('OS'))
|
|
|
|
os_version = models.CharField(max_length=16, null=True, blank=True, verbose_name=_('OS version'))
|
|
|
|
os_arch = models.CharField(max_length=16, blank=True, null=True, verbose_name=_('OS arch'))
|
|
|
|
hostname_raw = models.CharField(max_length=128, blank=True, null=True, verbose_name=_('Hostname raw'))
|
|
|
|
|
|
|
|
labels = models.ManyToManyField('assets.Label', blank=True, related_name='assets', verbose_name=_("Labels"))
|
|
|
|
created_by = models.CharField(max_length=32, null=True, blank=True, verbose_name=_('Created by'))
|
|
|
|
date_created = models.DateTimeField(auto_now_add=True, null=True, blank=True, verbose_name=_('Date created'))
|
|
|
|
comment = models.TextField(max_length=128, default='', blank=True, verbose_name=_('Comment'))
|
2016-12-20 16:43:52 +00:00
|
|
|
|
2019-06-27 13:43:10 +00:00
|
|
|
objects = OrgManager.from_queryset(AssetQuerySet)()
|
2019-07-04 13:17:39 +00:00
|
|
|
_connectivity = None
|
2018-04-27 03:41:47 +00:00
|
|
|
|
2017-11-01 15:23:11 +00:00
|
|
|
def __str__(self):
|
2018-04-11 07:24:12 +00:00
|
|
|
return '{0.hostname}({0.ip})'.format(self)
|
2016-12-20 17:03:52 +00:00
|
|
|
|
2016-12-20 16:43:52 +00:00
|
|
|
@property
|
|
|
|
def is_valid(self):
|
|
|
|
warning = ''
|
|
|
|
if not self.is_active:
|
|
|
|
warning += ' inactive'
|
2019-07-05 10:07:10 +00:00
|
|
|
if warning:
|
|
|
|
return False, warning
|
|
|
|
return True, warning
|
2019-06-13 10:58:43 +00:00
|
|
|
|
|
|
|
def is_windows(self):
|
|
|
|
if self.platform in ("Windows", "Windows2016"):
|
|
|
|
return True
|
|
|
|
else:
|
2018-12-10 02:11:54 +00:00
|
|
|
return False
|
|
|
|
|
2018-02-27 11:39:27 +00:00
|
|
|
def is_unixlike(self):
|
2019-06-13 10:58:43 +00:00
|
|
|
if self.platform not in ("Windows", "Windows2016", "Other"):
|
2018-02-27 11:39:27 +00:00
|
|
|
return True
|
|
|
|
else:
|
|
|
|
return False
|
|
|
|
|
2019-06-13 10:58:43 +00:00
|
|
|
def is_support_ansible(self):
|
|
|
|
return self.has_protocol('ssh') and self.platform not in ("Other",)
|
|
|
|
|
|
|
|
@property
|
|
|
|
def cpu_info(self):
|
|
|
|
info = ""
|
|
|
|
if self.cpu_model:
|
|
|
|
info += self.cpu_model
|
|
|
|
if self.cpu_count and self.cpu_cores:
|
|
|
|
info += "{}*{}".format(self.cpu_count, self.cpu_cores)
|
|
|
|
return info
|
|
|
|
|
2017-12-11 09:08:43 +00:00
|
|
|
@property
|
2017-12-12 04:19:45 +00:00
|
|
|
def hardware_info(self):
|
|
|
|
if self.cpu_count:
|
|
|
|
return '{} Core {} {}'.format(
|
2018-08-15 04:00:47 +00:00
|
|
|
self.cpu_vcpus or self.cpu_count * self.cpu_cores,
|
2017-12-12 04:19:45 +00:00
|
|
|
self.memory, self.disk_total
|
|
|
|
)
|
2017-12-11 09:08:43 +00:00
|
|
|
else:
|
|
|
|
return ''
|
|
|
|
|
|
|
|
@property
|
2018-12-18 09:28:45 +00:00
|
|
|
def connectivity(self):
|
2019-07-04 13:17:39 +00:00
|
|
|
if self._connectivity:
|
|
|
|
return self._connectivity
|
2019-06-21 02:59:08 +00:00
|
|
|
if not self.admin_user:
|
2019-06-21 12:57:51 +00:00
|
|
|
return Connectivity.unknown()
|
2019-07-04 13:17:39 +00:00
|
|
|
connectivity = self.admin_user.get_asset_connectivity(self)
|
|
|
|
return connectivity
|
2017-12-11 09:08:43 +00:00
|
|
|
|
2018-12-18 09:28:45 +00:00
|
|
|
@connectivity.setter
|
|
|
|
def connectivity(self, value):
|
2019-06-21 05:34:20 +00:00
|
|
|
if not self.admin_user:
|
|
|
|
return
|
2019-07-04 13:17:39 +00:00
|
|
|
self.admin_user.set_asset_connectivity(self, value)
|
2016-12-20 16:43:52 +00:00
|
|
|
|
2018-03-28 11:37:29 +00:00
|
|
|
def get_auth_info(self):
|
2019-06-13 10:58:43 +00:00
|
|
|
if not self.admin_user:
|
|
|
|
return {}
|
|
|
|
|
|
|
|
self.admin_user.load_specific_asset_auth(self)
|
|
|
|
info = {
|
|
|
|
'username': self.admin_user.username,
|
|
|
|
'password': self.admin_user.password,
|
|
|
|
'private_key': self.admin_user.private_key_file,
|
|
|
|
}
|
|
|
|
return info
|
2018-03-28 11:37:29 +00:00
|
|
|
|
2018-10-30 04:06:39 +00:00
|
|
|
def as_node(self):
|
|
|
|
from .node import Node
|
|
|
|
fake_node = Node()
|
|
|
|
fake_node.id = self.id
|
|
|
|
fake_node.key = self.id
|
|
|
|
fake_node.value = self.hostname
|
|
|
|
fake_node.asset = self
|
|
|
|
fake_node.is_node = False
|
|
|
|
return fake_node
|
|
|
|
|
2018-12-17 10:20:44 +00:00
|
|
|
def as_tree_node(self, parent_node):
|
|
|
|
from common.tree import TreeNode
|
|
|
|
icon_skin = 'file'
|
|
|
|
if self.platform.lower() == 'windows':
|
|
|
|
icon_skin = 'windows'
|
|
|
|
elif self.platform.lower() == 'linux':
|
|
|
|
icon_skin = 'linux'
|
|
|
|
data = {
|
|
|
|
'id': str(self.id),
|
|
|
|
'name': self.hostname,
|
|
|
|
'title': self.ip,
|
|
|
|
'pId': parent_node.key,
|
|
|
|
'isParent': False,
|
|
|
|
'open': False,
|
|
|
|
'iconSkin': icon_skin,
|
|
|
|
'meta': {
|
|
|
|
'type': 'asset',
|
|
|
|
'asset': {
|
|
|
|
'id': self.id,
|
|
|
|
'hostname': self.hostname,
|
|
|
|
'ip': self.ip,
|
2019-07-05 10:07:10 +00:00
|
|
|
'protocols': self.protocols_as_list,
|
2018-12-17 10:20:44 +00:00
|
|
|
'platform': self.platform,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
tree_node = TreeNode(**data)
|
|
|
|
return tree_node
|
|
|
|
|
2016-12-20 16:43:52 +00:00
|
|
|
class Meta:
|
2018-07-20 02:54:16 +00:00
|
|
|
unique_together = [('org_id', 'hostname')]
|
2018-01-05 09:57:02 +00:00
|
|
|
verbose_name = _("Asset")
|
2016-12-20 16:43:52 +00:00
|
|
|
|
|
|
|
@classmethod
|
|
|
|
def generate_fake(cls, count=100):
|
2019-07-26 08:16:06 +00:00
|
|
|
from .user import AdminUser, SystemUser
|
2016-12-20 16:43:52 +00:00
|
|
|
from random import seed, choice
|
|
|
|
from django.db import IntegrityError
|
2018-12-10 02:11:54 +00:00
|
|
|
from .node import Node
|
2019-06-27 13:43:10 +00:00
|
|
|
from orgs.utils import get_current_org
|
|
|
|
from orgs.models import Organization
|
|
|
|
org = get_current_org()
|
|
|
|
if not org or not org.is_real():
|
|
|
|
Organization.default().change_to()
|
|
|
|
|
2018-12-10 02:11:54 +00:00
|
|
|
nodes = list(Node.objects.all())
|
2016-12-20 16:43:52 +00:00
|
|
|
seed()
|
|
|
|
for i in range(count):
|
2018-05-28 07:00:06 +00:00
|
|
|
ip = [str(i) for i in random.sample(range(255), 4)]
|
|
|
|
asset = cls(ip='.'.join(ip),
|
2019-06-27 13:43:10 +00:00
|
|
|
hostname='.'.join(ip),
|
2016-12-20 16:43:52 +00:00
|
|
|
admin_user=choice(AdminUser.objects.all()),
|
|
|
|
created_by='Fake')
|
|
|
|
try:
|
|
|
|
asset.save()
|
2019-07-05 10:07:10 +00:00
|
|
|
asset.protocols = 'ssh/22'
|
2018-12-10 02:11:54 +00:00
|
|
|
if nodes and len(nodes) > 3:
|
|
|
|
_nodes = random.sample(nodes, 3)
|
|
|
|
else:
|
|
|
|
_nodes = [Node.default_node()]
|
|
|
|
asset.nodes.set(_nodes)
|
2016-12-20 16:43:52 +00:00
|
|
|
logger.debug('Generate fake asset : %s' % asset.ip)
|
|
|
|
except IntegrityError:
|
|
|
|
print('Error continue')
|
|
|
|
continue
|