diff --git a/flask-consul/units/cloud/azurecloud.py b/flask-consul/units/cloud/azurecloud.py new file mode 100644 index 0000000..3343651 --- /dev/null +++ b/flask-consul/units/cloud/azurecloud.py @@ -0,0 +1,234 @@ +from azure.identity import ClientSecretCredential +from azure.mgmt.compute import ComputeManagementClient +from azure.mgmt.rdbms import MySQLManagementClient +from azure.mgmt.redis import RedisManagementClient +from azure.core.exceptions import AzureError + +import sys, datetime, hashlib, math, traceback +from units import consul_kv, consul_svc +from units.cloud import sync_ecs, sync_rds, sync_redis, notify +from units.config_log import * + +def exp(account,collect_days,notify_days,notify_amount): + pass + +def group(account): + """同步Azure资源组信息""" + try: + now = datetime.datetime.now().strftime('%m.%d/%H:%M') + # 获取Azure认证信息 + tenant_id, client_id, client_secret = consul_kv.get_azure_credentials(account) + + # 创建认证客户端 + credential = ClientSecretCredential( + tenant_id=tenant_id, + client_id=client_id, + client_secret=client_secret + ) + + # 获取资源组信息 + from azure.mgmt.resource import ResourceManagementClient + resource_client = ResourceManagementClient(credential, subscription_id) + + group_dict = {} + for group in resource_client.resource_groups.list(): + group_dict[group.name] = { + 'name': group.name, + 'location': group.location, + 'tags': group.tags or {} + } + + # 保存到consul + consul_kv.put_kv(f'ConsulManager/assets/azure/group/{account}', group_dict) + count = len(group_dict) + data = { + 'count': count, + 'update': now, + 'status': 20000, + 'msg': f'同步资源组成功！总数：{count}' + } + consul_kv.put_kv(f'ConsulManager/record/jobs/azure/{account}/group', data) + logger.info(f'【JOB】===>azure_group {account} {data}') + + except AzureError as e: + handle_azure_error(e, account, 'group') + except Exception as e: + handle_general_error(e, account, 'group') + +def vm(account, region, isextip=False): + """同步Azure虚拟机信息""" + try: + now = datetime.datetime.now().strftime('%m.%d/%H:%M') + # 获取认证信息 + tenant_id, client_id, client_secret = consul_kv.get_azure_credentials(account) + subscription_id = consul_kv.get_azure_subscription(account) + + # 创建认证客户端 + credential = ClientSecretCredential( + tenant_id=tenant_id, + client_id=client_id, + client_secret=client_secret + ) + + # 创建计算管理客户端 + compute_client = ComputeManagementClient(credential, subscription_id) + + ecs_dict = {} + # 获取虚拟机列表 + for vm in compute_client.virtual_machines.list_all(): + vm_id = vm.id.split('/')[-1] + vm_info = compute_client.virtual_machines.get( + vm.id.split('/')[4], # 资源组名称 + vm.name, + expand='instanceView' + ) + + ecs_dict_temp = {vm_id: {}} + ecs_dict_temp[vm_id].update({ + 'name': vm.name, + 'group': vm.id.split('/')[4], # 资源组名称 + 'ostype': 'windows' if vm.os_profile.windows_configuration else 'linux', + 'status': vm_info.instance_view.statuses[-1].display_status, + 'region': vm.location, + 'ip': get_vm_ip(vm, isextip), + 'cpu': f"{vm.hardware_profile.vm_size.split('_')[1]}核", + 'mem': get_vm_memory(vm.hardware_profile.vm_size), + 'exp': get_vm_billing_type(vm) + }) + ecs_dict.update(ecs_dict_temp) + + # 同步到consul + count = len(ecs_dict) + off, on = sync_ecs.w2consul('azure', account, region, ecs_dict) + data = { + 'count': count, + 'update': now, + 'status': 20000, + 'on': on, + 'off': off, + 'msg': f'VM同步成功！总数：{count}，开机：{on}，关机：{off}' + } + consul_kv.put_kv(f'ConsulManager/record/jobs/azure/{account}/vm/{region}', data) + logger.info(f'【JOB】===>azure_vm {account} {region} {data}') + + except AzureError as e: + handle_azure_error(e, account, 'vm', region) + except Exception as e: + handle_general_error(e, account, 'vm', region) + +def redis(account, region): + """同步Azure Redis缓存信息""" + try: + now = datetime.datetime.now().strftime('%m.%d/%H:%M') + # 获取认证信息 + tenant_id, client_id, client_secret = consul_kv.get_azure_credentials(account) + subscription_id = consul_kv.get_azure_subscription(account) + + # 创建Redis管理客户端 + credential = ClientSecretCredential( + tenant_id=tenant_id, + client_id=client_id, + client_secret=client_secret + ) + redis_client = RedisManagementClient(credential, subscription_id) + + redis_dict = {} + # 获取Redis实例列表 + for redis_cache in redis_client.redis.list(): + cache_id = redis_cache.id.split('/')[-1] + redis_dict_temp = {cache_id: {}} + redis_dict_temp[cache_id].update({ + 'name': redis_cache.name, + 'domain': redis_cache.host_name, + 'ip': redis_cache.host_name, + 'port': redis_cache.port, + 'region': redis_cache.location, + 'group': redis_cache.id.split('/')[4], # 资源组名称 + 'status': redis_cache.provisioning_state, + 'itype': 'redis', + 'ver': redis_cache.redis_version, + 'mem': f"{redis_cache.sku.capacity}GB", + 'exp': get_redis_billing_type(redis_cache) + }) + redis_dict.update(redis_dict_temp) + + # 同步到consul + count = len(redis_dict) + off, on = sync_redis.w2consul('azure', account, region, redis_dict) + data = { + 'count': count, + 'update': now, + 'status': 20000, + 'on': on, + 'off': off, + 'msg': f'Redis同步成功！总数：{count}，开机：{on}，关机：{off}' + } + consul_kv.put_kv(f'ConsulManager/record/jobs/azure/{account}/redis/{region}', data) + logger.info(f'【JOB】===>azure_redis {account} {region} {data}') + + except AzureError as e: + handle_azure_error(e, account, 'redis', region) + except Exception as e: + handle_general_error(e, account, 'redis', region) + +# 辅助函数 +def handle_azure_error(e: AzureError, account: str, resource_type: str, region: str = None): + """处理Azure API错误""" + emsg = str(e) + logger.error(f"【Azure Error】\n【message:】{emsg}\n{traceback.format_exc()}") + + # 构建错误路径 + error_path = f'ConsulManager/record/jobs/azure/{account}/{resource_type}' + if region: + error_path = f'{error_path}/{region}' + + # 获取现有数据 + data = consul_kv.get_value(error_path) + if data == {}: + data = {'count': '无', 'update': '失败', 'status': 50000, 'msg': emsg} + else: + data['update'] = '失败' + data['msg'] = emsg + + consul_kv.put_kv(error_path, data) + +def handle_general_error(e: Exception, account: str, resource_type: str, region: str = None): + """处理一般错误""" + logger.error(f'{e}\n{traceback.format_exc()}') + + # 构建错误路径 + error_path = f'ConsulManager/record/jobs/azure/{account}/{resource_type}' + if region: + error_path = f'{error_path}/{region}' + + data = {'count': '无', 'update': '失败', 'status': 50000, 'msg': str(e)} + consul_kv.put_kv(error_path, data) + +def get_vm_ip(vm, isextip=False): + """获取虚拟机IP地址""" + if isextip: + # 获取公网IP + return vm.network_profile.network_interfaces[0].ip_configurations[0].public_ip_address.ip_address + else: + # 获取私网IP + return vm.network_profile.network_interfaces[0].ip_configurations[0].private_ip_address + +def get_vm_memory(vm_size): + """根据VM规格获取内存大小""" + # 这里需要实现VM规格到内存大小的映射 + size_memory_map = { + 'Standard_DS1_v2': '3.5GB', + 'Standard_DS2_v2': '7GB', + # ... 其他规格映射 + } + return size_memory_map.get(vm_size, '0') + +def get_vm_billing_type(vm): + """获取虚拟机计费类型""" + # 根据Azure虚拟机的计费属性判断 + return '按量' if vm.billing_profile.max_price is None else '包年包月' + +def get_redis_billing_type(redis_cache): + """获取Redis实例计费类型""" + # 根据Redis实例的计费属性判断 + return '按量' # 或根据实际情况判断 \ No newline at end of file