2023-02-14 10:54:04 +00:00
|
|
|
from django.conf import settings
|
2023-09-21 07:39:46 +00:00
|
|
|
from django.db import transaction
|
2022-12-26 11:02:05 +00:00
|
|
|
from django.db.models import Count
|
2023-09-21 07:39:46 +00:00
|
|
|
from django.db.transaction import atomic
|
2022-12-07 12:13:26 +00:00
|
|
|
from django.shortcuts import get_object_or_404
|
2022-12-06 11:43:32 +00:00
|
|
|
from rest_framework.response import Response
|
2023-05-09 09:18:52 +00:00
|
|
|
from rest_framework.views import APIView
|
2022-11-11 11:20:17 +00:00
|
|
|
|
2023-05-10 07:31:43 +00:00
|
|
|
from assets.models import Asset
|
2023-05-09 09:18:52 +00:00
|
|
|
from common.permissions import IsValidUser
|
2023-02-09 09:00:54 +00:00
|
|
|
from ops.const import Types
|
2022-11-11 11:20:17 +00:00
|
|
|
from ops.models import Job, JobExecution
|
|
|
|
from ops.serializers.job import JobSerializer, JobExecutionSerializer
|
|
|
|
|
2023-05-09 09:18:52 +00:00
|
|
|
__all__ = [
|
|
|
|
'JobViewSet', 'JobExecutionViewSet', 'JobRunVariableHelpAPIView',
|
2023-05-10 07:31:43 +00:00
|
|
|
'JobAssetDetail', 'JobExecutionTaskDetail', 'UsernameHintsAPI'
|
2023-05-09 09:18:52 +00:00
|
|
|
]
|
2022-11-11 11:20:17 +00:00
|
|
|
|
2022-11-29 11:44:12 +00:00
|
|
|
from ops.tasks import run_ops_job_execution
|
2022-12-06 11:43:32 +00:00
|
|
|
from ops.variables import JMS_JOB_VARIABLE_HELP
|
2022-12-15 09:25:21 +00:00
|
|
|
from orgs.mixins.api import OrgBulkModelViewSet
|
2023-02-10 06:07:20 +00:00
|
|
|
from orgs.utils import tmp_to_org, get_current_org
|
2023-01-16 11:02:09 +00:00
|
|
|
from accounts.models import Account
|
2023-05-10 07:31:43 +00:00
|
|
|
from perms.models import PermNode
|
|
|
|
from perms.utils import UserPermAssetUtil
|
2022-11-11 11:20:17 +00:00
|
|
|
|
|
|
|
|
2023-09-15 03:25:02 +00:00
|
|
|
def set_task_to_serializer_data(serializer, task_id):
|
2022-11-29 11:44:12 +00:00
|
|
|
data = getattr(serializer, "_data", {})
|
2023-09-15 03:25:02 +00:00
|
|
|
data["task_id"] = task_id
|
2022-11-29 11:44:12 +00:00
|
|
|
setattr(serializer, "_data", data)
|
|
|
|
|
|
|
|
|
2023-05-10 07:31:43 +00:00
|
|
|
def merge_nodes_and_assets(nodes, assets, user):
|
|
|
|
if nodes:
|
|
|
|
perm_util = UserPermAssetUtil(user=user)
|
|
|
|
for node_id in nodes:
|
|
|
|
if node_id == PermNode.FAVORITE_NODE_KEY:
|
|
|
|
node_assets = perm_util.get_favorite_assets()
|
|
|
|
elif node_id == PermNode.UNGROUPED_NODE_KEY:
|
|
|
|
node_assets = perm_util.get_ungroup_assets()
|
|
|
|
else:
|
|
|
|
node, node_assets = perm_util.get_node_all_assets(node_id)
|
|
|
|
assets.extend(node_assets.exclude(id__in=[asset.id for asset in assets]))
|
|
|
|
return assets
|
|
|
|
|
|
|
|
|
2022-12-15 09:25:21 +00:00
|
|
|
class JobViewSet(OrgBulkModelViewSet):
|
2022-11-11 11:20:17 +00:00
|
|
|
serializer_class = JobSerializer
|
2023-02-09 09:44:35 +00:00
|
|
|
search_fields = ('name', 'comment')
|
2022-12-06 09:30:54 +00:00
|
|
|
model = Job
|
2022-11-11 11:20:17 +00:00
|
|
|
|
2023-02-14 10:54:04 +00:00
|
|
|
def check_permissions(self, request):
|
|
|
|
if not settings.SECURITY_COMMAND_EXECUTION:
|
|
|
|
return self.permission_denied(request, "Command execution disabled")
|
|
|
|
return super().check_permissions(request)
|
|
|
|
|
2022-12-21 09:14:07 +00:00
|
|
|
def allow_bulk_destroy(self, qs, filtered):
|
|
|
|
return True
|
|
|
|
|
2022-11-11 11:20:17 +00:00
|
|
|
def get_queryset(self):
|
2022-12-15 09:25:21 +00:00
|
|
|
queryset = super().get_queryset()
|
|
|
|
queryset = queryset.filter(creator=self.request.user)
|
2022-11-25 19:13:06 +00:00
|
|
|
if self.action != 'retrieve':
|
2022-12-15 09:25:21 +00:00
|
|
|
return queryset.filter(instant=False)
|
|
|
|
return queryset
|
2022-11-11 11:20:17 +00:00
|
|
|
|
|
|
|
def perform_create(self, serializer):
|
2022-12-21 09:14:07 +00:00
|
|
|
run_after_save = serializer.validated_data.pop('run_after_save', False)
|
2023-05-10 07:31:43 +00:00
|
|
|
node_ids = serializer.validated_data.pop('nodes', [])
|
|
|
|
assets = serializer.validated_data.__getitem__('assets')
|
|
|
|
assets = merge_nodes_and_assets(node_ids, assets, self.request.user)
|
|
|
|
serializer.validated_data.__setitem__('assets', assets)
|
2022-11-11 11:20:17 +00:00
|
|
|
instance = serializer.save()
|
2022-12-02 04:21:56 +00:00
|
|
|
if instance.instant or run_after_save:
|
|
|
|
self.run_job(instance, serializer)
|
|
|
|
|
|
|
|
def perform_update(self, serializer):
|
2022-12-21 09:14:07 +00:00
|
|
|
run_after_save = serializer.validated_data.pop('run_after_save', False)
|
2022-12-02 04:21:56 +00:00
|
|
|
instance = serializer.save()
|
|
|
|
if run_after_save:
|
|
|
|
self.run_job(instance, serializer)
|
|
|
|
|
2022-12-21 09:14:07 +00:00
|
|
|
def run_job(self, job, serializer):
|
2022-12-02 04:21:56 +00:00
|
|
|
execution = job.create_execution()
|
2022-12-21 09:14:07 +00:00
|
|
|
execution.creator = self.request.user
|
|
|
|
execution.save()
|
2023-09-15 03:25:02 +00:00
|
|
|
|
|
|
|
set_task_to_serializer_data(serializer, execution.id)
|
2023-09-21 07:39:46 +00:00
|
|
|
transaction.on_commit(
|
|
|
|
lambda: run_ops_job_execution.apply_async((str(execution.id),), task_id=str(execution.id)))
|
2022-11-11 11:20:17 +00:00
|
|
|
|
|
|
|
|
2022-12-15 09:25:21 +00:00
|
|
|
class JobExecutionViewSet(OrgBulkModelViewSet):
|
2022-11-11 11:20:17 +00:00
|
|
|
serializer_class = JobExecutionSerializer
|
|
|
|
http_method_names = ('get', 'post', 'head', 'options',)
|
2022-12-06 09:30:54 +00:00
|
|
|
model = JobExecution
|
2023-02-09 09:44:35 +00:00
|
|
|
search_fields = ('material',)
|
2023-05-09 09:23:21 +00:00
|
|
|
filterset_fields = ['status', 'job_id']
|
2022-11-11 11:20:17 +00:00
|
|
|
|
2023-09-15 03:25:02 +00:00
|
|
|
@staticmethod
|
|
|
|
def start_deploy(instance, serializer):
|
|
|
|
task = run_ops_job_execution.apply_async((str(instance.id),), task_id=str(instance.id))
|
|
|
|
|
2022-11-11 11:20:17 +00:00
|
|
|
def perform_create(self, serializer):
|
|
|
|
instance = serializer.save()
|
2022-12-20 11:46:19 +00:00
|
|
|
instance.job_version = instance.job.version
|
2023-02-09 09:00:54 +00:00
|
|
|
instance.material = instance.job.material
|
2023-02-10 10:37:53 +00:00
|
|
|
instance.job_type = Types[instance.job.type].value
|
2022-12-21 09:14:07 +00:00
|
|
|
instance.creator = self.request.user
|
2022-12-20 11:46:19 +00:00
|
|
|
instance.save()
|
2023-09-15 03:25:02 +00:00
|
|
|
|
|
|
|
set_task_to_serializer_data(serializer, instance.id)
|
2023-09-21 07:39:46 +00:00
|
|
|
transaction.on_commit(
|
|
|
|
lambda: run_ops_job_execution.apply_async((str(instance.id),), task_id=str(instance.id)))
|
2022-11-11 11:20:17 +00:00
|
|
|
|
|
|
|
def get_queryset(self):
|
2022-12-15 09:25:21 +00:00
|
|
|
queryset = super().get_queryset()
|
|
|
|
queryset = queryset.filter(creator=self.request.user)
|
|
|
|
return queryset
|
2022-12-06 11:43:32 +00:00
|
|
|
|
|
|
|
|
2022-12-07 12:13:26 +00:00
|
|
|
class JobAssetDetail(APIView):
|
2023-05-09 09:18:52 +00:00
|
|
|
rbac_perms = {
|
|
|
|
'get': ['ops.view_jobexecution'],
|
|
|
|
}
|
2022-12-07 12:13:26 +00:00
|
|
|
|
|
|
|
def get(self, request, **kwargs):
|
2023-05-09 09:18:52 +00:00
|
|
|
execution_id = request.query_params.get('execution_id', '')
|
|
|
|
execution = get_object_or_404(JobExecution, id=execution_id)
|
|
|
|
return Response(data=execution.assent_result_detail)
|
2022-12-23 10:23:04 +00:00
|
|
|
|
|
|
|
|
|
|
|
class JobExecutionTaskDetail(APIView):
|
2023-05-09 09:18:52 +00:00
|
|
|
rbac_perms = {
|
2023-05-10 07:31:43 +00:00
|
|
|
'GET': ['ops.view_jobexecution'],
|
2023-05-09 09:18:52 +00:00
|
|
|
}
|
2022-12-23 10:23:04 +00:00
|
|
|
|
|
|
|
def get(self, request, **kwargs):
|
|
|
|
org = get_current_org()
|
2023-01-16 11:02:09 +00:00
|
|
|
task_id = str(kwargs.get('task_id'))
|
2023-05-09 09:18:52 +00:00
|
|
|
|
|
|
|
with tmp_to_org(org):
|
|
|
|
execution = get_object_or_404(JobExecution, task_id=task_id)
|
|
|
|
|
|
|
|
return Response(data={
|
|
|
|
'status': execution.status,
|
|
|
|
'is_finished': execution.is_finished,
|
|
|
|
'is_success': execution.is_success,
|
|
|
|
'time_cost': execution.time_cost,
|
|
|
|
'job_id': execution.job.id,
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
class JobRunVariableHelpAPIView(APIView):
|
|
|
|
permission_classes = [IsValidUser]
|
|
|
|
|
|
|
|
def get(self, request, **kwargs):
|
|
|
|
return Response(data=JMS_JOB_VARIABLE_HELP)
|
2022-12-26 11:02:05 +00:00
|
|
|
|
|
|
|
|
2023-05-10 07:31:43 +00:00
|
|
|
class UsernameHintsAPI(APIView):
|
2023-05-09 09:18:52 +00:00
|
|
|
permission_classes = [IsValidUser]
|
2022-12-26 11:02:05 +00:00
|
|
|
|
2023-05-10 07:31:43 +00:00
|
|
|
def post(self, request, **kwargs):
|
|
|
|
node_ids = request.data.get('nodes', None)
|
|
|
|
asset_ids = request.data.get('assets', [])
|
2023-05-17 08:16:34 +00:00
|
|
|
query = request.data.get('query', None)
|
|
|
|
|
2023-05-10 07:31:43 +00:00
|
|
|
assets = list(Asset.objects.filter(id__in=asset_ids).all())
|
|
|
|
|
|
|
|
assets = merge_nodes_and_assets(node_ids, assets, request.user)
|
|
|
|
|
2023-05-17 08:16:34 +00:00
|
|
|
top_accounts = Account.objects \
|
2023-05-09 09:18:52 +00:00
|
|
|
.exclude(username__startswith='jms_') \
|
2023-05-19 07:06:23 +00:00
|
|
|
.exclude(username__startswith='js_') \
|
2023-05-17 08:16:34 +00:00
|
|
|
.filter(username__icontains=query) \
|
2023-05-10 07:31:43 +00:00
|
|
|
.filter(asset__in=assets) \
|
2023-05-09 09:18:52 +00:00
|
|
|
.values('username') \
|
|
|
|
.annotate(total=Count('username')) \
|
2023-05-17 08:16:34 +00:00
|
|
|
.order_by('total', '-username')[:10]
|
2022-12-26 11:02:05 +00:00
|
|
|
return Response(data=top_accounts)
|