import * as _ from 'lodash-es'; import angular from 'angular'; import PortainerError from 'Portainer/error'; import { KubernetesApplication, KubernetesApplicationDeploymentTypes, KubernetesApplicationPublishingTypes, KubernetesApplicationTypes, } from 'Kubernetes/models/application/models'; import KubernetesApplicationHelper from 'Kubernetes/helpers/application'; import KubernetesApplicationRollbackHelper from 'Kubernetes/helpers/application/rollback'; import KubernetesApplicationConverter from 'Kubernetes/converters/application'; import { KubernetesDeployment } from 'Kubernetes/models/deployment/models'; import { KubernetesStatefulSet } from 'Kubernetes/models/stateful-set/models'; import { KubernetesDaemonSet } from 'Kubernetes/models/daemon-set/models'; import KubernetesServiceHelper from 'Kubernetes/helpers/serviceHelper'; import { KubernetesHorizontalPodAutoScalerHelper } from 'Kubernetes/horizontal-pod-auto-scaler/helper'; import { KubernetesHorizontalPodAutoScalerConverter } from 'Kubernetes/horizontal-pod-auto-scaler/converter'; import { KubernetesIngressConverter } from 'Kubernetes/ingress/converter'; import KubernetesPodConverter from 'Kubernetes/pod/converter'; class KubernetesApplicationService { /* #region CONSTRUCTOR */ /* @ngInject */ constructor( $async, Authentication, KubernetesDeploymentService, KubernetesDaemonSetService, KubernetesStatefulSetService, KubernetesServiceService, KubernetesSecretService, KubernetesPersistentVolumeClaimService, KubernetesNamespaceService, KubernetesPodService, KubernetesHistoryService, KubernetesHorizontalPodAutoScalerService, KubernetesIngressService ) { this.$async = $async; this.Authentication = Authentication; this.KubernetesDeploymentService = KubernetesDeploymentService; this.KubernetesDaemonSetService = KubernetesDaemonSetService; this.KubernetesStatefulSetService = KubernetesStatefulSetService; this.KubernetesServiceService = KubernetesServiceService; this.KubernetesSecretService = KubernetesSecretService; this.KubernetesPersistentVolumeClaimService = KubernetesPersistentVolumeClaimService; this.KubernetesNamespaceService = KubernetesNamespaceService; this.KubernetesPodService = KubernetesPodService; this.KubernetesHistoryService = KubernetesHistoryService; this.KubernetesHorizontalPodAutoScalerService = KubernetesHorizontalPodAutoScalerService; this.KubernetesIngressService = KubernetesIngressService; this.getAsync = this.getAsync.bind(this); this.getAllAsync = this.getAllAsync.bind(this); this.createAsync = this.createAsync.bind(this); this.patchAsync = this.patchAsync.bind(this); this.patchPartialAsync = this.patchPartialAsync.bind(this); this.rollbackAsync = this.rollbackAsync.bind(this); this.deleteAsync = this.deleteAsync.bind(this); } /* #endregion */ /* #region UTILS */ _getApplicationApiService(app) { let apiService; if (app instanceof KubernetesDeployment || (app instanceof KubernetesApplication && app.ApplicationType === KubernetesApplicationTypes.DEPLOYMENT)) { apiService = this.KubernetesDeploymentService; } else if (app instanceof KubernetesDaemonSet || (app instanceof KubernetesApplication && app.ApplicationType === KubernetesApplicationTypes.DAEMONSET)) { apiService = this.KubernetesDaemonSetService; } else if (app instanceof KubernetesStatefulSet || (app instanceof KubernetesApplication && app.ApplicationType === KubernetesApplicationTypes.STATEFULSET)) { apiService = this.KubernetesStatefulSetService; } else if (app instanceof KubernetesApplication && app.ApplicationType === KubernetesApplicationTypes.POD) { apiService = this.KubernetesPodService; } else { throw new PortainerError('Unable to determine which association to use to retrieve API Service'); } return apiService; } _generateIngressPatchPromises(oldIngresses, newIngresses) { return _.map(newIngresses, (newIng) => { const oldIng = _.find(oldIngresses, { Name: newIng.Name }); return this.KubernetesIngressService.patch(oldIng, newIng); }); } /* #endregion */ /* #region GET */ async getAsync(namespace, name) { try { const [deployment, daemonSet, statefulSet, pod, pods, autoScalers, ingresses] = await Promise.allSettled([ this.KubernetesDeploymentService.get(namespace, name), this.KubernetesDaemonSetService.get(namespace, name), this.KubernetesStatefulSetService.get(namespace, name), this.KubernetesPodService.get(namespace, name), this.KubernetesPodService.get(namespace), this.KubernetesHorizontalPodAutoScalerService.get(namespace), this.KubernetesIngressService.get(namespace), ]); // const pod = _.find(pods.value, ['metadata.namespace', namespace, 'metadata.name', name]); let rootItem; let converterFunc; if (deployment.status === 'fulfilled') { rootItem = deployment; converterFunc = KubernetesApplicationConverter.apiDeploymentToApplication; } else if (daemonSet.status === 'fulfilled') { rootItem = daemonSet; converterFunc = KubernetesApplicationConverter.apiDaemonSetToApplication; } else if (statefulSet.status === 'fulfilled') { rootItem = statefulSet; converterFunc = KubernetesApplicationConverter.apiStatefulSetToapplication; } else if (pod.status === 'fulfilled') { rootItem = pod; converterFunc = KubernetesApplicationConverter.apiPodToApplication; } else { throw new PortainerError('Unable to determine which association to use to convert application'); } const services = await this.KubernetesServiceService.get(namespace); const boundService = KubernetesServiceHelper.findApplicationBoundService(services, rootItem.value.Raw); const service = boundService ? await this.KubernetesServiceService.get(namespace, boundService.metadata.name) : {}; const application = converterFunc(rootItem.value.Raw, pods.value, service.Raw, ingresses.value); application.Yaml = rootItem.value.Yaml; application.Raw = rootItem.value.Raw; application.Pods = _.map(application.Pods, (item) => KubernetesPodConverter.apiToModel(item)); application.Containers = KubernetesApplicationHelper.associateContainersAndApplication(application); const boundScaler = KubernetesHorizontalPodAutoScalerHelper.findApplicationBoundScaler(autoScalers.value, application); const scaler = boundScaler ? await this.KubernetesHorizontalPodAutoScalerService.get(namespace, boundScaler.Name) : undefined; application.AutoScaler = scaler; await this.KubernetesHistoryService.get(application); if (service.Yaml) { application.Yaml += '---\n' + service.Yaml; } if (scaler && scaler.Yaml) { application.Yaml += '---\n' + scaler.Yaml; } // TODO: refactor @LP // append ingress yaml ? return application; } catch (err) { throw err; } } async getAllAsync(namespace) { try { const namespaces = namespace ? [namespace] : _.map(await this.KubernetesNamespaceService.get(), 'Name'); const convertToApplication = (item, converterFunc, services, pods, ingresses) => { const service = KubernetesServiceHelper.findApplicationBoundService(services, item); const application = converterFunc(item, pods, service, ingresses); application.Containers = KubernetesApplicationHelper.associateContainersAndApplication(application); return application; }; const res = await Promise.all( _.map(namespaces, async (ns) => { const [deployments, daemonSets, statefulSets, services, pods, ingresses, autoScalers] = await Promise.all([ this.KubernetesDeploymentService.get(ns), this.KubernetesDaemonSetService.get(ns), this.KubernetesStatefulSetService.get(ns), this.KubernetesServiceService.get(ns), this.KubernetesPodService.get(ns), this.KubernetesIngressService.get(ns), this.KubernetesHorizontalPodAutoScalerService.get(ns), ]); const deploymentApplications = _.map(deployments, (item) => convertToApplication(item, KubernetesApplicationConverter.apiDeploymentToApplication, services, pods, ingresses) ); const daemonSetApplications = _.map(daemonSets, (item) => convertToApplication(item, KubernetesApplicationConverter.apiDaemonSetToApplication, services, pods, ingresses) ); const statefulSetApplications = _.map(statefulSets, (item) => convertToApplication(item, KubernetesApplicationConverter.apiStatefulSetToapplication, services, pods, ingresses) ); const boundPods = _.concat(_.flatMap(deploymentApplications, 'Pods'), _.flatMap(daemonSetApplications, 'Pods'), _.flatMap(statefulSetApplications, 'Pods')); const unboundPods = _.without(pods, ...boundPods); const nakedPodsApplications = _.map(unboundPods, (item) => convertToApplication(item, KubernetesApplicationConverter.apiPodToApplication, services, pods, ingresses)); const applications = _.concat(deploymentApplications, daemonSetApplications, statefulSetApplications, nakedPodsApplications); _.forEach(applications, (app) => { app.Pods = _.map(app.Pods, (item) => KubernetesPodConverter.apiToModel(item)); }); await Promise.all( _.forEach(applications, async (application) => { const boundScaler = KubernetesHorizontalPodAutoScalerHelper.findApplicationBoundScaler(autoScalers, application); const scaler = boundScaler ? await this.KubernetesHorizontalPodAutoScalerService.get(ns, boundScaler.Name) : undefined; application.AutoScaler = scaler; }) ); return applications; }) ); return _.flatten(res); } catch (err) { throw err; } } get(namespace, name) { if (name) { return this.$async(this.getAsync, namespace, name); } return this.$async(this.getAllAsync, namespace); } /* #endregion */ /* #region CREATE */ // TODO: review // resource creation flow // should we keep formValues > Resource_1 || Resource_2 // or should we switch to formValues > Composite > Resource_1 || Resource_2 async createAsync(formValues) { try { let [app, headlessService, service, claims] = KubernetesApplicationConverter.applicationFormValuesToApplication(formValues); if (service) { await this.KubernetesServiceService.create(service); if (formValues.PublishingType === KubernetesApplicationPublishingTypes.INGRESS) { const ingresses = KubernetesIngressConverter.applicationFormValuesToIngresses(formValues, service.Name); await Promise.all(this._generateIngressPatchPromises(formValues.OriginalIngresses, ingresses)); } } const apiService = this._getApplicationApiService(app); if (app instanceof KubernetesStatefulSet) { app.VolumeClaims = claims; headlessService = await this.KubernetesServiceService.create(headlessService); app.ServiceName = headlessService.metadata.name; } else { const claimPromises = _.map(claims, (item) => { if (!item.PreviousName && !item.Id) { return this.KubernetesPersistentVolumeClaimService.create(item); } }); await Promise.all(_.without(claimPromises, undefined)); } if (formValues.AutoScaler.IsUsed && formValues.DeploymentType !== KubernetesApplicationDeploymentTypes.GLOBAL) { const kind = KubernetesHorizontalPodAutoScalerHelper.getApplicationTypeString(app); const autoScaler = KubernetesHorizontalPodAutoScalerConverter.applicationFormValuesToModel(formValues, kind); await this.KubernetesHorizontalPodAutoScalerService.create(autoScaler); } await apiService.create(app); } catch (err) { throw err; } } create(formValues) { return this.$async(this.createAsync, formValues); } /* #endregion */ /* #region PATCH */ // this function accepts KubernetesApplicationFormValues as parameters async patchAsync(oldFormValues, newFormValues) { try { const [oldApp, oldHeadlessService, oldService, oldClaims] = KubernetesApplicationConverter.applicationFormValuesToApplication(oldFormValues); const [newApp, newHeadlessService, newService, newClaims] = KubernetesApplicationConverter.applicationFormValuesToApplication(newFormValues); const oldApiService = this._getApplicationApiService(oldApp); const newApiService = this._getApplicationApiService(newApp); if (oldApiService !== newApiService) { await this.delete(oldApp); if (oldService) { await this.KubernetesServiceService.delete(oldService); } return await this.create(newFormValues); } if (newApp instanceof KubernetesStatefulSet) { await this.KubernetesServiceService.patch(oldHeadlessService, newHeadlessService); } else { const claimPromises = _.map(newClaims, (newClaim) => { if (!newClaim.PreviousName && !newClaim.Id) { return this.KubernetesPersistentVolumeClaimService.create(newClaim); } else if (!newClaim.Id) { const oldClaim = _.find(oldClaims, { Name: newClaim.PreviousName }); return this.KubernetesPersistentVolumeClaimService.patch(oldClaim, newClaim); } }); await Promise.all(claimPromises); } await newApiService.patch(oldApp, newApp); if (oldService && newService) { await this.KubernetesServiceService.patch(oldService, newService); if (newFormValues.PublishingType === KubernetesApplicationPublishingTypes.INGRESS || oldFormValues.PublishingType === KubernetesApplicationPublishingTypes.INGRESS) { const oldIngresses = KubernetesIngressConverter.applicationFormValuesToIngresses(oldFormValues, oldService.Name); const newIngresses = KubernetesIngressConverter.applicationFormValuesToIngresses(newFormValues, newService.Name); await Promise.all(this._generateIngressPatchPromises(oldIngresses, newIngresses)); } } else if (!oldService && newService) { await this.KubernetesServiceService.create(newService); if (newFormValues.PublishingType === KubernetesApplicationPublishingTypes.INGRESS) { const ingresses = KubernetesIngressConverter.applicationFormValuesToIngresses(newFormValues, newService.Name); await Promise.all(this._generateIngressPatchPromises(newFormValues.OriginalIngresses, ingresses)); } } else if (oldService && !newService) { await this.KubernetesServiceService.delete(oldService); if (oldFormValues.PublishingType === KubernetesApplicationPublishingTypes.INGRESS) { const ingresses = KubernetesIngressConverter.applicationFormValuesToIngresses(newFormValues, oldService.Name); await Promise.all(this._generateIngressPatchPromises(oldFormValues.OriginalIngresses, ingresses)); } } const newKind = KubernetesHorizontalPodAutoScalerHelper.getApplicationTypeString(newApp); const newAutoScaler = KubernetesHorizontalPodAutoScalerConverter.applicationFormValuesToModel(newFormValues, newKind); if (!oldFormValues.AutoScaler.IsUsed) { if (newFormValues.AutoScaler.IsUsed) { await this.KubernetesHorizontalPodAutoScalerService.create(newAutoScaler); } } else { const oldKind = KubernetesHorizontalPodAutoScalerHelper.getApplicationTypeString(oldApp); const oldAutoScaler = KubernetesHorizontalPodAutoScalerConverter.applicationFormValuesToModel(oldFormValues, oldKind); if (newFormValues.AutoScaler.IsUsed) { await this.KubernetesHorizontalPodAutoScalerService.patch(oldAutoScaler, newAutoScaler); } else { await this.KubernetesHorizontalPodAutoScalerService.delete(oldAutoScaler); } } } catch (err) { throw err; } } // this function accepts KubernetesApplication as parameters async patchPartialAsync(oldApp, newApp) { try { const oldAppPayload = { Name: oldApp.Name, Namespace: oldApp.ResourcePool, StackName: oldApp.StackName, Note: oldApp.Note, }; const newAppPayload = { Name: newApp.Name, Namespace: newApp.ResourcePool, StackName: newApp.StackName, Note: newApp.Note, }; const apiService = this._getApplicationApiService(oldApp); await apiService.patch(oldAppPayload, newAppPayload); } catch (err) { throw err; } } // accept either formValues or applications as parameters // depending on partial value // true = KubernetesApplication // false = KubernetesApplicationFormValues patch(oldValues, newValues, partial = false) { if (partial) { return this.$async(this.patchPartialAsync, oldValues, newValues); } return this.$async(this.patchAsync, oldValues, newValues); } /* #endregion */ /* #region DELETE */ async deleteAsync(application) { try { const payload = { Namespace: application.ResourcePool || application.Namespace, Name: application.Name, }; const servicePayload = angular.copy(payload); servicePayload.Name = application.Name; const apiService = this._getApplicationApiService(application); await apiService.delete(payload); if (apiService === this.KubernetesStatefulSetService) { const headlessServicePayload = angular.copy(payload); headlessServicePayload.Name = application instanceof KubernetesStatefulSet ? application.ServiceName : application.HeadlessServiceName; await this.KubernetesServiceService.delete(headlessServicePayload); } if (application.ServiceType) { await this.KubernetesServiceService.delete(servicePayload); const isIngress = _.filter(application.PublishedPorts, (p) => p.IngressRules.length).length; if (isIngress) { const originalIngresses = await this.KubernetesIngressService.get(payload.Namespace); const formValues = { OriginalIngresses: originalIngresses, PublishedPorts: KubernetesApplicationHelper.generatePublishedPortsFormValuesFromPublishedPorts(application.ServiceType, application.PublishedPorts), }; _.forEach(formValues.PublishedPorts, (p) => (p.NeedsDeletion = true)); const ingresses = KubernetesIngressConverter.applicationFormValuesToIngresses(formValues, servicePayload.Name); await Promise.all(this._generateIngressPatchPromises(formValues.OriginalIngresses, ingresses)); } } if (!_.isEmpty(application.AutoScaler)) { await this.KubernetesHorizontalPodAutoScalerService.delete(application.AutoScaler); } } catch (err) { throw err; } } delete(application) { return this.$async(this.deleteAsync, application); } /* #endregion */ /* #region ROLLBACK */ async rollbackAsync(application, targetRevision) { try { const payload = KubernetesApplicationRollbackHelper.getPatchPayload(application, targetRevision); const apiService = this._getApplicationApiService(application); await apiService.rollback(application.ResourcePool, application.Name, payload); } catch (err) { throw err; } } rollback(application, targetRevision) { return this.$async(this.rollbackAsync, application, targetRevision); } /* #endregion */ } export default KubernetesApplicationService; angular.module('portainer.kubernetes').service('KubernetesApplicationService', KubernetesApplicationService);