package edgejobs import ( "errors" "net/http" "strconv" "strings" "time" "github.com/asaskevich/govalidator" httperror "github.com/portainer/libhttp/error" "github.com/portainer/libhttp/request" "github.com/portainer/libhttp/response" portainer "github.com/portainer/portainer/api" "github.com/portainer/portainer/api/internal/edge" "github.com/portainer/portainer/api/internal/endpointutils" "github.com/portainer/portainer/api/internal/maps" ) // @id EdgeJobCreate // @summary Create an EdgeJob // @description **Access policy**: administrator // @tags edge_jobs // @security ApiKeyAuth // @security jwt // @produce json // @param method query string true "Creation Method" Enums(file, string) // @param body_string body edgeJobCreateFromFileContentPayload true "EdgeGroup data when method is string" // @param body_file body edgeJobCreateFromFilePayload true "EdgeGroup data when method is file" // @success 200 {object} portainer.EdgeGroup // @failure 503 "Edge compute features are disabled" // @failure 500 // @router /edge_jobs [post] func (handler *Handler) edgeJobCreate(w http.ResponseWriter, r *http.Request) *httperror.HandlerError { method, err := request.RetrieveQueryParameter(r, "method", false) if err != nil { return httperror.BadRequest("Invalid query parameter: method. Valid values are: file or string", err) } switch method { case "string": return handler.createEdgeJobFromFileContent(w, r) case "file": return handler.createEdgeJobFromFile(w, r) default: return httperror.BadRequest("Invalid query parameter: method. Valid values are: file or string", errors.New(strings.ToLower(request.ErrInvalidQueryParameter))) } } type edgeJobCreateFromFileContentPayload struct { Name string CronExpression string Recurring bool Endpoints []portainer.EndpointID EdgeGroups []portainer.EdgeGroupID FileContent string } func (payload *edgeJobCreateFromFileContentPayload) Validate(r *http.Request) error { if govalidator.IsNull(payload.Name) { return errors.New("invalid Edge job name") } if !govalidator.Matches(payload.Name, `^[a-zA-Z0-9][a-zA-Z0-9_.-]*$`) { return errors.New("invalid Edge job name format. Allowed characters are: [a-zA-Z0-9_.-]") } if govalidator.IsNull(payload.CronExpression) { return errors.New("invalid cron expression") } if len(payload.Endpoints) == 0 && len(payload.EdgeGroups) == 0 { return errors.New("no environments or groups have been provided") } if govalidator.IsNull(payload.FileContent) { return errors.New("invalid script file content") } return nil } func (handler *Handler) createEdgeJobFromFileContent(w http.ResponseWriter, r *http.Request) *httperror.HandlerError { var payload edgeJobCreateFromFileContentPayload err := request.DecodeAndValidateJSONPayload(r, &payload) if err != nil { return httperror.BadRequest("Invalid request payload", err) } edgeJob := handler.createEdgeJobObjectFromFileContentPayload(&payload) var endpoints []portainer.EndpointID if len(edgeJob.EdgeGroups) > 0 { endpoints, err = edge.GetEndpointsFromEdgeGroups(payload.EdgeGroups, handler.DataStore) if err != nil { return httperror.InternalServerError("Unable to get Endpoints from EdgeGroups", err) } } err = handler.addAndPersistEdgeJob(edgeJob, []byte(payload.FileContent), endpoints) if err != nil { return httperror.InternalServerError("Unable to schedule Edge job", err) } return response.JSON(w, edgeJob) } type edgeJobCreateFromFilePayload struct { Name string CronExpression string Recurring bool Endpoints []portainer.EndpointID EdgeGroups []portainer.EdgeGroupID File []byte } func (payload *edgeJobCreateFromFilePayload) Validate(r *http.Request) error { name, err := request.RetrieveMultiPartFormValue(r, "Name", false) if err != nil { return errors.New("invalid Edge job name") } if !govalidator.Matches(name, `^[a-zA-Z0-9][a-zA-Z0-9_.-]+$`) { return errors.New("invalid Edge job name format. Allowed characters are: [a-zA-Z0-9_.-]") } payload.Name = name cronExpression, err := request.RetrieveMultiPartFormValue(r, "CronExpression", false) if err != nil { return errors.New("invalid cron expression") } payload.CronExpression = cronExpression var endpoints []portainer.EndpointID err = request.RetrieveMultiPartFormJSONValue(r, "Endpoints", &endpoints, true) if err != nil { return errors.New("invalid environments") } payload.Endpoints = endpoints var edgeGroups []portainer.EdgeGroupID err = request.RetrieveMultiPartFormJSONValue(r, "EdgeGroups", &edgeGroups, true) if err != nil { return errors.New("invalid edge groups") } payload.EdgeGroups = edgeGroups if len(payload.Endpoints) == 0 && len(payload.EdgeGroups) == 0 { return errors.New("no environments or groups have been provided") } file, _, err := request.RetrieveMultiPartFormFile(r, "file") if err != nil { return errors.New("invalid script file. Ensure that the file is uploaded correctly") } payload.File = file return nil } func (handler *Handler) createEdgeJobFromFile(w http.ResponseWriter, r *http.Request) *httperror.HandlerError { payload := &edgeJobCreateFromFilePayload{} err := payload.Validate(r) if err != nil { return httperror.BadRequest("Invalid request payload", err) } edgeJob := handler.createEdgeJobObjectFromFilePayload(payload) var endpoints []portainer.EndpointID if len(edgeJob.EdgeGroups) > 0 { endpoints, err = edge.GetEndpointsFromEdgeGroups(payload.EdgeGroups, handler.DataStore) if err != nil { return httperror.InternalServerError("Unable to get Endpoints from EdgeGroups", err) } } err = handler.addAndPersistEdgeJob(edgeJob, payload.File, endpoints) if err != nil { return httperror.InternalServerError("Unable to schedule Edge job", err) } return response.JSON(w, edgeJob) } func (handler *Handler) createEdgeJobObjectFromFilePayload(payload *edgeJobCreateFromFilePayload) *portainer.EdgeJob { edgeJobIdentifier := portainer.EdgeJobID(handler.DataStore.EdgeJob().GetNextIdentifier()) endpoints := convertEndpointsToMetaObject(payload.Endpoints) edgeJob := &portainer.EdgeJob{ ID: edgeJobIdentifier, Name: payload.Name, CronExpression: payload.CronExpression, Recurring: payload.Recurring, Created: time.Now().Unix(), Endpoints: endpoints, EdgeGroups: payload.EdgeGroups, Version: 1, GroupLogsCollection: map[portainer.EndpointID]portainer.EdgeJobEndpointMeta{}, } return edgeJob } func (handler *Handler) createEdgeJobObjectFromFileContentPayload(payload *edgeJobCreateFromFileContentPayload) *portainer.EdgeJob { edgeJobIdentifier := portainer.EdgeJobID(handler.DataStore.EdgeJob().GetNextIdentifier()) endpoints := convertEndpointsToMetaObject(payload.Endpoints) edgeJob := &portainer.EdgeJob{ ID: edgeJobIdentifier, Name: payload.Name, CronExpression: payload.CronExpression, Recurring: payload.Recurring, Created: time.Now().Unix(), Endpoints: endpoints, EdgeGroups: payload.EdgeGroups, Version: 1, GroupLogsCollection: map[portainer.EndpointID]portainer.EdgeJobEndpointMeta{}, } return edgeJob } func (handler *Handler) addAndPersistEdgeJob(edgeJob *portainer.EdgeJob, file []byte, endpointsFromGroups []portainer.EndpointID) error { edgeCronExpression := strings.Split(edgeJob.CronExpression, " ") if len(edgeCronExpression) == 6 { edgeCronExpression = edgeCronExpression[1:] } edgeJob.CronExpression = strings.Join(edgeCronExpression, " ") for ID := range edgeJob.Endpoints { endpoint, err := handler.DataStore.Endpoint().Endpoint(ID) if err != nil { return err } if !endpointutils.IsEdgeEndpoint(endpoint) { delete(edgeJob.Endpoints, ID) } } scriptPath, err := handler.FileService.StoreEdgeJobFileFromBytes(strconv.Itoa(int(edgeJob.ID)), file) if err != nil { return err } edgeJob.ScriptPath = scriptPath var endpointsMap map[portainer.EndpointID]portainer.EdgeJobEndpointMeta if len(endpointsFromGroups) > 0 { endpointsMap = convertEndpointsToMetaObject(endpointsFromGroups) for ID := range endpointsMap { endpoint, err := handler.DataStore.Endpoint().Endpoint(ID) if err != nil { return err } if !endpointutils.IsEdgeEndpoint(endpoint) { delete(endpointsMap, ID) } } maps.Copy(endpointsMap, edgeJob.Endpoints) } else { endpointsMap = edgeJob.Endpoints } if len(endpointsMap) == 0 { return errors.New("environments or edge groups are mandatory for an Edge job") } for endpointID := range endpointsMap { handler.ReverseTunnelService.AddEdgeJob(endpointID, edgeJob) } return handler.DataStore.EdgeJob().Create(edgeJob.ID, edgeJob) }