2018-06-11 13:13:19 +00:00
|
|
|
package stacks
|
|
|
|
|
|
|
|
import (
|
|
|
|
"net/http"
|
2018-06-20 17:55:00 +00:00
|
|
|
"strconv"
|
2018-06-11 13:13:19 +00:00
|
|
|
"strings"
|
|
|
|
|
|
|
|
"github.com/asaskevich/govalidator"
|
2018-09-10 10:01:38 +00:00
|
|
|
httperror "github.com/portainer/libhttp/error"
|
|
|
|
"github.com/portainer/libhttp/request"
|
|
|
|
"github.com/portainer/libhttp/response"
|
2018-06-11 13:13:19 +00:00
|
|
|
"github.com/portainer/portainer"
|
|
|
|
"github.com/portainer/portainer/filesystem"
|
|
|
|
"github.com/portainer/portainer/http/security"
|
|
|
|
)
|
|
|
|
|
|
|
|
type composeStackFromFileContentPayload struct {
|
|
|
|
Name string
|
|
|
|
StackFileContent string
|
2018-07-12 07:17:07 +00:00
|
|
|
Env []portainer.Pair
|
2018-06-11 13:13:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (payload *composeStackFromFileContentPayload) Validate(r *http.Request) error {
|
|
|
|
if govalidator.IsNull(payload.Name) {
|
|
|
|
return portainer.Error("Invalid stack name")
|
|
|
|
}
|
|
|
|
if govalidator.IsNull(payload.StackFileContent) {
|
|
|
|
return portainer.Error("Invalid stack file content")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (handler *Handler) createComposeStackFromFileContent(w http.ResponseWriter, r *http.Request, endpoint *portainer.Endpoint) *httperror.HandlerError {
|
|
|
|
var payload composeStackFromFileContentPayload
|
|
|
|
err := request.DecodeAndValidateJSONPayload(r, &payload)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusBadRequest, "Invalid request payload", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
stacks, err := handler.StackService.Stacks()
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve stacks from the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, stack := range stacks {
|
|
|
|
if strings.EqualFold(stack.Name, payload.Name) {
|
|
|
|
return &httperror.HandlerError{http.StatusConflict, "A stack with this name already exists", portainer.ErrStackAlreadyExists}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-06-18 10:07:56 +00:00
|
|
|
stackID := handler.StackService.GetNextIdentifier()
|
2018-06-11 13:13:19 +00:00
|
|
|
stack := &portainer.Stack{
|
2018-06-18 10:07:56 +00:00
|
|
|
ID: portainer.StackID(stackID),
|
2018-06-11 13:13:19 +00:00
|
|
|
Name: payload.Name,
|
|
|
|
Type: portainer.DockerComposeStack,
|
|
|
|
EndpointID: endpoint.ID,
|
|
|
|
EntryPoint: filesystem.ComposeFileDefaultName,
|
2018-07-12 07:17:07 +00:00
|
|
|
Env: payload.Env,
|
2018-06-11 13:13:19 +00:00
|
|
|
}
|
|
|
|
|
2018-06-20 17:55:00 +00:00
|
|
|
stackFolder := strconv.Itoa(int(stack.ID))
|
|
|
|
projectPath, err := handler.FileService.StoreStackFileFromBytes(stackFolder, stack.EntryPoint, []byte(payload.StackFileContent))
|
2018-06-11 13:13:19 +00:00
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to persist Compose file on disk", err}
|
|
|
|
}
|
|
|
|
stack.ProjectPath = projectPath
|
|
|
|
|
|
|
|
doCleanUp := true
|
|
|
|
defer handler.cleanUp(stack, &doCleanUp)
|
|
|
|
|
|
|
|
config, configErr := handler.createComposeDeployConfig(r, stack, endpoint)
|
|
|
|
if configErr != nil {
|
|
|
|
return configErr
|
|
|
|
}
|
|
|
|
|
|
|
|
err = handler.deployComposeStack(config)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, err.Error(), err}
|
|
|
|
}
|
|
|
|
|
|
|
|
err = handler.StackService.CreateStack(stack)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to persist the stack inside the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
doCleanUp = false
|
|
|
|
return response.JSON(w, stack)
|
|
|
|
}
|
|
|
|
|
|
|
|
type composeStackFromGitRepositoryPayload struct {
|
|
|
|
Name string
|
|
|
|
RepositoryURL string
|
2018-07-24 14:11:35 +00:00
|
|
|
RepositoryReferenceName string
|
2018-06-11 13:13:19 +00:00
|
|
|
RepositoryAuthentication bool
|
|
|
|
RepositoryUsername string
|
|
|
|
RepositoryPassword string
|
|
|
|
ComposeFilePathInRepository string
|
2018-07-12 07:17:07 +00:00
|
|
|
Env []portainer.Pair
|
2018-06-11 13:13:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (payload *composeStackFromGitRepositoryPayload) Validate(r *http.Request) error {
|
|
|
|
if govalidator.IsNull(payload.Name) {
|
|
|
|
return portainer.Error("Invalid stack name")
|
|
|
|
}
|
|
|
|
if govalidator.IsNull(payload.RepositoryURL) || !govalidator.IsURL(payload.RepositoryURL) {
|
|
|
|
return portainer.Error("Invalid repository URL. Must correspond to a valid URL format")
|
|
|
|
}
|
|
|
|
if payload.RepositoryAuthentication && (govalidator.IsNull(payload.RepositoryUsername) || govalidator.IsNull(payload.RepositoryPassword)) {
|
|
|
|
return portainer.Error("Invalid repository credentials. Username and password must be specified when authentication is enabled")
|
|
|
|
}
|
|
|
|
if govalidator.IsNull(payload.ComposeFilePathInRepository) {
|
|
|
|
payload.ComposeFilePathInRepository = filesystem.ComposeFileDefaultName
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (handler *Handler) createComposeStackFromGitRepository(w http.ResponseWriter, r *http.Request, endpoint *portainer.Endpoint) *httperror.HandlerError {
|
|
|
|
var payload composeStackFromGitRepositoryPayload
|
|
|
|
err := request.DecodeAndValidateJSONPayload(r, &payload)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusBadRequest, "Invalid request payload", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
stacks, err := handler.StackService.Stacks()
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve stacks from the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, stack := range stacks {
|
|
|
|
if strings.EqualFold(stack.Name, payload.Name) {
|
|
|
|
return &httperror.HandlerError{http.StatusConflict, "A stack with this name already exists", portainer.ErrStackAlreadyExists}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-06-18 10:07:56 +00:00
|
|
|
stackID := handler.StackService.GetNextIdentifier()
|
2018-06-11 13:13:19 +00:00
|
|
|
stack := &portainer.Stack{
|
2018-06-18 10:07:56 +00:00
|
|
|
ID: portainer.StackID(stackID),
|
2018-06-11 13:13:19 +00:00
|
|
|
Name: payload.Name,
|
|
|
|
Type: portainer.DockerComposeStack,
|
|
|
|
EndpointID: endpoint.ID,
|
|
|
|
EntryPoint: payload.ComposeFilePathInRepository,
|
2018-07-12 07:17:07 +00:00
|
|
|
Env: payload.Env,
|
2018-06-11 13:13:19 +00:00
|
|
|
}
|
|
|
|
|
2018-06-25 11:48:28 +00:00
|
|
|
projectPath := handler.FileService.GetStackProjectPath(strconv.Itoa(int(stack.ID)))
|
2018-06-11 13:13:19 +00:00
|
|
|
stack.ProjectPath = projectPath
|
|
|
|
|
|
|
|
gitCloneParams := &cloneRepositoryParameters{
|
|
|
|
url: payload.RepositoryURL,
|
2018-07-24 14:11:35 +00:00
|
|
|
referenceName: payload.RepositoryReferenceName,
|
2018-06-11 13:13:19 +00:00
|
|
|
path: projectPath,
|
|
|
|
authentication: payload.RepositoryAuthentication,
|
|
|
|
username: payload.RepositoryUsername,
|
|
|
|
password: payload.RepositoryPassword,
|
|
|
|
}
|
2018-07-24 14:11:35 +00:00
|
|
|
|
|
|
|
doCleanUp := true
|
|
|
|
defer handler.cleanUp(stack, &doCleanUp)
|
|
|
|
|
2018-06-11 13:13:19 +00:00
|
|
|
err = handler.cloneGitRepository(gitCloneParams)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to clone git repository", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
config, configErr := handler.createComposeDeployConfig(r, stack, endpoint)
|
|
|
|
if configErr != nil {
|
|
|
|
return configErr
|
|
|
|
}
|
|
|
|
|
|
|
|
err = handler.deployComposeStack(config)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, err.Error(), err}
|
|
|
|
}
|
|
|
|
|
|
|
|
err = handler.StackService.CreateStack(stack)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to persist the stack inside the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
doCleanUp = false
|
|
|
|
return response.JSON(w, stack)
|
|
|
|
}
|
|
|
|
|
|
|
|
type composeStackFromFileUploadPayload struct {
|
|
|
|
Name string
|
|
|
|
StackFileContent []byte
|
2018-07-12 07:17:07 +00:00
|
|
|
Env []portainer.Pair
|
2018-06-11 13:13:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (payload *composeStackFromFileUploadPayload) Validate(r *http.Request) error {
|
|
|
|
name, err := request.RetrieveMultiPartFormValue(r, "Name", false)
|
|
|
|
if err != nil {
|
|
|
|
return portainer.Error("Invalid stack name")
|
|
|
|
}
|
|
|
|
payload.Name = name
|
|
|
|
|
2018-09-10 10:01:38 +00:00
|
|
|
composeFileContent, _, err := request.RetrieveMultiPartFormFile(r, "file")
|
2018-06-11 13:13:19 +00:00
|
|
|
if err != nil {
|
|
|
|
return portainer.Error("Invalid Compose file. Ensure that the Compose file is uploaded correctly")
|
|
|
|
}
|
|
|
|
payload.StackFileContent = composeFileContent
|
|
|
|
|
2018-07-12 07:17:07 +00:00
|
|
|
var env []portainer.Pair
|
|
|
|
err = request.RetrieveMultiPartFormJSONValue(r, "Env", &env, true)
|
|
|
|
if err != nil {
|
|
|
|
return portainer.Error("Invalid Env parameter")
|
|
|
|
}
|
|
|
|
payload.Env = env
|
2018-06-11 13:13:19 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (handler *Handler) createComposeStackFromFileUpload(w http.ResponseWriter, r *http.Request, endpoint *portainer.Endpoint) *httperror.HandlerError {
|
|
|
|
payload := &composeStackFromFileUploadPayload{}
|
|
|
|
err := payload.Validate(r)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusBadRequest, "Invalid request payload", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
stacks, err := handler.StackService.Stacks()
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve stacks from the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, stack := range stacks {
|
|
|
|
if strings.EqualFold(stack.Name, payload.Name) {
|
|
|
|
return &httperror.HandlerError{http.StatusConflict, "A stack with this name already exists", portainer.ErrStackAlreadyExists}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-06-18 10:07:56 +00:00
|
|
|
stackID := handler.StackService.GetNextIdentifier()
|
2018-06-11 13:13:19 +00:00
|
|
|
stack := &portainer.Stack{
|
2018-06-18 10:07:56 +00:00
|
|
|
ID: portainer.StackID(stackID),
|
2018-06-11 13:13:19 +00:00
|
|
|
Name: payload.Name,
|
|
|
|
Type: portainer.DockerComposeStack,
|
|
|
|
EndpointID: endpoint.ID,
|
|
|
|
EntryPoint: filesystem.ComposeFileDefaultName,
|
2018-07-12 07:17:07 +00:00
|
|
|
Env: payload.Env,
|
2018-06-11 13:13:19 +00:00
|
|
|
}
|
|
|
|
|
2018-06-20 17:55:00 +00:00
|
|
|
stackFolder := strconv.Itoa(int(stack.ID))
|
|
|
|
projectPath, err := handler.FileService.StoreStackFileFromBytes(stackFolder, stack.EntryPoint, []byte(payload.StackFileContent))
|
2018-06-11 13:13:19 +00:00
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to persist Compose file on disk", err}
|
|
|
|
}
|
|
|
|
stack.ProjectPath = projectPath
|
|
|
|
|
|
|
|
doCleanUp := true
|
|
|
|
defer handler.cleanUp(stack, &doCleanUp)
|
|
|
|
|
|
|
|
config, configErr := handler.createComposeDeployConfig(r, stack, endpoint)
|
|
|
|
if configErr != nil {
|
|
|
|
return configErr
|
|
|
|
}
|
|
|
|
|
|
|
|
err = handler.deployComposeStack(config)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, err.Error(), err}
|
|
|
|
}
|
|
|
|
|
|
|
|
err = handler.StackService.CreateStack(stack)
|
|
|
|
if err != nil {
|
|
|
|
return &httperror.HandlerError{http.StatusInternalServerError, "Unable to persist the stack inside the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
doCleanUp = false
|
|
|
|
return response.JSON(w, stack)
|
|
|
|
}
|
|
|
|
|
|
|
|
type composeStackDeploymentConfig struct {
|
|
|
|
stack *portainer.Stack
|
|
|
|
endpoint *portainer.Endpoint
|
|
|
|
dockerhub *portainer.DockerHub
|
|
|
|
registries []portainer.Registry
|
|
|
|
}
|
|
|
|
|
|
|
|
func (handler *Handler) createComposeDeployConfig(r *http.Request, stack *portainer.Stack, endpoint *portainer.Endpoint) (*composeStackDeploymentConfig, *httperror.HandlerError) {
|
|
|
|
securityContext, err := security.RetrieveRestrictedRequestContext(r)
|
|
|
|
if err != nil {
|
|
|
|
return nil, &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve info from request context", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
dockerhub, err := handler.DockerHubService.DockerHub()
|
|
|
|
if err != nil {
|
|
|
|
return nil, &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve DockerHub details from the database", err}
|
|
|
|
}
|
|
|
|
|
|
|
|
registries, err := handler.RegistryService.Registries()
|
|
|
|
if err != nil {
|
|
|
|
return nil, &httperror.HandlerError{http.StatusInternalServerError, "Unable to retrieve registries from the database", err}
|
|
|
|
}
|
|
|
|
filteredRegistries := security.FilterRegistries(registries, securityContext)
|
|
|
|
|
|
|
|
config := &composeStackDeploymentConfig{
|
|
|
|
stack: stack,
|
|
|
|
endpoint: endpoint,
|
|
|
|
dockerhub: dockerhub,
|
|
|
|
registries: filteredRegistries,
|
|
|
|
}
|
|
|
|
|
|
|
|
return config, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: libcompose uses credentials store into a config.json file to pull images from
|
|
|
|
// private registries. Right now the only solution is to re-use the embedded Docker binary
|
|
|
|
// to login/logout, which will generate the required data in the config.json file and then
|
|
|
|
// clean it. Hence the use of the mutex.
|
|
|
|
// We should contribute to libcompose to support authentication without using the config.json file.
|
|
|
|
func (handler *Handler) deployComposeStack(config *composeStackDeploymentConfig) error {
|
|
|
|
handler.stackCreationMutex.Lock()
|
|
|
|
defer handler.stackCreationMutex.Unlock()
|
|
|
|
|
|
|
|
handler.SwarmStackManager.Login(config.dockerhub, config.registries, config.endpoint)
|
|
|
|
|
|
|
|
err := handler.ComposeStackManager.Up(config.stack, config.endpoint)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return handler.SwarmStackManager.Logout(config.endpoint)
|
|
|
|
}
|