2018-06-11 13:13:19 +00:00
package registries
import (
2020-07-07 21:57:52 +00:00
"errors"
2021-12-01 00:18:57 +00:00
"github.com/portainer/portainer/api/internal/endpointutils"
2018-06-11 13:13:19 +00:00
"net/http"
2018-09-10 10:01:38 +00:00
httperror "github.com/portainer/libhttp/error"
"github.com/portainer/libhttp/request"
"github.com/portainer/libhttp/response"
2021-01-18 00:59:57 +00:00
portainer "github.com/portainer/portainer/api"
2021-07-14 09:15:21 +00:00
httperrors "github.com/portainer/portainer/api/http/errors"
"github.com/portainer/portainer/api/http/security"
2018-06-11 13:13:19 +00:00
)
type registryUpdatePayload struct {
2021-07-14 09:15:21 +00:00
// Name that will be used to identify this registry
Name * string ` validate:"required" example:"my-registry" `
// URL or IP address of the Docker registry
URL * string ` validate:"required" example:"registry.mydomain.tld:2375" `
// BaseURL is used for quay registry
BaseURL * string ` json:",omitempty" example:"registry.mydomain.tld:2375" `
// Is authentication against this registry enabled
Authentication * bool ` example:"false" validate:"required" `
// Username used to authenticate against this registry. Required when Authentication is true
Username * string ` example:"registry_user" `
// Password used to authenticate against this registry. required when Authentication is true
2022-01-17 05:53:32 +00:00
Password * string ` example:"registry_password" `
2021-12-01 00:18:57 +00:00
// Quay data
2022-01-17 05:53:32 +00:00
Quay * portainer . QuayRegistryData
2021-12-01 00:18:57 +00:00
// Registry access control
RegistryAccesses * portainer . RegistryAccesses ` json:",omitempty" `
// ECR data
2022-01-17 05:53:32 +00:00
Ecr * portainer . EcrData ` json:",omitempty" `
2018-06-11 13:13:19 +00:00
}
func ( payload * registryUpdatePayload ) Validate ( r * http . Request ) error {
return nil
}
2021-02-23 03:21:39 +00:00
// @id RegistryUpdate
// @summary Update a registry
// @description Update a registry
2021-10-11 23:12:08 +00:00
// @description **Access policy**: restricted
2021-02-23 03:21:39 +00:00
// @tags registries
2021-11-30 02:31:16 +00:00
// @security ApiKeyAuth
2021-02-23 03:21:39 +00:00
// @security jwt
// @accept json
// @produce json
// @param id path int true "Registry identifier"
// @param body body registryUpdatePayload true "Registry details"
// @success 200 {object} portainer.Registry "Success"
// @failure 400 "Invalid request"
// @failure 404 "Registry not found"
// @failure 409 "Another registry with the same URL already exists"
// @failure 500 "Server error"
// @router /registries/{id} [put]
2018-06-11 13:13:19 +00:00
func ( handler * Handler ) registryUpdate ( w http . ResponseWriter , r * http . Request ) * httperror . HandlerError {
2021-07-14 09:15:21 +00:00
securityContext , err := security . RetrieveRestrictedRequestContext ( r )
2018-06-11 13:13:19 +00:00
if err != nil {
2021-07-14 09:15:21 +00:00
return & httperror . HandlerError { http . StatusInternalServerError , "Unable to retrieve info from request context" , err }
}
2021-12-01 00:18:57 +00:00
2021-07-14 09:15:21 +00:00
if ! securityContext . IsAdmin {
return & httperror . HandlerError { http . StatusForbidden , "Permission denied to update registry" , httperrors . ErrResourceAccessDenied }
2018-06-11 13:13:19 +00:00
}
2021-07-14 09:15:21 +00:00
registryID , err := request . RetrieveNumericRouteVariableValue ( r , "id" )
2018-06-11 13:13:19 +00:00
if err != nil {
2021-07-14 09:15:21 +00:00
return & httperror . HandlerError { http . StatusBadRequest , "Invalid registry identifier route variable" , err }
2018-06-11 13:13:19 +00:00
}
2020-05-20 05:23:15 +00:00
registry , err := handler . DataStore . Registry ( ) . Registry ( portainer . RegistryID ( registryID ) )
chore(store) EE-1981: Refactor/store/error checking, and other refactoring (#6173)
* use the Store interface IsErrObjectNotFound() to avoid revealing internal errors
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* what happens when you extract the datastore interfaces into their own package
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* Start renaming Storage methods
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* extract the boltdb specific code from the Portainer storage code (example, the others need the same)
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* more extract bolt.Tx from datastore code
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* minimise imports by putting moving the struct definition into the file that needs the Service imports
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* more extraction of boltdb.Tx
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* extract the use of bucket.SetSequence
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* almost done - just endpoint.Synchonise :/
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* so, endpoint.Synchonize looks hard, but i can't find where we use it, so 'delete first refactoring'
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix test compile errors
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* test compile fixes after rebase
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix a mis-remembering I had wrt deserialisation - last time i used AnyData - jsoniter's bindTo looks interesting for the same reason
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* set us up to make the connection an interface
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* make the db connection a datastore interface, and separate out our datastore services from the bolt ones
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* rename methods to something less oltdb internals specific
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* these errors are not boltdb secific
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* start using the db-backend factory method too
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* export boltdb raw in case we can't export from the service layer
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add a raw export from boltdb to yaml for broken db's, and an export services to yaml in backup
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add the version info by hand for now
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* actually, the export from services can be fully typed - its the import that needs to do more work
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* redo raw export, and make import capable of using it
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add DockerHub
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* migration from anything older than v1.21.0 has been broken for quite a while, deleting the un-tested code
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix go test ./... again
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* my goland wasn't setup to gofmt
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* move the two extremely dubious migration tests down into store, so they can use the test store code
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* the migrator is now free of boltdb
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* reverse goland overzealous replcement of internal with boltdb
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* more undo over-zealous goland internal->boltdb
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* yay, now bolt is only mentioned inside the api/database/ dir
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* and this might be the last of the boltdb references?
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add todo
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* extract the store code into a separate module too
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* don't need the fileService in boltdb anymore
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* use IsErrObjectNotFound()
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* use a string to select what database backend we use
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* make isNew store an ephemeral bool that doesn't stay true after we've initialised it
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* move the import.json wip to a separate file so its more obvious - we'll be using it for testing, emergency fixups, and in the next part of the store work, when we improve migrations and data model lifecycles
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* undo vscode formatting html
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix app templates symbol (#6221)
* feat(webhook) EE-2125 send registry auth haeder when update swarms service via webhook (#6220)
* feat(webhook) EE-2125 add some helpers to registry utils
* feat(webhook) EE-2125 persist registryID when creating a webhook
* feat(webhook) EE-2125 send registry auth header when executing a webhook
* feat(webhook) EE-2125 send registryID to backend when creating a service with webhook
* feat(webhook) EE-2125 use the initial registry ID to create webhook on editing service screen
* feat(webhook) EE-2125 update webhook when update registry
* feat(webhook) EE-2125 add endpoint of update webhook
* feat(webhook) EE-2125 code cleanup
* feat(webhook) EE-2125 fix a typo
* feat(webhook) EE-2125 fix circle import issue with unit test
Co-authored-by: Simon Meng <simon.meng@portainer.io>
* fix(kubeconfig): show kubeconfig download button for non admin users [EE-2123] (#6204)
Co-authored-by: Simon Meng <simon.meng@portainer.io>
* fix data-cy for k8s cluster menu (#6226)
LGTM
* feat(stack): make stack created from app template editable EE-1941 (#6104)
feat(stack): make stack from app template editable
* fix(container):disable Duplicate/Edit button when the container is portainer (#6223)
* fix/ee-1909/show-pull-image-error (#6195)
Co-authored-by: sunportainer <ericsun@SG1.local>
* feat(cy): add data-cy to helm install button (#6241)
* feat(cy): add data-cy to add registry button (#6242)
* refactor(app): convert root folder files to es6 (#4159)
* refactor(app): duplicate constants as es6 exports (#4158)
* fix(docker): provide workaround to save network name variable (#6080)
* fix/EE-1862/unable-to-stop-or-remove-stack workaround for var without default value in yaml file
* fix/EE-1862/unable-to-stop-or-remove-stack check yaml file
* fixed func and var names
* wrapper error and used bool for stringset
* UT case for createNetworkEnvFile
* UT case for %s=%s
* powerful StringSet
* wrapper error for extract network name
* wrapper all the return err
* store more env
* put to env file
* make default value None
* feat: gzip static resources (#6258)
* fix(ssl)//handle --sslcert and --sslkey ee-2106 (#6203)
* fix/ee-2106/handle-sslcert-sslkey
Co-authored-by: sunportainer <ericsun@SG1.local>
* fix(server):support disable https only ee-2068 (#6232)
* fix/ee-2068/disable-forcely-https
* feat(store): implement store tests EE-2112 (#6224)
* add store tests
* add some more tests
* Update missing helm user repo methods
* remove redundant comments
* add webhook export
* update webhooks
* use the Store interface IsErrObjectNotFound() to avoid revealing internal errors
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* what happens when you extract the datastore interfaces into their own package
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* Start renaming Storage methods
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* extract the boltdb specific code from the Portainer storage code (example, the others need the same)
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* more extract bolt.Tx from datastore code
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* minimise imports by putting moving the struct definition into the file that needs the Service imports
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* more extraction of boltdb.Tx
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* extract the use of bucket.SetSequence
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* almost done - just endpoint.Synchonise :/
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* so, endpoint.Synchonize looks hard, but i can't find where we use it, so 'delete first refactoring'
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix test compile errors
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* test compile fixes after rebase
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix a mis-remembering I had wrt deserialisation - last time i used AnyData - jsoniter's bindTo looks interesting for the same reason
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* set us up to make the connection an interface
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* make the db connection a datastore interface, and separate out our datastore services from the bolt ones
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* rename methods to something less oltdb internals specific
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* these errors are not boltdb secific
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* start using the db-backend factory method too
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* export boltdb raw in case we can't export from the service layer
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add a raw export from boltdb to yaml for broken db's, and an export services to yaml in backup
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add the version info by hand for now
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* actually, the export from services can be fully typed - its the import that needs to do more work
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* redo raw export, and make import capable of using it
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add DockerHub
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* migration from anything older than v1.21.0 has been broken for quite a while, deleting the un-tested code
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* fix go test ./... again
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* my goland wasn't setup to gofmt
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* move the two extremely dubious migration tests down into store, so they can use the test store code
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* the migrator is now free of boltdb
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* reverse goland overzealous replcement of internal with boltdb
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* more undo over-zealous goland internal->boltdb
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* yay, now bolt is only mentioned inside the api/database/ dir
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* and this might be the last of the boltdb references?
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* add todo
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* extract the store code into a separate module too
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* don't need the fileService in boltdb anymore
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* use IsErrObjectNotFound()
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* use a string to select what database backend we use
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* make isNew store an ephemeral bool that doesn't stay true after we've initialised it
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* move the import.json wip to a separate file so its more obvious - we'll be using it for testing, emergency fixups, and in the next part of the store work, when we improve migrations and data model lifecycles
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* undo vscode formatting html
Signed-off-by: Sven Dowideit <sven.dowideit@portainer.io>
* Update missing helm user repo methods
* feat(store): implement store tests EE-2112 (#6224)
* add store tests
* add some more tests
* remove redundant comments
* add webhook export
* update webhooks
* fix build issues after rebasing
* move migratorparams
* remove unneeded integer type conversions
* disable the db import/export for now
Co-authored-by: Richard Wei <54336863+WaysonWei@users.noreply.github.com>
Co-authored-by: cong meng <mcpacino@gmail.com>
Co-authored-by: Simon Meng <simon.meng@portainer.io>
Co-authored-by: Marcelo Rydel <marcelorydel26@gmail.com>
Co-authored-by: Hao Zhang <hao.zhang@portainer.io>
Co-authored-by: sunportainer <93502624+sunportainer@users.noreply.github.com>
Co-authored-by: sunportainer <ericsun@SG1.local>
Co-authored-by: wheresolivia <78844659+wheresolivia@users.noreply.github.com>
Co-authored-by: Chaim Lev-Ari <chiptus@users.noreply.github.com>
Co-authored-by: Chao Geng <93526589+chaogeng77977@users.noreply.github.com>
Co-authored-by: Dmitry Salakhov <to@dimasalakhov.com>
Co-authored-by: Matt Hook <hookenz@gmail.com>
2021-12-15 02:26:09 +00:00
if handler . DataStore . IsErrObjectNotFound ( err ) {
2018-06-11 13:13:19 +00:00
return & httperror . HandlerError { http . StatusNotFound , "Unable to find a registry with the specified identifier inside the database" , err }
} else if err != nil {
return & httperror . HandlerError { http . StatusInternalServerError , "Unable to find a registry with the specified identifier inside the database" , err }
}
2022-04-07 20:58:26 +00:00
registries , err := handler . DataStore . Registry ( ) . Registries ( )
if err != nil {
return & httperror . HandlerError { http . StatusInternalServerError , "Unable to retrieve registries from the database" , err }
}
2021-07-14 09:15:21 +00:00
var payload registryUpdatePayload
err = request . DecodeAndValidateJSONPayload ( r , & payload )
if err != nil {
return & httperror . HandlerError { http . StatusBadRequest , "Invalid request payload" , err }
}
2019-09-09 22:55:27 +00:00
if payload . Name != nil {
registry . Name = * payload . Name
2018-06-11 13:13:19 +00:00
}
2022-04-07 20:58:26 +00:00
// enforce name uniqueness across registries
// check is performed even if Name didn't change (Name not in payload) as we need
// to enforce this rule on updates not performed with frontend (e.g. on direct API requests)
// see https://portainer.atlassian.net/browse/EE-2706 for more details
for _ , r := range registries {
if r . ID != registry . ID && r . Name == registry . Name {
return & httperror . HandlerError { http . StatusConflict , "Another registry with the same name already exists" , errors . New ( "A registry is already defined with this name" ) }
}
}
2019-09-09 22:55:27 +00:00
2021-07-01 02:57:15 +00:00
if registry . Type == portainer . ProGetRegistry && payload . BaseURL != nil {
registry . BaseURL = * payload . BaseURL
}
2021-12-01 00:18:57 +00:00
shouldUpdateSecrets := false
2019-09-09 22:55:27 +00:00
if payload . Authentication != nil {
2021-12-01 00:18:57 +00:00
shouldUpdateSecrets = shouldUpdateSecrets || ( registry . Authentication != * payload . Authentication )
2019-09-09 22:55:27 +00:00
if * payload . Authentication {
registry . Authentication = true
if payload . Username != nil {
2021-12-01 00:18:57 +00:00
shouldUpdateSecrets = shouldUpdateSecrets || ( registry . Username != * payload . Username )
2019-09-09 22:55:27 +00:00
registry . Username = * payload . Username
}
2018-06-11 13:13:19 +00:00
2021-01-18 00:59:57 +00:00
if payload . Password != nil && * payload . Password != "" {
2021-12-01 00:18:57 +00:00
shouldUpdateSecrets = shouldUpdateSecrets || ( registry . Password != * payload . Password )
2019-09-09 22:55:27 +00:00
registry . Password = * payload . Password
}
2021-12-01 00:18:57 +00:00
if registry . Type == portainer . EcrRegistry && payload . Ecr != nil && payload . Ecr . Region != "" {
shouldUpdateSecrets = shouldUpdateSecrets || ( registry . Ecr . Region != payload . Ecr . Region )
registry . Ecr . Region = payload . Ecr . Region
}
2019-09-09 22:55:27 +00:00
} else {
registry . Authentication = false
registry . Username = ""
registry . Password = ""
2021-12-01 00:18:57 +00:00
registry . Ecr . Region = ""
registry . AccessToken = ""
registry . AccessTokenExpiry = 0
2019-09-09 22:55:27 +00:00
}
2018-06-11 13:13:19 +00:00
}
2021-07-14 09:15:21 +00:00
if payload . URL != nil {
shouldUpdateSecrets = shouldUpdateSecrets || ( * payload . URL != registry . URL )
registry . URL = * payload . URL
2021-12-01 00:18:57 +00:00
2021-07-14 09:15:21 +00:00
for _ , r := range registries {
if r . ID != registry . ID && handler . registriesHaveSameURLAndCredentials ( & r , registry ) {
return & httperror . HandlerError { http . StatusConflict , "Another registry with the same URL and credentials already exists" , errors . New ( "A registry is already defined for this URL and credentials" ) }
}
}
2019-05-24 06:04:58 +00:00
}
2021-07-14 09:15:21 +00:00
if shouldUpdateSecrets {
2021-12-01 00:18:57 +00:00
registry . AccessToken = ""
registry . AccessTokenExpiry = 0
2021-07-14 09:15:21 +00:00
for endpointID , endpointAccess := range registry . RegistryAccesses {
endpoint , err := handler . DataStore . Endpoint ( ) . Endpoint ( endpointID )
if err != nil {
return & httperror . HandlerError { http . StatusInternalServerError , "Unable to update access to registry" , err }
}
2021-12-01 00:18:57 +00:00
if endpointutils . IsKubernetesEndpoint ( endpoint ) {
2021-07-14 09:15:21 +00:00
err = handler . updateEndpointRegistryAccess ( endpoint , registry , endpointAccess )
if err != nil {
return & httperror . HandlerError { http . StatusInternalServerError , "Unable to update access to registry" , err }
}
}
}
2019-05-24 06:04:58 +00:00
}
2021-03-12 23:47:35 +00:00
if payload . Quay != nil {
registry . Quay = * payload . Quay
}
2020-05-20 05:23:15 +00:00
err = handler . DataStore . Registry ( ) . UpdateRegistry ( registry . ID , registry )
2018-06-11 13:13:19 +00:00
if err != nil {
return & httperror . HandlerError { http . StatusInternalServerError , "Unable to persist registry changes inside the database" , err }
}
return response . JSON ( w , registry )
}
2020-06-04 06:50:02 +00:00
2021-07-14 09:15:21 +00:00
func ( handler * Handler ) updateEndpointRegistryAccess ( endpoint * portainer . Endpoint , registry * portainer . Registry , endpointAccess portainer . RegistryAccessPolicies ) error {
cli , err := handler . K8sClientFactory . GetKubeClient ( endpoint )
if err != nil {
return err
}
for _ , namespace := range endpointAccess . Namespaces {
err := cli . DeleteRegistrySecret ( registry , namespace )
if err != nil {
return err
}
err = cli . CreateRegistrySecret ( registry , namespace )
if err != nil {
return err
}
2020-06-04 06:50:02 +00:00
}
2021-07-14 09:15:21 +00:00
return nil
2020-06-04 06:50:02 +00:00
}