mirror of https://github.com/k3s-io/k3s
425 lines
17 KiB
Go
425 lines
17 KiB
Go
/*
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package options
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"k8s.io/apiserver/pkg/server/dynamiccertificates"
|
|
|
|
"github.com/spf13/pflag"
|
|
|
|
"k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apiserver/pkg/authentication/authenticatorfactory"
|
|
"k8s.io/apiserver/pkg/authentication/request/headerrequest"
|
|
"k8s.io/apiserver/pkg/server"
|
|
"k8s.io/client-go/kubernetes"
|
|
"k8s.io/client-go/rest"
|
|
"k8s.io/client-go/tools/clientcmd"
|
|
"k8s.io/klog"
|
|
openapicommon "k8s.io/kube-openapi/pkg/common"
|
|
)
|
|
|
|
type RequestHeaderAuthenticationOptions struct {
|
|
// ClientCAFile is the root certificate bundle to verify client certificates on incoming requests
|
|
// before trusting usernames in headers.
|
|
ClientCAFile string
|
|
|
|
UsernameHeaders []string
|
|
GroupHeaders []string
|
|
ExtraHeaderPrefixes []string
|
|
AllowedNames []string
|
|
}
|
|
|
|
func (s *RequestHeaderAuthenticationOptions) Validate() []error {
|
|
allErrors := []error{}
|
|
|
|
if err := checkForWhiteSpaceOnly("requestheader-username-headers", s.UsernameHeaders...); err != nil {
|
|
allErrors = append(allErrors, err)
|
|
}
|
|
if err := checkForWhiteSpaceOnly("requestheader-group-headers", s.GroupHeaders...); err != nil {
|
|
allErrors = append(allErrors, err)
|
|
}
|
|
if err := checkForWhiteSpaceOnly("requestheader-extra-headers-prefix", s.ExtraHeaderPrefixes...); err != nil {
|
|
allErrors = append(allErrors, err)
|
|
}
|
|
if err := checkForWhiteSpaceOnly("requestheader-allowed-names", s.AllowedNames...); err != nil {
|
|
allErrors = append(allErrors, err)
|
|
}
|
|
|
|
return allErrors
|
|
}
|
|
|
|
func checkForWhiteSpaceOnly(flag string, headerNames ...string) error {
|
|
for _, headerName := range headerNames {
|
|
if len(strings.TrimSpace(headerName)) == 0 {
|
|
return fmt.Errorf("empty value in %q", flag)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *RequestHeaderAuthenticationOptions) AddFlags(fs *pflag.FlagSet) {
|
|
if s == nil {
|
|
return
|
|
}
|
|
|
|
fs.StringSliceVar(&s.UsernameHeaders, "requestheader-username-headers", s.UsernameHeaders, ""+
|
|
"List of request headers to inspect for usernames. X-Remote-User is common.")
|
|
|
|
fs.StringSliceVar(&s.GroupHeaders, "requestheader-group-headers", s.GroupHeaders, ""+
|
|
"List of request headers to inspect for groups. X-Remote-Group is suggested.")
|
|
|
|
fs.StringSliceVar(&s.ExtraHeaderPrefixes, "requestheader-extra-headers-prefix", s.ExtraHeaderPrefixes, ""+
|
|
"List of request header prefixes to inspect. X-Remote-Extra- is suggested.")
|
|
|
|
fs.StringVar(&s.ClientCAFile, "requestheader-client-ca-file", s.ClientCAFile, ""+
|
|
"Root certificate bundle to use to verify client certificates on incoming requests "+
|
|
"before trusting usernames in headers specified by --requestheader-username-headers. "+
|
|
"WARNING: generally do not depend on authorization being already done for incoming requests.")
|
|
|
|
fs.StringSliceVar(&s.AllowedNames, "requestheader-allowed-names", s.AllowedNames, ""+
|
|
"List of client certificate common names to allow to provide usernames in headers "+
|
|
"specified by --requestheader-username-headers. If empty, any client certificate validated "+
|
|
"by the authorities in --requestheader-client-ca-file is allowed.")
|
|
}
|
|
|
|
// ToAuthenticationRequestHeaderConfig returns a RequestHeaderConfig config object for these options
|
|
// if necessary, nil otherwise.
|
|
func (s *RequestHeaderAuthenticationOptions) ToAuthenticationRequestHeaderConfig() (*authenticatorfactory.RequestHeaderConfig, error) {
|
|
if len(s.ClientCAFile) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
caBundleProvider, err := dynamiccertificates.NewDynamicCAContentFromFile("request-header", s.ClientCAFile)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &authenticatorfactory.RequestHeaderConfig{
|
|
UsernameHeaders: headerrequest.StaticStringSlice(s.UsernameHeaders),
|
|
GroupHeaders: headerrequest.StaticStringSlice(s.GroupHeaders),
|
|
ExtraHeaderPrefixes: headerrequest.StaticStringSlice(s.ExtraHeaderPrefixes),
|
|
CAContentProvider: caBundleProvider,
|
|
AllowedClientNames: headerrequest.StaticStringSlice(s.AllowedNames),
|
|
}, nil
|
|
}
|
|
|
|
// ClientCertAuthenticationOptions provides different options for client cert auth. You should use `GetClientVerifyOptionFn` to
|
|
// get the verify options for your authenticator.
|
|
type ClientCertAuthenticationOptions struct {
|
|
// ClientCA is the certificate bundle for all the signers that you'll recognize for incoming client certificates
|
|
ClientCA string
|
|
|
|
// CAContentProvider are the options for verifying incoming connections using mTLS and directly assigning to users.
|
|
// Generally this is the CA bundle file used to authenticate client certificates
|
|
// If non-nil, this takes priority over the ClientCA file.
|
|
CAContentProvider dynamiccertificates.CAContentProvider
|
|
}
|
|
|
|
// GetClientVerifyOptionFn provides verify options for your authenticator while respecting the preferred order of verifiers.
|
|
func (s *ClientCertAuthenticationOptions) GetClientCAContentProvider() (dynamiccertificates.CAContentProvider, error) {
|
|
if s.CAContentProvider != nil {
|
|
return s.CAContentProvider, nil
|
|
}
|
|
|
|
if len(s.ClientCA) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
return dynamiccertificates.NewDynamicCAContentFromFile("client-ca-bundle", s.ClientCA)
|
|
}
|
|
|
|
func (s *ClientCertAuthenticationOptions) AddFlags(fs *pflag.FlagSet) {
|
|
fs.StringVar(&s.ClientCA, "client-ca-file", s.ClientCA, ""+
|
|
"If set, any request presenting a client certificate signed by one of "+
|
|
"the authorities in the client-ca-file is authenticated with an identity "+
|
|
"corresponding to the CommonName of the client certificate.")
|
|
}
|
|
|
|
// DelegatingAuthenticationOptions provides an easy way for composing API servers to delegate their authentication to
|
|
// the root kube API server. The API federator will act as
|
|
// a front proxy and direction connections will be able to delegate to the core kube API server
|
|
type DelegatingAuthenticationOptions struct {
|
|
// RemoteKubeConfigFile is the file to use to connect to a "normal" kube API server which hosts the
|
|
// TokenAccessReview.authentication.k8s.io endpoint for checking tokens.
|
|
RemoteKubeConfigFile string
|
|
// RemoteKubeConfigFileOptional is specifying whether not specifying the kubeconfig or
|
|
// a missing in-cluster config will be fatal.
|
|
RemoteKubeConfigFileOptional bool
|
|
|
|
// CacheTTL is the length of time that a token authentication answer will be cached.
|
|
CacheTTL time.Duration
|
|
|
|
ClientCert ClientCertAuthenticationOptions
|
|
RequestHeader RequestHeaderAuthenticationOptions
|
|
|
|
// SkipInClusterLookup indicates missing authentication configuration should not be retrieved from the cluster configmap
|
|
SkipInClusterLookup bool
|
|
|
|
// TolerateInClusterLookupFailure indicates failures to look up authentication configuration from the cluster configmap should not be fatal.
|
|
// Setting this can result in an authenticator that will reject all requests.
|
|
TolerateInClusterLookupFailure bool
|
|
}
|
|
|
|
func NewDelegatingAuthenticationOptions() *DelegatingAuthenticationOptions {
|
|
return &DelegatingAuthenticationOptions{
|
|
// very low for responsiveness, but high enough to handle storms
|
|
CacheTTL: 10 * time.Second,
|
|
ClientCert: ClientCertAuthenticationOptions{},
|
|
RequestHeader: RequestHeaderAuthenticationOptions{
|
|
UsernameHeaders: []string{"x-remote-user"},
|
|
GroupHeaders: []string{"x-remote-group"},
|
|
ExtraHeaderPrefixes: []string{"x-remote-extra-"},
|
|
},
|
|
}
|
|
}
|
|
|
|
func (s *DelegatingAuthenticationOptions) Validate() []error {
|
|
allErrors := []error{}
|
|
allErrors = append(allErrors, s.RequestHeader.Validate()...)
|
|
|
|
return allErrors
|
|
}
|
|
|
|
func (s *DelegatingAuthenticationOptions) AddFlags(fs *pflag.FlagSet) {
|
|
if s == nil {
|
|
return
|
|
}
|
|
|
|
var optionalKubeConfigSentence string
|
|
if s.RemoteKubeConfigFileOptional {
|
|
optionalKubeConfigSentence = " This is optional. If empty, all token requests are considered to be anonymous and no client CA is looked up in the cluster."
|
|
}
|
|
fs.StringVar(&s.RemoteKubeConfigFile, "authentication-kubeconfig", s.RemoteKubeConfigFile, ""+
|
|
"kubeconfig file pointing at the 'core' kubernetes server with enough rights to create "+
|
|
"tokenreviews.authentication.k8s.io."+optionalKubeConfigSentence)
|
|
|
|
fs.DurationVar(&s.CacheTTL, "authentication-token-webhook-cache-ttl", s.CacheTTL,
|
|
"The duration to cache responses from the webhook token authenticator.")
|
|
|
|
s.ClientCert.AddFlags(fs)
|
|
s.RequestHeader.AddFlags(fs)
|
|
|
|
fs.BoolVar(&s.SkipInClusterLookup, "authentication-skip-lookup", s.SkipInClusterLookup, ""+
|
|
"If false, the authentication-kubeconfig will be used to lookup missing authentication "+
|
|
"configuration from the cluster.")
|
|
fs.BoolVar(&s.TolerateInClusterLookupFailure, "authentication-tolerate-lookup-failure", s.TolerateInClusterLookupFailure, ""+
|
|
"If true, failures to look up missing authentication configuration from the cluster are not considered fatal. "+
|
|
"Note that this can result in authentication that treats all requests as anonymous.")
|
|
}
|
|
|
|
func (s *DelegatingAuthenticationOptions) ApplyTo(authenticationInfo *server.AuthenticationInfo, servingInfo *server.SecureServingInfo, openAPIConfig *openapicommon.Config) error {
|
|
if s == nil {
|
|
authenticationInfo.Authenticator = nil
|
|
return nil
|
|
}
|
|
|
|
cfg := authenticatorfactory.DelegatingAuthenticatorConfig{
|
|
Anonymous: true,
|
|
CacheTTL: s.CacheTTL,
|
|
}
|
|
|
|
client, err := s.getClient()
|
|
if err != nil {
|
|
return fmt.Errorf("failed to get delegated authentication kubeconfig: %v", err)
|
|
}
|
|
|
|
// configure token review
|
|
if client != nil {
|
|
cfg.TokenAccessReviewClient = client.AuthenticationV1().TokenReviews()
|
|
}
|
|
|
|
// get the clientCA information
|
|
clientCAFileSpecified := len(s.ClientCert.ClientCA) > 0
|
|
var clientCAProvider dynamiccertificates.CAContentProvider
|
|
if clientCAFileSpecified {
|
|
clientCAProvider, err = s.ClientCert.GetClientCAContentProvider()
|
|
if err != nil {
|
|
return fmt.Errorf("unable to load client CA file %q: %v", s.ClientCert.ClientCA, err)
|
|
}
|
|
cfg.ClientCertificateCAContentProvider = clientCAProvider
|
|
if err = authenticationInfo.ApplyClientCert(cfg.ClientCertificateCAContentProvider, servingInfo); err != nil {
|
|
return fmt.Errorf("unable to assign client CA file: %v", err)
|
|
}
|
|
|
|
} else if !s.SkipInClusterLookup {
|
|
if client == nil {
|
|
klog.Warningf("No authentication-kubeconfig provided in order to lookup client-ca-file in configmap/%s in %s, so client certificate authentication won't work.", authenticationConfigMapName, authenticationConfigMapNamespace)
|
|
} else {
|
|
clientCAProvider, err = dynamiccertificates.NewDynamicCAFromConfigMapController("client-ca", authenticationConfigMapNamespace, authenticationConfigMapName, "client-ca-file", client)
|
|
if err != nil {
|
|
return fmt.Errorf("unable to load configmap based client CA file: %v", err)
|
|
}
|
|
cfg.ClientCertificateCAContentProvider = clientCAProvider
|
|
if err = authenticationInfo.ApplyClientCert(cfg.ClientCertificateCAContentProvider, servingInfo); err != nil {
|
|
return fmt.Errorf("unable to assign configmap based client CA file: %v", err)
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
requestHeaderCAFileSpecified := len(s.RequestHeader.ClientCAFile) > 0
|
|
var requestHeaderConfig *authenticatorfactory.RequestHeaderConfig
|
|
if requestHeaderCAFileSpecified {
|
|
requestHeaderConfig, err = s.RequestHeader.ToAuthenticationRequestHeaderConfig()
|
|
if err != nil {
|
|
return fmt.Errorf("unable to create request header authentication config: %v", err)
|
|
}
|
|
|
|
} else if !s.SkipInClusterLookup {
|
|
if client == nil {
|
|
klog.Warningf("No authentication-kubeconfig provided in order to lookup requestheader-client-ca-file in configmap/%s in %s, so request-header client certificate authentication won't work.", authenticationConfigMapName, authenticationConfigMapNamespace)
|
|
} else {
|
|
requestHeaderConfig, err = s.createRequestHeaderConfig(client)
|
|
if err != nil {
|
|
if s.TolerateInClusterLookupFailure {
|
|
klog.Warningf("Error looking up in-cluster authentication configuration: %v", err)
|
|
klog.Warningf("Continuing without authentication configuration. This may treat all requests as anonymous.")
|
|
klog.Warningf("To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false")
|
|
} else {
|
|
return fmt.Errorf("unable to load configmap based request-header-client-ca-file: %v", err)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if requestHeaderConfig != nil {
|
|
cfg.RequestHeaderConfig = requestHeaderConfig
|
|
if err = authenticationInfo.ApplyClientCert(cfg.RequestHeaderConfig.CAContentProvider, servingInfo); err != nil {
|
|
return fmt.Errorf("unable to load request-header-client-ca-file: %v", err)
|
|
}
|
|
}
|
|
|
|
// create authenticator
|
|
authenticator, securityDefinitions, err := cfg.New()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
authenticationInfo.Authenticator = authenticator
|
|
if openAPIConfig != nil {
|
|
openAPIConfig.SecurityDefinitions = securityDefinitions
|
|
}
|
|
authenticationInfo.SupportsBasicAuth = false
|
|
|
|
return nil
|
|
}
|
|
|
|
const (
|
|
authenticationConfigMapNamespace = metav1.NamespaceSystem
|
|
// authenticationConfigMapName is the name of ConfigMap in the kube-system namespace holding the root certificate
|
|
// bundle to use to verify client certificates on incoming requests before trusting usernames in headers specified
|
|
// by --requestheader-username-headers. This is created in the cluster by the kube-apiserver.
|
|
// "WARNING: generally do not depend on authorization being already done for incoming requests.")
|
|
authenticationConfigMapName = "extension-apiserver-authentication"
|
|
authenticationRoleName = "extension-apiserver-authentication-reader"
|
|
)
|
|
|
|
func (s *DelegatingAuthenticationOptions) createRequestHeaderConfig(client kubernetes.Interface) (*authenticatorfactory.RequestHeaderConfig, error) {
|
|
requestHeaderCAProvider, err := dynamiccertificates.NewDynamicCAFromConfigMapController("client-ca", authenticationConfigMapNamespace, authenticationConfigMapName, "requestheader-client-ca-file", client)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("unable to create request header authentication config: %v", err)
|
|
}
|
|
|
|
authConfigMap, err := client.CoreV1().ConfigMaps(authenticationConfigMapNamespace).Get(context.TODO(), authenticationConfigMapName, metav1.GetOptions{})
|
|
switch {
|
|
case errors.IsNotFound(err):
|
|
// ignore, authConfigMap is nil now
|
|
return nil, nil
|
|
case errors.IsForbidden(err):
|
|
klog.Warningf("Unable to get configmap/%s in %s. Usually fixed by "+
|
|
"'kubectl create rolebinding -n %s ROLEBINDING_NAME --role=%s --serviceaccount=YOUR_NS:YOUR_SA'",
|
|
authenticationConfigMapName, authenticationConfigMapNamespace, authenticationConfigMapNamespace, authenticationRoleName)
|
|
return nil, err
|
|
case err != nil:
|
|
return nil, err
|
|
}
|
|
|
|
usernameHeaders, err := deserializeStrings(authConfigMap.Data["requestheader-username-headers"])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
groupHeaders, err := deserializeStrings(authConfigMap.Data["requestheader-group-headers"])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
extraHeaderPrefixes, err := deserializeStrings(authConfigMap.Data["requestheader-extra-headers-prefix"])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
allowedNames, err := deserializeStrings(authConfigMap.Data["requestheader-allowed-names"])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &authenticatorfactory.RequestHeaderConfig{
|
|
CAContentProvider: requestHeaderCAProvider,
|
|
UsernameHeaders: headerrequest.StaticStringSlice(usernameHeaders),
|
|
GroupHeaders: headerrequest.StaticStringSlice(groupHeaders),
|
|
ExtraHeaderPrefixes: headerrequest.StaticStringSlice(extraHeaderPrefixes),
|
|
AllowedClientNames: headerrequest.StaticStringSlice(allowedNames),
|
|
}, nil
|
|
}
|
|
|
|
func deserializeStrings(in string) ([]string, error) {
|
|
if len(in) == 0 {
|
|
return nil, nil
|
|
}
|
|
var ret []string
|
|
if err := json.Unmarshal([]byte(in), &ret); err != nil {
|
|
return nil, err
|
|
}
|
|
return ret, nil
|
|
}
|
|
|
|
// getClient returns a Kubernetes clientset. If s.RemoteKubeConfigFileOptional is true, nil will be returned
|
|
// if no kubeconfig is specified by the user and the in-cluster config is not found.
|
|
func (s *DelegatingAuthenticationOptions) getClient() (kubernetes.Interface, error) {
|
|
var clientConfig *rest.Config
|
|
var err error
|
|
if len(s.RemoteKubeConfigFile) > 0 {
|
|
loadingRules := &clientcmd.ClientConfigLoadingRules{ExplicitPath: s.RemoteKubeConfigFile}
|
|
loader := clientcmd.NewNonInteractiveDeferredLoadingClientConfig(loadingRules, &clientcmd.ConfigOverrides{})
|
|
|
|
clientConfig, err = loader.ClientConfig()
|
|
} else {
|
|
// without the remote kubeconfig file, try to use the in-cluster config. Most addon API servers will
|
|
// use this path. If it is optional, ignore errors.
|
|
clientConfig, err = rest.InClusterConfig()
|
|
if err != nil && s.RemoteKubeConfigFileOptional {
|
|
if err != rest.ErrNotInCluster {
|
|
klog.Warningf("failed to read in-cluster kubeconfig for delegated authentication: %v", err)
|
|
}
|
|
return nil, nil
|
|
}
|
|
}
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to get delegated authentication kubeconfig: %v", err)
|
|
}
|
|
|
|
// set high qps/burst limits since this will effectively limit API server responsiveness
|
|
clientConfig.QPS = 200
|
|
clientConfig.Burst = 400
|
|
|
|
return kubernetes.NewForConfig(clientConfig)
|
|
}
|