2019-01-12 04:58:27 +00:00
|
|
|
/*
|
|
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package kubelet
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"net"
|
|
|
|
"runtime"
|
|
|
|
|
2020-08-10 17:43:49 +00:00
|
|
|
"k8s.io/klog/v2"
|
2019-12-12 01:27:03 +00:00
|
|
|
utilexec "k8s.io/utils/exec"
|
|
|
|
"k8s.io/utils/mount"
|
2019-01-12 04:58:27 +00:00
|
|
|
|
|
|
|
authenticationv1 "k8s.io/api/authentication/v1"
|
2019-09-27 21:51:53 +00:00
|
|
|
v1 "k8s.io/api/core/v1"
|
2019-01-12 04:58:27 +00:00
|
|
|
"k8s.io/apimachinery/pkg/types"
|
2019-07-14 07:58:54 +00:00
|
|
|
"k8s.io/apimachinery/pkg/util/wait"
|
|
|
|
"k8s.io/client-go/informers"
|
2019-01-12 04:58:27 +00:00
|
|
|
clientset "k8s.io/client-go/kubernetes"
|
2020-03-26 21:07:15 +00:00
|
|
|
storagelisters "k8s.io/client-go/listers/storage/v1"
|
2019-07-14 07:58:54 +00:00
|
|
|
"k8s.io/client-go/tools/cache"
|
2019-01-12 04:58:27 +00:00
|
|
|
"k8s.io/client-go/tools/record"
|
2019-08-30 18:33:25 +00:00
|
|
|
cloudprovider "k8s.io/cloud-provider"
|
2019-01-12 04:58:27 +00:00
|
|
|
"k8s.io/kubernetes/pkg/kubelet/configmap"
|
|
|
|
"k8s.io/kubernetes/pkg/kubelet/secret"
|
|
|
|
"k8s.io/kubernetes/pkg/kubelet/token"
|
|
|
|
"k8s.io/kubernetes/pkg/volume"
|
|
|
|
"k8s.io/kubernetes/pkg/volume/util"
|
2019-09-27 21:51:53 +00:00
|
|
|
"k8s.io/kubernetes/pkg/volume/util/hostutil"
|
2019-04-07 17:07:55 +00:00
|
|
|
"k8s.io/kubernetes/pkg/volume/util/subpath"
|
2019-01-12 04:58:27 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// NewInitializedVolumePluginMgr returns a new instance of
|
|
|
|
// volume.VolumePluginMgr initialized with kubelets implementation of the
|
|
|
|
// volume.VolumeHost interface.
|
|
|
|
//
|
|
|
|
// kubelet - used by VolumeHost methods to expose kubelet specific parameters
|
|
|
|
// plugins - used to initialize volumePluginMgr
|
|
|
|
func NewInitializedVolumePluginMgr(
|
|
|
|
kubelet *Kubelet,
|
|
|
|
secretManager secret.Manager,
|
|
|
|
configMapManager configmap.Manager,
|
|
|
|
tokenManager *token.Manager,
|
|
|
|
plugins []volume.VolumePlugin,
|
|
|
|
prober volume.DynamicPluginProber) (*volume.VolumePluginMgr, error) {
|
|
|
|
|
2019-07-14 07:58:54 +00:00
|
|
|
// Initialize csiDriverLister before calling InitPlugins
|
|
|
|
var informerFactory informers.SharedInformerFactory
|
|
|
|
var csiDriverLister storagelisters.CSIDriverLister
|
|
|
|
var csiDriversSynced cache.InformerSynced
|
|
|
|
const resyncPeriod = 0
|
2020-03-26 21:07:15 +00:00
|
|
|
// Don't initialize if kubeClient is nil
|
|
|
|
if kubelet.kubeClient != nil {
|
|
|
|
informerFactory = informers.NewSharedInformerFactory(kubelet.kubeClient, resyncPeriod)
|
|
|
|
csiDriverInformer := informerFactory.Storage().V1().CSIDrivers()
|
|
|
|
csiDriverLister = csiDriverInformer.Lister()
|
|
|
|
csiDriversSynced = csiDriverInformer.Informer().HasSynced
|
|
|
|
|
|
|
|
} else {
|
|
|
|
klog.Warning("kubeClient is nil. Skip initialization of CSIDriverLister")
|
2019-07-14 07:58:54 +00:00
|
|
|
}
|
|
|
|
|
2019-01-12 04:58:27 +00:00
|
|
|
kvh := &kubeletVolumeHost{
|
|
|
|
kubelet: kubelet,
|
|
|
|
volumePluginMgr: volume.VolumePluginMgr{},
|
|
|
|
secretManager: secretManager,
|
|
|
|
configMapManager: configMapManager,
|
|
|
|
tokenManager: tokenManager,
|
2019-07-14 07:58:54 +00:00
|
|
|
informerFactory: informerFactory,
|
|
|
|
csiDriverLister: csiDriverLister,
|
|
|
|
csiDriversSynced: csiDriversSynced,
|
2019-12-12 01:27:03 +00:00
|
|
|
exec: utilexec.New(),
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if err := kvh.volumePluginMgr.InitPlugins(plugins, prober, kvh); err != nil {
|
|
|
|
return nil, fmt.Errorf(
|
2019-09-27 21:51:53 +00:00
|
|
|
"could not initialize volume plugins for KubeletVolumePluginMgr: %v",
|
2019-01-12 04:58:27 +00:00
|
|
|
err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return &kvh.volumePluginMgr, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Compile-time check to ensure kubeletVolumeHost implements the VolumeHost interface
|
|
|
|
var _ volume.VolumeHost = &kubeletVolumeHost{}
|
2019-04-07 17:07:55 +00:00
|
|
|
var _ volume.KubeletVolumeHost = &kubeletVolumeHost{}
|
2019-01-12 04:58:27 +00:00
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetPluginDir(pluginName string) string {
|
|
|
|
return kvh.kubelet.getPluginDir(pluginName)
|
|
|
|
}
|
|
|
|
|
|
|
|
type kubeletVolumeHost struct {
|
|
|
|
kubelet *Kubelet
|
|
|
|
volumePluginMgr volume.VolumePluginMgr
|
|
|
|
secretManager secret.Manager
|
|
|
|
tokenManager *token.Manager
|
|
|
|
configMapManager configmap.Manager
|
2019-07-14 07:58:54 +00:00
|
|
|
informerFactory informers.SharedInformerFactory
|
|
|
|
csiDriverLister storagelisters.CSIDriverLister
|
|
|
|
csiDriversSynced cache.InformerSynced
|
2019-12-12 01:27:03 +00:00
|
|
|
exec utilexec.Interface
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
2019-04-07 17:07:55 +00:00
|
|
|
func (kvh *kubeletVolumeHost) SetKubeletError(err error) {
|
|
|
|
kvh.kubelet.runtimeState.setStorageState(err)
|
|
|
|
}
|
|
|
|
|
2019-01-12 04:58:27 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetVolumeDevicePluginDir(pluginName string) string {
|
|
|
|
return kvh.kubelet.getVolumeDevicePluginDir(pluginName)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetPodsDir() string {
|
|
|
|
return kvh.kubelet.getPodsDir()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetPodVolumeDir(podUID types.UID, pluginName string, volumeName string) string {
|
|
|
|
dir := kvh.kubelet.getPodVolumeDir(podUID, pluginName, volumeName)
|
|
|
|
if runtime.GOOS == "windows" {
|
|
|
|
dir = util.GetWindowsPath(dir)
|
|
|
|
}
|
|
|
|
return dir
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetPodVolumeDeviceDir(podUID types.UID, pluginName string) string {
|
|
|
|
return kvh.kubelet.getPodVolumeDeviceDir(podUID, pluginName)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetPodPluginDir(podUID types.UID, pluginName string) string {
|
|
|
|
return kvh.kubelet.getPodPluginDir(podUID, pluginName)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetKubeClient() clientset.Interface {
|
|
|
|
return kvh.kubelet.kubeClient
|
|
|
|
}
|
|
|
|
|
2019-04-07 17:07:55 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetSubpather() subpath.Interface {
|
|
|
|
return kvh.kubelet.subpather
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
2019-09-27 21:51:53 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetHostUtil() hostutil.HostUtils {
|
|
|
|
return kvh.kubelet.hostutil
|
|
|
|
}
|
|
|
|
|
2019-07-14 07:58:54 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetInformerFactory() informers.SharedInformerFactory {
|
|
|
|
return kvh.informerFactory
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) CSIDriverLister() storagelisters.CSIDriverLister {
|
|
|
|
return kvh.csiDriverLister
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) CSIDriversSynced() cache.InformerSynced {
|
|
|
|
return kvh.csiDriversSynced
|
|
|
|
}
|
|
|
|
|
|
|
|
// WaitForCacheSync is a helper function that waits for cache sync for CSIDriverLister
|
|
|
|
func (kvh *kubeletVolumeHost) WaitForCacheSync() error {
|
|
|
|
if kvh.csiDriversSynced == nil {
|
|
|
|
klog.Error("csiDriversSynced not found on KubeletVolumeHost")
|
|
|
|
return fmt.Errorf("csiDriversSynced not found on KubeletVolumeHost")
|
|
|
|
}
|
|
|
|
|
|
|
|
synced := []cache.InformerSynced{kvh.csiDriversSynced}
|
|
|
|
if !cache.WaitForCacheSync(wait.NeverStop, synced...) {
|
|
|
|
klog.Warning("failed to wait for cache sync for CSIDriverLister")
|
|
|
|
return fmt.Errorf("failed to wait for cache sync for CSIDriverLister")
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-01-12 04:58:27 +00:00
|
|
|
func (kvh *kubeletVolumeHost) NewWrapperMounter(
|
|
|
|
volName string,
|
|
|
|
spec volume.Spec,
|
|
|
|
pod *v1.Pod,
|
|
|
|
opts volume.VolumeOptions) (volume.Mounter, error) {
|
|
|
|
// The name of wrapper volume is set to "wrapped_{wrapped_volume_name}"
|
|
|
|
wrapperVolumeName := "wrapped_" + volName
|
|
|
|
if spec.Volume != nil {
|
|
|
|
spec.Volume.Name = wrapperVolumeName
|
|
|
|
}
|
|
|
|
|
|
|
|
return kvh.kubelet.newVolumeMounterFromPlugins(&spec, pod, opts)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) NewWrapperUnmounter(volName string, spec volume.Spec, podUID types.UID) (volume.Unmounter, error) {
|
|
|
|
// The name of wrapper volume is set to "wrapped_{wrapped_volume_name}"
|
|
|
|
wrapperVolumeName := "wrapped_" + volName
|
|
|
|
if spec.Volume != nil {
|
|
|
|
spec.Volume.Name = wrapperVolumeName
|
|
|
|
}
|
|
|
|
|
|
|
|
plugin, err := kvh.kubelet.volumePluginMgr.FindPluginBySpec(&spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return plugin.NewUnmounter(spec.Name(), podUID)
|
|
|
|
}
|
|
|
|
|
2019-08-30 18:33:25 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetCloudProvider() cloudprovider.Interface {
|
|
|
|
return kvh.kubelet.cloud
|
|
|
|
}
|
|
|
|
|
2019-01-12 04:58:27 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetMounter(pluginName string) mount.Interface {
|
2019-12-12 01:27:03 +00:00
|
|
|
return kvh.kubelet.mounter
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetHostName() string {
|
|
|
|
return kvh.kubelet.hostname
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetHostIP() (net.IP, error) {
|
|
|
|
return kvh.kubelet.GetHostIP()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetNodeAllocatable() (v1.ResourceList, error) {
|
|
|
|
node, err := kvh.kubelet.getNodeAnyWay()
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("error retrieving node: %v", err)
|
|
|
|
}
|
|
|
|
return node.Status.Allocatable, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetSecretFunc() func(namespace, name string) (*v1.Secret, error) {
|
|
|
|
return kvh.secretManager.GetSecret
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetConfigMapFunc() func(namespace, name string) (*v1.ConfigMap, error) {
|
|
|
|
return kvh.configMapManager.GetConfigMap
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetServiceAccountTokenFunc() func(namespace, name string, tr *authenticationv1.TokenRequest) (*authenticationv1.TokenRequest, error) {
|
|
|
|
return kvh.tokenManager.GetServiceAccountToken
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) DeleteServiceAccountTokenFunc() func(podUID types.UID) {
|
|
|
|
return kvh.tokenManager.DeleteServiceAccountToken
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetNodeLabels() (map[string]string, error) {
|
|
|
|
node, err := kvh.kubelet.GetNode()
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("error retrieving node: %v", err)
|
|
|
|
}
|
|
|
|
return node.Labels, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetNodeName() types.NodeName {
|
|
|
|
return kvh.kubelet.nodeName
|
|
|
|
}
|
|
|
|
|
|
|
|
func (kvh *kubeletVolumeHost) GetEventRecorder() record.EventRecorder {
|
|
|
|
return kvh.kubelet.recorder
|
|
|
|
}
|
|
|
|
|
2019-12-12 01:27:03 +00:00
|
|
|
func (kvh *kubeletVolumeHost) GetExec(pluginName string) utilexec.Interface {
|
|
|
|
return kvh.exec
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|