2015-03-13 21:31:13 +00:00
|
|
|
/*
|
2016-06-03 00:25:58 +00:00
|
|
|
Copyright 2015 The Kubernetes Authors.
|
2015-03-13 21:31:13 +00:00
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
package iscsi
|
|
|
|
|
|
|
|
import (
|
2016-05-30 22:48:21 +00:00
|
|
|
"fmt"
|
2017-10-28 19:28:52 +00:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2015-03-13 21:31:13 +00:00
|
|
|
"strconv"
|
2015-10-13 17:31:59 +00:00
|
|
|
"strings"
|
2015-03-13 21:31:13 +00:00
|
|
|
|
2017-06-22 17:25:57 +00:00
|
|
|
"k8s.io/api/core/v1"
|
2017-08-28 18:22:01 +00:00
|
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
2017-06-22 18:24:23 +00:00
|
|
|
"k8s.io/apimachinery/pkg/types"
|
2018-11-09 18:49:10 +00:00
|
|
|
"k8s.io/klog"
|
2015-08-05 22:03:47 +00:00
|
|
|
"k8s.io/kubernetes/pkg/util/mount"
|
|
|
|
"k8s.io/kubernetes/pkg/volume"
|
2016-04-19 05:10:00 +00:00
|
|
|
ioutil "k8s.io/kubernetes/pkg/volume/util"
|
2018-02-06 08:38:41 +00:00
|
|
|
"k8s.io/kubernetes/pkg/volume/util/volumepathhandler"
|
2019-01-29 02:36:31 +00:00
|
|
|
"k8s.io/utils/keymutex"
|
2019-01-30 02:19:50 +00:00
|
|
|
utilstrings "k8s.io/utils/strings"
|
2015-03-13 21:31:13 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// This is the primary entrypoint for volume plugins.
|
|
|
|
func ProbeVolumePlugins() []volume.VolumePlugin {
|
Avoid deleted iSCSI LUNs in the kernel
This change ensures that iSCSI block devices are deleted after
unmounting, and implements scanning of individual LUNs rather
than scanning the whole iSCSI bus.
In cases where an iSCSI bus is in use by more than one attachment,
detaching used to leave behind phantom block devices, which could
cause I/O errors, long timeouts, or even corruption in the case
when the underlying LUN number was recycled. This change makes
sure to flush references to the block devices after unmounting.
The original iSCSI code scanned the whole target every time a LUN
was attached. On storage controllers that export multiple LUNs on
the same target IQN, this led to a situation where nodes would
see SCSI disks that they weren't supposed to -- possibly dozens or
hundreds of extra SCSI disks. This caused 3 significant problems:
1) The large number of disks wasted resources on the node and
caused a minor drag on performance.
2) The scanning of all the devices caused a huge number of uevents
from the kernel, causing udev to bog down for multiple minutes in
some cases, triggering timeouts and other transient failures.
3) Because Kubernetes was not tracking all the "extra" LUNs that
got discovered, they would not get cleaned up until the last LUN
on a particular target was detached, causing a logout. This led
to significant complications:
In the time window between when a LUN was unintentially scanned,
and when it was removed due to a logout, if it was deleted on the
backend, a phantom reference remained on the node. In the best
case, the phantom LUN would cause I/O errors and timeouts in the
udev system. In the worst case, the backend could reuse the LUN
number for a new volume, and if that new volume were to be
scheduled to a pod with a phantom reference to the old LUN by the
same number, the initiator could get confused and possibly corrupt
data on that volume.
To avoid these problems, the new implementation only scans for
the specific LUN number it expects to see. It's worth noting that
the default behavior of iscsiadm is to automatically scan the
whole bus on login. That behavior can be disabled by setting
node.session.scan = manual
in iscsid.conf, and for the reasons mentioned above, it is
strongly recommended to set that option. This change still works
regardless of the setting in iscsid.conf, and while automatic
scanning will cause some problems, this change doesn't make the
problems any worse, and can make things better in some cases.
2018-07-25 03:58:19 +00:00
|
|
|
return []volume.VolumePlugin{&iscsiPlugin{}}
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2015-06-29 17:04:09 +00:00
|
|
|
type iscsiPlugin struct {
|
Avoid deleted iSCSI LUNs in the kernel
This change ensures that iSCSI block devices are deleted after
unmounting, and implements scanning of individual LUNs rather
than scanning the whole iSCSI bus.
In cases where an iSCSI bus is in use by more than one attachment,
detaching used to leave behind phantom block devices, which could
cause I/O errors, long timeouts, or even corruption in the case
when the underlying LUN number was recycled. This change makes
sure to flush references to the block devices after unmounting.
The original iSCSI code scanned the whole target every time a LUN
was attached. On storage controllers that export multiple LUNs on
the same target IQN, this led to a situation where nodes would
see SCSI disks that they weren't supposed to -- possibly dozens or
hundreds of extra SCSI disks. This caused 3 significant problems:
1) The large number of disks wasted resources on the node and
caused a minor drag on performance.
2) The scanning of all the devices caused a huge number of uevents
from the kernel, causing udev to bog down for multiple minutes in
some cases, triggering timeouts and other transient failures.
3) Because Kubernetes was not tracking all the "extra" LUNs that
got discovered, they would not get cleaned up until the last LUN
on a particular target was detached, causing a logout. This led
to significant complications:
In the time window between when a LUN was unintentially scanned,
and when it was removed due to a logout, if it was deleted on the
backend, a phantom reference remained on the node. In the best
case, the phantom LUN would cause I/O errors and timeouts in the
udev system. In the worst case, the backend could reuse the LUN
number for a new volume, and if that new volume were to be
scheduled to a pod with a phantom reference to the old LUN by the
same number, the initiator could get confused and possibly corrupt
data on that volume.
To avoid these problems, the new implementation only scans for
the specific LUN number it expects to see. It's worth noting that
the default behavior of iscsiadm is to automatically scan the
whole bus on login. That behavior can be disabled by setting
node.session.scan = manual
in iscsid.conf, and for the reasons mentioned above, it is
strongly recommended to set that option. This change still works
regardless of the setting in iscsid.conf, and while automatic
scanning will cause some problems, this change doesn't make the
problems any worse, and can make things better in some cases.
2018-07-25 03:58:19 +00:00
|
|
|
host volume.VolumeHost
|
|
|
|
targetLocks keymutex.KeyMutex
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2015-06-29 17:04:09 +00:00
|
|
|
var _ volume.VolumePlugin = &iscsiPlugin{}
|
2015-06-26 20:37:11 +00:00
|
|
|
var _ volume.PersistentVolumePlugin = &iscsiPlugin{}
|
2017-10-28 19:28:52 +00:00
|
|
|
var _ volume.BlockVolumePlugin = &iscsiPlugin{}
|
2015-03-13 21:31:13 +00:00
|
|
|
|
|
|
|
const (
|
2015-06-29 17:04:09 +00:00
|
|
|
iscsiPluginName = "kubernetes.io/iscsi"
|
2015-03-13 21:31:13 +00:00
|
|
|
)
|
|
|
|
|
2015-09-30 18:31:53 +00:00
|
|
|
func (plugin *iscsiPlugin) Init(host volume.VolumeHost) error {
|
2015-03-13 21:31:13 +00:00
|
|
|
plugin.host = host
|
2018-08-13 05:11:39 +00:00
|
|
|
plugin.targetLocks = keymutex.NewHashed(0)
|
2015-09-30 18:31:53 +00:00
|
|
|
return nil
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2016-05-30 22:48:21 +00:00
|
|
|
func (plugin *iscsiPlugin) GetPluginName() string {
|
2015-06-29 17:04:09 +00:00
|
|
|
return iscsiPluginName
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2016-05-30 22:48:21 +00:00
|
|
|
func (plugin *iscsiPlugin) GetVolumeName(spec *volume.Spec) (string, error) {
|
2017-08-28 18:22:01 +00:00
|
|
|
tp, _, iqn, lun, err := getISCSITargetInfo(spec)
|
2016-05-30 02:22:22 +00:00
|
|
|
if err != nil {
|
|
|
|
return "", err
|
2016-05-30 22:48:21 +00:00
|
|
|
}
|
|
|
|
|
2017-08-28 18:22:01 +00:00
|
|
|
return fmt.Sprintf("%v:%v:%v", tp, iqn, lun), nil
|
2016-05-30 22:48:21 +00:00
|
|
|
}
|
|
|
|
|
2015-06-29 17:04:09 +00:00
|
|
|
func (plugin *iscsiPlugin) CanSupport(spec *volume.Spec) bool {
|
2018-02-08 08:30:00 +00:00
|
|
|
return (spec.Volume != nil && spec.Volume.ISCSI != nil) || (spec.PersistentVolume != nil && spec.PersistentVolume.Spec.ISCSI != nil)
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2019-01-17 19:56:14 +00:00
|
|
|
func (plugin *iscsiPlugin) IsMigratedToCSI() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-05-30 02:22:22 +00:00
|
|
|
func (plugin *iscsiPlugin) RequiresRemount() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2017-02-21 18:19:48 +00:00
|
|
|
func (plugin *iscsiPlugin) SupportsMountOption() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2017-02-13 04:40:30 +00:00
|
|
|
func (plugin *iscsiPlugin) SupportsBulkVolumeVerification() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2016-11-18 20:58:56 +00:00
|
|
|
func (plugin *iscsiPlugin) GetAccessModes() []v1.PersistentVolumeAccessMode {
|
|
|
|
return []v1.PersistentVolumeAccessMode{
|
|
|
|
v1.ReadWriteOnce,
|
|
|
|
v1.ReadOnlyMany,
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-11-18 20:58:56 +00:00
|
|
|
func (plugin *iscsiPlugin) NewMounter(spec *volume.Spec, pod *v1.Pod, _ volume.VolumeOptions) (volume.Mounter, error) {
|
2017-08-28 18:22:01 +00:00
|
|
|
if pod == nil {
|
|
|
|
return nil, fmt.Errorf("nil pod")
|
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
secret, err := createSecretMap(spec, plugin, pod.Namespace)
|
2017-03-17 20:42:15 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-08-14 10:16:27 +00:00
|
|
|
return plugin.newMounterInternal(spec, pod.UID, &ISCSIUtil{}, plugin.host.GetMounter(plugin.GetPluginName()), plugin.host.GetExec(plugin.GetPluginName()), secret)
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2017-08-14 10:16:27 +00:00
|
|
|
func (plugin *iscsiPlugin) newMounterInternal(spec *volume.Spec, podUID types.UID, manager diskManager, mounter mount.Interface, exec mount.Exec, secret map[string]string) (volume.Mounter, error) {
|
2017-08-28 18:22:01 +00:00
|
|
|
readOnly, fsType, err := getISCSIVolumeInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
iscsiDisk, err := createISCSIDisk(spec, podUID, plugin, manager, secret)
|
2016-05-30 02:22:22 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2015-06-01 14:34:40 +00:00
|
|
|
}
|
2018-03-01 09:02:01 +00:00
|
|
|
|
|
|
|
if iscsiDisk != nil {
|
|
|
|
|
|
|
|
//Add volume metrics
|
|
|
|
iscsiDisk.MetricsProvider = volume.NewMetricsStatFS(iscsiDisk.GetPath())
|
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
return &iscsiDiskMounter{
|
|
|
|
iscsiDisk: iscsiDisk,
|
|
|
|
fsType: fsType,
|
|
|
|
readOnly: readOnly,
|
|
|
|
mounter: &mount.SafeFormatAndMount{Interface: mounter, Exec: exec},
|
|
|
|
exec: exec,
|
|
|
|
deviceUtil: ioutil.NewDeviceHandler(ioutil.NewIOHandler()),
|
2018-02-06 08:38:41 +00:00
|
|
|
mountOptions: ioutil.MountOptionFromSpec(spec),
|
2017-10-28 19:28:52 +00:00
|
|
|
}, nil
|
|
|
|
}
|
2015-06-01 14:34:40 +00:00
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
// NewBlockVolumeMapper creates a new volume.BlockVolumeMapper from an API specification.
|
|
|
|
func (plugin *iscsiPlugin) NewBlockVolumeMapper(spec *volume.Spec, pod *v1.Pod, _ volume.VolumeOptions) (volume.BlockVolumeMapper, error) {
|
|
|
|
// If this is called via GenerateUnmapDeviceFunc(), pod is nil.
|
|
|
|
// Pass empty string as dummy uid since uid isn't used in the case.
|
|
|
|
var uid types.UID
|
|
|
|
var secret map[string]string
|
|
|
|
var err error
|
|
|
|
if pod != nil {
|
|
|
|
uid = pod.UID
|
|
|
|
secret, err = createSecretMap(spec, plugin, pod.Namespace)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-02-06 11:36:33 +00:00
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
return plugin.newBlockVolumeMapperInternal(spec, uid, &ISCSIUtil{}, plugin.host.GetMounter(plugin.GetPluginName()), plugin.host.GetExec(plugin.GetPluginName()), secret)
|
|
|
|
}
|
2015-11-05 19:06:20 +00:00
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
func (plugin *iscsiPlugin) newBlockVolumeMapperInternal(spec *volume.Spec, podUID types.UID, manager diskManager, mounter mount.Interface, exec mount.Exec, secret map[string]string) (volume.BlockVolumeMapper, error) {
|
|
|
|
readOnly, _, err := getISCSIVolumeInfo(spec)
|
2017-08-28 18:22:01 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
iscsiDisk, err := createISCSIDisk(spec, podUID, plugin, manager, secret)
|
2017-08-28 18:22:01 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2017-07-12 03:37:48 +00:00
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
return &iscsiDiskMapper{
|
|
|
|
iscsiDisk: iscsiDisk,
|
|
|
|
readOnly: readOnly,
|
|
|
|
exec: exec,
|
|
|
|
deviceUtil: ioutil.NewDeviceHandler(ioutil.NewIOHandler()),
|
2015-03-13 21:31:13 +00:00
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
func (plugin *iscsiPlugin) NewUnmounter(volName string, podUID types.UID) (volume.Unmounter, error) {
|
2017-08-14 10:16:27 +00:00
|
|
|
return plugin.newUnmounterInternal(volName, podUID, &ISCSIUtil{}, plugin.host.GetMounter(plugin.GetPluginName()), plugin.host.GetExec(plugin.GetPluginName()))
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2017-08-14 10:16:27 +00:00
|
|
|
func (plugin *iscsiPlugin) newUnmounterInternal(volName string, podUID types.UID, manager diskManager, mounter mount.Interface, exec mount.Exec) (volume.Unmounter, error) {
|
2016-03-23 05:12:21 +00:00
|
|
|
return &iscsiDiskUnmounter{
|
2015-11-05 21:49:40 +00:00
|
|
|
iscsiDisk: &iscsiDisk{
|
2018-03-01 09:02:01 +00:00
|
|
|
podUID: podUID,
|
|
|
|
VolName: volName,
|
|
|
|
manager: manager,
|
|
|
|
plugin: plugin,
|
2019-01-30 02:19:50 +00:00
|
|
|
MetricsProvider: volume.NewMetricsStatFS(plugin.host.GetPodVolumeDir(podUID, utilstrings.EscapeQualifiedName(iscsiPluginName), volName)),
|
2015-11-05 21:49:40 +00:00
|
|
|
},
|
Avoid deleted iSCSI LUNs in the kernel
This change ensures that iSCSI block devices are deleted after
unmounting, and implements scanning of individual LUNs rather
than scanning the whole iSCSI bus.
In cases where an iSCSI bus is in use by more than one attachment,
detaching used to leave behind phantom block devices, which could
cause I/O errors, long timeouts, or even corruption in the case
when the underlying LUN number was recycled. This change makes
sure to flush references to the block devices after unmounting.
The original iSCSI code scanned the whole target every time a LUN
was attached. On storage controllers that export multiple LUNs on
the same target IQN, this led to a situation where nodes would
see SCSI disks that they weren't supposed to -- possibly dozens or
hundreds of extra SCSI disks. This caused 3 significant problems:
1) The large number of disks wasted resources on the node and
caused a minor drag on performance.
2) The scanning of all the devices caused a huge number of uevents
from the kernel, causing udev to bog down for multiple minutes in
some cases, triggering timeouts and other transient failures.
3) Because Kubernetes was not tracking all the "extra" LUNs that
got discovered, they would not get cleaned up until the last LUN
on a particular target was detached, causing a logout. This led
to significant complications:
In the time window between when a LUN was unintentially scanned,
and when it was removed due to a logout, if it was deleted on the
backend, a phantom reference remained on the node. In the best
case, the phantom LUN would cause I/O errors and timeouts in the
udev system. In the worst case, the backend could reuse the LUN
number for a new volume, and if that new volume were to be
scheduled to a pod with a phantom reference to the old LUN by the
same number, the initiator could get confused and possibly corrupt
data on that volume.
To avoid these problems, the new implementation only scans for
the specific LUN number it expects to see. It's worth noting that
the default behavior of iscsiadm is to automatically scan the
whole bus on login. That behavior can be disabled by setting
node.session.scan = manual
in iscsid.conf, and for the reasons mentioned above, it is
strongly recommended to set that option. This change still works
regardless of the setting in iscsid.conf, and while automatic
scanning will cause some problems, this change doesn't make the
problems any worse, and can make things better in some cases.
2018-07-25 03:58:19 +00:00
|
|
|
mounter: mounter,
|
|
|
|
exec: exec,
|
|
|
|
deviceUtil: ioutil.NewDeviceHandler(ioutil.NewIOHandler()),
|
2015-11-05 21:49:40 +00:00
|
|
|
}, nil
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
// NewBlockVolumeUnmapper creates a new volume.BlockVolumeUnmapper from recoverable state.
|
|
|
|
func (plugin *iscsiPlugin) NewBlockVolumeUnmapper(volName string, podUID types.UID) (volume.BlockVolumeUnmapper, error) {
|
|
|
|
return plugin.newUnmapperInternal(volName, podUID, &ISCSIUtil{}, plugin.host.GetExec(plugin.GetPluginName()))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (plugin *iscsiPlugin) newUnmapperInternal(volName string, podUID types.UID, manager diskManager, exec mount.Exec) (volume.BlockVolumeUnmapper, error) {
|
|
|
|
return &iscsiDiskUnmapper{
|
|
|
|
iscsiDisk: &iscsiDisk{
|
|
|
|
podUID: podUID,
|
|
|
|
VolName: volName,
|
|
|
|
manager: manager,
|
|
|
|
plugin: plugin,
|
|
|
|
},
|
|
|
|
exec: exec,
|
|
|
|
deviceUtil: ioutil.NewDeviceHandler(ioutil.NewIOHandler()),
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2016-06-23 19:46:21 +00:00
|
|
|
func (plugin *iscsiPlugin) ConstructVolumeSpec(volumeName, mountPath string) (*volume.Spec, error) {
|
2017-10-28 19:28:52 +00:00
|
|
|
// Find globalPDPath from pod volume directory(mountPath)
|
|
|
|
var globalPDPath string
|
|
|
|
mounter := plugin.host.GetMounter(plugin.GetPluginName())
|
2018-05-29 04:36:31 +00:00
|
|
|
paths, err := mounter.GetMountRefs(mountPath)
|
2017-10-28 19:28:52 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
for _, path := range paths {
|
|
|
|
if strings.Contains(path, plugin.host.GetPluginDir(iscsiPluginName)) {
|
|
|
|
globalPDPath = path
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Couldn't fetch globalPDPath
|
|
|
|
if len(globalPDPath) == 0 {
|
|
|
|
return nil, fmt.Errorf("couldn't fetch globalPDPath. failed to obtain volume spec")
|
|
|
|
}
|
|
|
|
|
|
|
|
// Obtain iscsi disk configurations from globalPDPath
|
|
|
|
device, _, err := extractDeviceAndPrefix(globalPDPath)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
bkpPortal, iqn, err := extractPortalAndIqn(device)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
iface, _ := extractIface(globalPDPath)
|
2016-11-18 20:58:56 +00:00
|
|
|
iscsiVolume := &v1.Volume{
|
2016-06-23 19:46:21 +00:00
|
|
|
Name: volumeName,
|
2016-11-18 20:58:56 +00:00
|
|
|
VolumeSource: v1.VolumeSource{
|
|
|
|
ISCSI: &v1.ISCSIVolumeSource{
|
2017-10-28 19:28:52 +00:00
|
|
|
TargetPortal: bkpPortal,
|
|
|
|
IQN: iqn,
|
|
|
|
ISCSIInterface: iface,
|
2016-06-23 19:46:21 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return volume.NewSpecFromVolume(iscsiVolume), nil
|
|
|
|
}
|
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
func (plugin *iscsiPlugin) ConstructBlockVolumeSpec(podUID types.UID, volumeName, mapPath string) (*volume.Spec, error) {
|
|
|
|
pluginDir := plugin.host.GetVolumeDevicePluginDir(iscsiPluginName)
|
2018-02-06 08:38:41 +00:00
|
|
|
blkutil := volumepathhandler.NewBlockVolumePathHandler()
|
2017-10-28 19:28:52 +00:00
|
|
|
globalMapPathUUID, err := blkutil.FindGlobalMapPathUUIDFromPod(pluginDir, mapPath, podUID)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.V(5).Infof("globalMapPathUUID: %v, err: %v", globalMapPathUUID, err)
|
2018-02-09 06:53:53 +00:00
|
|
|
// Retrieve volume information from globalMapPathUUID
|
2017-10-28 19:28:52 +00:00
|
|
|
// globalMapPathUUID example:
|
|
|
|
// plugins/kubernetes.io/{PluginName}/{DefaultKubeletVolumeDevicesDirName}/{volumePluginDependentPath}/{pod uuid}
|
|
|
|
// plugins/kubernetes.io/iscsi/volumeDevices/iface-default/192.168.0.10:3260-iqn.2017-05.com.example:test-lun-0/{pod uuid}
|
|
|
|
globalMapPath := filepath.Dir(globalMapPathUUID)
|
|
|
|
return getVolumeSpecFromGlobalMapPath(volumeName, globalMapPath)
|
|
|
|
}
|
|
|
|
|
2015-03-13 21:31:13 +00:00
|
|
|
type iscsiDisk struct {
|
2018-11-17 04:50:47 +00:00
|
|
|
VolName string
|
|
|
|
podUID types.UID
|
|
|
|
Portals []string
|
|
|
|
Iqn string
|
|
|
|
Lun string
|
|
|
|
Iface string
|
|
|
|
chapDiscovery bool
|
|
|
|
chapSession bool
|
|
|
|
secret map[string]string
|
|
|
|
InitiatorName string
|
|
|
|
plugin *iscsiPlugin
|
2015-03-13 21:31:13 +00:00
|
|
|
// Utility interface that provides API calls to the provider to attach/detach disks.
|
|
|
|
manager diskManager
|
2018-03-01 09:02:01 +00:00
|
|
|
volume.MetricsProvider
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (iscsi *iscsiDisk) GetPath() string {
|
2015-06-29 17:04:09 +00:00
|
|
|
name := iscsiPluginName
|
2015-03-13 21:31:13 +00:00
|
|
|
// safe to use PodVolumeDir now: volume teardown occurs before pod is cleaned up
|
2019-01-30 02:19:50 +00:00
|
|
|
return iscsi.plugin.host.GetPodVolumeDir(iscsi.podUID, utilstrings.EscapeQualifiedName(name), iscsi.VolName)
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
func (iscsi *iscsiDisk) iscsiGlobalMapPath(spec *volume.Spec) (string, error) {
|
Avoid deleted iSCSI LUNs in the kernel
This change ensures that iSCSI block devices are deleted after
unmounting, and implements scanning of individual LUNs rather
than scanning the whole iSCSI bus.
In cases where an iSCSI bus is in use by more than one attachment,
detaching used to leave behind phantom block devices, which could
cause I/O errors, long timeouts, or even corruption in the case
when the underlying LUN number was recycled. This change makes
sure to flush references to the block devices after unmounting.
The original iSCSI code scanned the whole target every time a LUN
was attached. On storage controllers that export multiple LUNs on
the same target IQN, this led to a situation where nodes would
see SCSI disks that they weren't supposed to -- possibly dozens or
hundreds of extra SCSI disks. This caused 3 significant problems:
1) The large number of disks wasted resources on the node and
caused a minor drag on performance.
2) The scanning of all the devices caused a huge number of uevents
from the kernel, causing udev to bog down for multiple minutes in
some cases, triggering timeouts and other transient failures.
3) Because Kubernetes was not tracking all the "extra" LUNs that
got discovered, they would not get cleaned up until the last LUN
on a particular target was detached, causing a logout. This led
to significant complications:
In the time window between when a LUN was unintentially scanned,
and when it was removed due to a logout, if it was deleted on the
backend, a phantom reference remained on the node. In the best
case, the phantom LUN would cause I/O errors and timeouts in the
udev system. In the worst case, the backend could reuse the LUN
number for a new volume, and if that new volume were to be
scheduled to a pod with a phantom reference to the old LUN by the
same number, the initiator could get confused and possibly corrupt
data on that volume.
To avoid these problems, the new implementation only scans for
the specific LUN number it expects to see. It's worth noting that
the default behavior of iscsiadm is to automatically scan the
whole bus on login. That behavior can be disabled by setting
node.session.scan = manual
in iscsid.conf, and for the reasons mentioned above, it is
strongly recommended to set that option. This change still works
regardless of the setting in iscsid.conf, and while automatic
scanning will cause some problems, this change doesn't make the
problems any worse, and can make things better in some cases.
2018-07-25 03:58:19 +00:00
|
|
|
mounter, err := volumeSpecToMounter(spec, iscsi.plugin.host, iscsi.plugin.targetLocks, nil /* pod */)
|
2017-10-28 19:28:52 +00:00
|
|
|
if err != nil {
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.Warningf("failed to get iscsi mounter: %v", err)
|
2017-10-28 19:28:52 +00:00
|
|
|
return "", err
|
|
|
|
}
|
|
|
|
return iscsi.manager.MakeGlobalVDPDName(*mounter.iscsiDisk), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (iscsi *iscsiDisk) iscsiPodDeviceMapPath() (string, string) {
|
|
|
|
name := iscsiPluginName
|
2019-01-30 02:19:50 +00:00
|
|
|
return iscsi.plugin.host.GetPodVolumeDeviceDir(iscsi.podUID, utilstrings.EscapeQualifiedName(name)), iscsi.VolName
|
2017-10-28 19:28:52 +00:00
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
type iscsiDiskMounter struct {
|
2015-07-24 08:55:56 +00:00
|
|
|
*iscsiDisk
|
2017-02-21 18:19:48 +00:00
|
|
|
readOnly bool
|
|
|
|
fsType string
|
2017-10-28 19:28:52 +00:00
|
|
|
volumeMode v1.PersistentVolumeMode
|
2017-02-21 18:19:48 +00:00
|
|
|
mounter *mount.SafeFormatAndMount
|
2017-08-23 12:56:51 +00:00
|
|
|
exec mount.Exec
|
2017-02-21 18:19:48 +00:00
|
|
|
deviceUtil ioutil.DeviceUtil
|
|
|
|
mountOptions []string
|
2015-07-24 08:55:56 +00:00
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
var _ volume.Mounter = &iscsiDiskMounter{}
|
2015-07-24 08:55:56 +00:00
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
func (b *iscsiDiskMounter) GetAttributes() volume.Attributes {
|
2015-10-30 20:25:36 +00:00
|
|
|
return volume.Attributes{
|
2016-01-11 16:10:55 +00:00
|
|
|
ReadOnly: b.readOnly,
|
|
|
|
Managed: !b.readOnly,
|
|
|
|
SupportsSELinux: true,
|
2015-10-30 20:25:36 +00:00
|
|
|
}
|
2015-10-20 18:49:39 +00:00
|
|
|
}
|
|
|
|
|
2016-11-03 19:15:52 +00:00
|
|
|
// Checks prior to mount operations to verify that the required components (binaries, etc.)
|
|
|
|
// to mount the volume are available on the underlying node.
|
|
|
|
// If not, it returns an error
|
|
|
|
func (b *iscsiDiskMounter) CanMount() error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2017-06-21 07:13:36 +00:00
|
|
|
func (b *iscsiDiskMounter) SetUp(fsGroup *int64) error {
|
2015-12-18 15:55:11 +00:00
|
|
|
return b.SetUpAt(b.GetPath(), fsGroup)
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2017-06-21 07:13:36 +00:00
|
|
|
func (b *iscsiDiskMounter) SetUpAt(dir string, fsGroup *int64) error {
|
2015-03-13 21:31:13 +00:00
|
|
|
// diskSetUp checks mountpoints and prevent repeated calls
|
2015-12-18 18:57:25 +00:00
|
|
|
err := diskSetUp(b.manager, *b, dir, b.mounter, fsGroup)
|
2015-03-13 21:31:13 +00:00
|
|
|
if err != nil {
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.Errorf("iscsi: failed to setup")
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
2015-06-26 18:51:38 +00:00
|
|
|
return err
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
type iscsiDiskUnmounter struct {
|
2015-07-24 08:55:56 +00:00
|
|
|
*iscsiDisk
|
Avoid deleted iSCSI LUNs in the kernel
This change ensures that iSCSI block devices are deleted after
unmounting, and implements scanning of individual LUNs rather
than scanning the whole iSCSI bus.
In cases where an iSCSI bus is in use by more than one attachment,
detaching used to leave behind phantom block devices, which could
cause I/O errors, long timeouts, or even corruption in the case
when the underlying LUN number was recycled. This change makes
sure to flush references to the block devices after unmounting.
The original iSCSI code scanned the whole target every time a LUN
was attached. On storage controllers that export multiple LUNs on
the same target IQN, this led to a situation where nodes would
see SCSI disks that they weren't supposed to -- possibly dozens or
hundreds of extra SCSI disks. This caused 3 significant problems:
1) The large number of disks wasted resources on the node and
caused a minor drag on performance.
2) The scanning of all the devices caused a huge number of uevents
from the kernel, causing udev to bog down for multiple minutes in
some cases, triggering timeouts and other transient failures.
3) Because Kubernetes was not tracking all the "extra" LUNs that
got discovered, they would not get cleaned up until the last LUN
on a particular target was detached, causing a logout. This led
to significant complications:
In the time window between when a LUN was unintentially scanned,
and when it was removed due to a logout, if it was deleted on the
backend, a phantom reference remained on the node. In the best
case, the phantom LUN would cause I/O errors and timeouts in the
udev system. In the worst case, the backend could reuse the LUN
number for a new volume, and if that new volume were to be
scheduled to a pod with a phantom reference to the old LUN by the
same number, the initiator could get confused and possibly corrupt
data on that volume.
To avoid these problems, the new implementation only scans for
the specific LUN number it expects to see. It's worth noting that
the default behavior of iscsiadm is to automatically scan the
whole bus on login. That behavior can be disabled by setting
node.session.scan = manual
in iscsid.conf, and for the reasons mentioned above, it is
strongly recommended to set that option. This change still works
regardless of the setting in iscsid.conf, and while automatic
scanning will cause some problems, this change doesn't make the
problems any worse, and can make things better in some cases.
2018-07-25 03:58:19 +00:00
|
|
|
mounter mount.Interface
|
|
|
|
exec mount.Exec
|
|
|
|
deviceUtil ioutil.DeviceUtil
|
2015-07-24 08:55:56 +00:00
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
var _ volume.Unmounter = &iscsiDiskUnmounter{}
|
2015-07-24 08:55:56 +00:00
|
|
|
|
2015-03-13 21:31:13 +00:00
|
|
|
// Unmounts the bind mount, and detaches the disk only if the disk
|
|
|
|
// resource was the last reference to that disk on the kubelet.
|
2016-03-23 05:12:21 +00:00
|
|
|
func (c *iscsiDiskUnmounter) TearDown() error {
|
2015-07-24 08:55:56 +00:00
|
|
|
return c.TearDownAt(c.GetPath())
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
func (c *iscsiDiskUnmounter) TearDownAt(dir string) error {
|
2019-01-07 05:24:59 +00:00
|
|
|
return mount.CleanupMountPoint(dir, c.mounter, false)
|
2015-03-13 21:31:13 +00:00
|
|
|
}
|
2015-10-14 17:30:30 +00:00
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
// Block Volumes Support
|
|
|
|
type iscsiDiskMapper struct {
|
|
|
|
*iscsiDisk
|
|
|
|
readOnly bool
|
|
|
|
exec mount.Exec
|
|
|
|
deviceUtil ioutil.DeviceUtil
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ volume.BlockVolumeMapper = &iscsiDiskMapper{}
|
|
|
|
|
|
|
|
func (b *iscsiDiskMapper) SetUpDevice() (string, error) {
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
|
2018-05-21 12:44:17 +00:00
|
|
|
func (b *iscsiDiskMapper) MapDevice(devicePath, globalMapPath, volumeMapPath, volumeMapName string, podUID types.UID) error {
|
|
|
|
return ioutil.MapBlockVolume(devicePath, globalMapPath, volumeMapPath, volumeMapName, podUID)
|
|
|
|
}
|
|
|
|
|
2017-10-28 19:28:52 +00:00
|
|
|
type iscsiDiskUnmapper struct {
|
|
|
|
*iscsiDisk
|
|
|
|
exec mount.Exec
|
|
|
|
deviceUtil ioutil.DeviceUtil
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ volume.BlockVolumeUnmapper = &iscsiDiskUnmapper{}
|
|
|
|
|
|
|
|
// Even though iSCSI plugin has attacher/detacher implementation, iSCSI plugin
|
|
|
|
// needs volume detach operation during TearDownDevice(). This method is only
|
|
|
|
// chance that operations are done on kubelet node during volume teardown sequences.
|
|
|
|
func (c *iscsiDiskUnmapper) TearDownDevice(mapPath, _ string) error {
|
|
|
|
err := c.manager.DetachBlockISCSIDisk(*c, mapPath)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("iscsi: failed to detach disk: %s\nError: %v", mapPath, err)
|
|
|
|
}
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.V(4).Infof("iscsi: %q is unmounted, deleting the directory", mapPath)
|
2017-10-28 19:28:52 +00:00
|
|
|
err = os.RemoveAll(mapPath)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("iscsi: failed to delete the directory: %s\nError: %v", mapPath, err)
|
|
|
|
}
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.V(4).Infof("iscsi: successfully detached disk: %s", mapPath)
|
2017-10-28 19:28:52 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetGlobalMapPath returns global map path and error
|
|
|
|
// path: plugins/kubernetes.io/{PluginName}/volumeDevices/{ifaceName}/{portal-some_iqn-lun-lun_id}
|
|
|
|
func (iscsi *iscsiDisk) GetGlobalMapPath(spec *volume.Spec) (string, error) {
|
|
|
|
return iscsi.iscsiGlobalMapPath(spec)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetPodDeviceMapPath returns pod device map path and volume name
|
|
|
|
// path: pods/{podUid}/volumeDevices/kubernetes.io~iscsi
|
|
|
|
// volumeName: pv0001
|
|
|
|
func (iscsi *iscsiDisk) GetPodDeviceMapPath() (string, string) {
|
|
|
|
return iscsi.iscsiPodDeviceMapPath()
|
|
|
|
}
|
|
|
|
|
2016-03-23 05:12:21 +00:00
|
|
|
func portalMounter(portal string) string {
|
2015-10-14 17:30:30 +00:00
|
|
|
if !strings.Contains(portal, ":") {
|
|
|
|
portal = portal + ":3260"
|
|
|
|
}
|
|
|
|
return portal
|
|
|
|
}
|
2016-05-30 22:48:21 +00:00
|
|
|
|
2017-08-28 18:22:01 +00:00
|
|
|
// get iSCSI volume info: readOnly and fstype
|
|
|
|
func getISCSIVolumeInfo(spec *volume.Spec) (bool, string, error) {
|
|
|
|
// for volume source, readonly is in volume spec
|
2017-10-28 19:28:52 +00:00
|
|
|
// for PV, readonly is in PV spec. PV gets the ReadOnly flag indirectly through the PVC source
|
2017-08-28 18:22:01 +00:00
|
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
|
|
return spec.Volume.ISCSI.ReadOnly, spec.Volume.ISCSI.FSType, nil
|
|
|
|
} else if spec.PersistentVolume != nil &&
|
|
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
|
|
return spec.ReadOnly, spec.PersistentVolume.Spec.ISCSI.FSType, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return false, "", fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
|
|
}
|
|
|
|
|
|
|
|
// get iSCSI target info: target portal, portals, iqn, and lun
|
|
|
|
func getISCSITargetInfo(spec *volume.Spec) (string, []string, string, int32, error) {
|
|
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
|
|
return spec.Volume.ISCSI.TargetPortal, spec.Volume.ISCSI.Portals, spec.Volume.ISCSI.IQN, spec.Volume.ISCSI.Lun, nil
|
|
|
|
} else if spec.PersistentVolume != nil &&
|
|
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
|
|
return spec.PersistentVolume.Spec.ISCSI.TargetPortal, spec.PersistentVolume.Spec.ISCSI.Portals, spec.PersistentVolume.Spec.ISCSI.IQN, spec.PersistentVolume.Spec.ISCSI.Lun, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return "", nil, "", 0, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
|
|
}
|
|
|
|
|
|
|
|
// get iSCSI initiator info: iface and initiator name
|
|
|
|
func getISCSIInitiatorInfo(spec *volume.Spec) (string, *string, error) {
|
2016-05-30 22:48:21 +00:00
|
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
2017-08-28 18:22:01 +00:00
|
|
|
return spec.Volume.ISCSI.ISCSIInterface, spec.Volume.ISCSI.InitiatorName, nil
|
2016-05-30 02:22:22 +00:00
|
|
|
} else if spec.PersistentVolume != nil &&
|
|
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
2017-08-28 18:22:01 +00:00
|
|
|
return spec.PersistentVolume.Spec.ISCSI.ISCSIInterface, spec.PersistentVolume.Spec.ISCSI.InitiatorName, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return "", nil, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
|
|
}
|
|
|
|
|
|
|
|
// get iSCSI Discovery CHAP boolean
|
|
|
|
func getISCSIDiscoveryCHAPInfo(spec *volume.Spec) (bool, error) {
|
|
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
|
|
return spec.Volume.ISCSI.DiscoveryCHAPAuth, nil
|
|
|
|
} else if spec.PersistentVolume != nil &&
|
|
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
|
|
return spec.PersistentVolume.Spec.ISCSI.DiscoveryCHAPAuth, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return false, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
|
|
}
|
|
|
|
|
|
|
|
// get iSCSI Session CHAP boolean
|
|
|
|
func getISCSISessionCHAPInfo(spec *volume.Spec) (bool, error) {
|
|
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
|
|
return spec.Volume.ISCSI.SessionCHAPAuth, nil
|
|
|
|
} else if spec.PersistentVolume != nil &&
|
|
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
|
|
return spec.PersistentVolume.Spec.ISCSI.SessionCHAPAuth, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return false, fmt.Errorf("Spec does not reference an ISCSI volume type")
|
|
|
|
}
|
|
|
|
|
|
|
|
// get iSCSI CHAP Secret info: secret name and namespace
|
|
|
|
func getISCSISecretNameAndNamespace(spec *volume.Spec, defaultSecretNamespace string) (string, string, error) {
|
|
|
|
if spec.Volume != nil && spec.Volume.ISCSI != nil {
|
|
|
|
if spec.Volume.ISCSI.SecretRef != nil {
|
|
|
|
return spec.Volume.ISCSI.SecretRef.Name, defaultSecretNamespace, nil
|
|
|
|
}
|
|
|
|
return "", "", nil
|
|
|
|
} else if spec.PersistentVolume != nil &&
|
|
|
|
spec.PersistentVolume.Spec.ISCSI != nil {
|
|
|
|
secretRef := spec.PersistentVolume.Spec.ISCSI.SecretRef
|
|
|
|
secretNs := defaultSecretNamespace
|
|
|
|
if secretRef != nil {
|
|
|
|
if len(secretRef.Namespace) != 0 {
|
|
|
|
secretNs = secretRef.Namespace
|
|
|
|
}
|
|
|
|
return secretRef.Name, secretNs, nil
|
|
|
|
}
|
|
|
|
return "", "", nil
|
2016-05-30 22:48:21 +00:00
|
|
|
}
|
|
|
|
|
2017-08-28 18:22:01 +00:00
|
|
|
return "", "", fmt.Errorf("Spec does not reference an ISCSI volume type")
|
2016-05-30 22:48:21 +00:00
|
|
|
}
|
2017-10-28 19:28:52 +00:00
|
|
|
|
|
|
|
func createISCSIDisk(spec *volume.Spec, podUID types.UID, plugin *iscsiPlugin, manager diskManager, secret map[string]string) (*iscsiDisk, error) {
|
|
|
|
tp, portals, iqn, lunStr, err := getISCSITargetInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
lun := strconv.Itoa(int(lunStr))
|
|
|
|
portal := portalMounter(tp)
|
|
|
|
var bkportal []string
|
|
|
|
bkportal = append(bkportal, portal)
|
|
|
|
for _, p := range portals {
|
|
|
|
bkportal = append(bkportal, portalMounter(string(p)))
|
|
|
|
}
|
|
|
|
|
|
|
|
iface, initiatorNamePtr, err := getISCSIInitiatorInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
var initiatorName string
|
|
|
|
if initiatorNamePtr != nil {
|
|
|
|
initiatorName = *initiatorNamePtr
|
|
|
|
}
|
|
|
|
chapDiscovery, err := getISCSIDiscoveryCHAPInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
chapSession, err := getISCSISessionCHAPInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &iscsiDisk{
|
2018-11-17 04:50:47 +00:00
|
|
|
podUID: podUID,
|
|
|
|
VolName: spec.Name(),
|
|
|
|
Portals: bkportal,
|
|
|
|
Iqn: iqn,
|
|
|
|
Lun: lun,
|
|
|
|
Iface: iface,
|
|
|
|
chapDiscovery: chapDiscovery,
|
|
|
|
chapSession: chapSession,
|
|
|
|
secret: secret,
|
|
|
|
InitiatorName: initiatorName,
|
|
|
|
manager: manager,
|
|
|
|
plugin: plugin}, nil
|
2017-10-28 19:28:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func createSecretMap(spec *volume.Spec, plugin *iscsiPlugin, namespace string) (map[string]string, error) {
|
|
|
|
var secret map[string]string
|
|
|
|
chapDiscover, err := getISCSIDiscoveryCHAPInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
chapSession, err := getISCSISessionCHAPInfo(spec)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if chapDiscover || chapSession {
|
|
|
|
secretName, secretNamespace, err := getISCSISecretNameAndNamespace(spec, namespace)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(secretName) > 0 && len(secretNamespace) > 0 {
|
|
|
|
// if secret is provideded, retrieve it
|
|
|
|
kubeClient := plugin.host.GetKubeClient()
|
|
|
|
if kubeClient == nil {
|
|
|
|
return nil, fmt.Errorf("Cannot get kube client")
|
|
|
|
}
|
|
|
|
secretObj, err := kubeClient.CoreV1().Secrets(secretNamespace).Get(secretName, metav1.GetOptions{})
|
|
|
|
if err != nil {
|
|
|
|
err = fmt.Errorf("Couldn't get secret %v/%v error: %v", secretNamespace, secretName, err)
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
secret = make(map[string]string)
|
|
|
|
for name, data := range secretObj.Data {
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.V(4).Infof("retrieving CHAP secret name: %s", name)
|
2017-10-28 19:28:52 +00:00
|
|
|
secret[name] = string(data)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return secret, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func createVolumeFromISCSIVolumeSource(volumeName string, iscsi v1.ISCSIVolumeSource) *v1.Volume {
|
|
|
|
return &v1.Volume{
|
|
|
|
Name: volumeName,
|
|
|
|
VolumeSource: v1.VolumeSource{
|
|
|
|
ISCSI: &iscsi,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func createPersistentVolumeFromISCSIPVSource(volumeName string, iscsi v1.ISCSIPersistentVolumeSource) *v1.PersistentVolume {
|
|
|
|
block := v1.PersistentVolumeBlock
|
|
|
|
return &v1.PersistentVolume{
|
|
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
|
|
Name: volumeName,
|
|
|
|
},
|
|
|
|
Spec: v1.PersistentVolumeSpec{
|
|
|
|
PersistentVolumeSource: v1.PersistentVolumeSource{
|
|
|
|
ISCSI: &iscsi,
|
|
|
|
},
|
|
|
|
VolumeMode: &block,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func getVolumeSpecFromGlobalMapPath(volumeName, globalMapPath string) (*volume.Spec, error) {
|
2018-02-09 06:53:53 +00:00
|
|
|
// Retrieve volume spec information from globalMapPath
|
2017-10-28 19:28:52 +00:00
|
|
|
// globalMapPath example:
|
|
|
|
// plugins/kubernetes.io/{PluginName}/{DefaultKubeletVolumeDevicesDirName}/{volumePluginDependentPath}
|
|
|
|
// plugins/kubernetes.io/iscsi/volumeDevices/iface-default/192.168.0.10:3260-iqn.2017-05.com.example:test-lun-0
|
|
|
|
|
|
|
|
// device: 192.168.0.10:3260-iqn.2017-05.com.example:test-lun-0
|
|
|
|
device, _, err := extractDeviceAndPrefix(globalMapPath)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
bkpPortal, iqn, err := extractPortalAndIqn(device)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
arr := strings.Split(device, "-lun-")
|
|
|
|
if len(arr) < 2 {
|
2018-02-09 06:53:53 +00:00
|
|
|
return nil, fmt.Errorf("failed to retrieve lun from globalMapPath: %v", globalMapPath)
|
2017-10-28 19:28:52 +00:00
|
|
|
}
|
|
|
|
lun, err := strconv.Atoi(arr[1])
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
iface, found := extractIface(globalMapPath)
|
|
|
|
if !found {
|
2018-02-09 06:53:53 +00:00
|
|
|
return nil, fmt.Errorf("failed to retrieve iface from globalMapPath: %v", globalMapPath)
|
2017-10-28 19:28:52 +00:00
|
|
|
}
|
|
|
|
iscsiPV := createPersistentVolumeFromISCSIPVSource(volumeName,
|
|
|
|
v1.ISCSIPersistentVolumeSource{
|
|
|
|
TargetPortal: bkpPortal,
|
|
|
|
IQN: iqn,
|
|
|
|
Lun: int32(lun),
|
|
|
|
ISCSIInterface: iface,
|
|
|
|
},
|
|
|
|
)
|
2018-11-09 18:49:10 +00:00
|
|
|
klog.V(5).Infof("ConstructBlockVolumeSpec: TargetPortal: %v, IQN: %v, Lun: %v, ISCSIInterface: %v",
|
2017-10-28 19:28:52 +00:00
|
|
|
iscsiPV.Spec.PersistentVolumeSource.ISCSI.TargetPortal,
|
|
|
|
iscsiPV.Spec.PersistentVolumeSource.ISCSI.IQN,
|
|
|
|
iscsiPV.Spec.PersistentVolumeSource.ISCSI.Lun,
|
|
|
|
iscsiPV.Spec.PersistentVolumeSource.ISCSI.ISCSIInterface,
|
|
|
|
)
|
|
|
|
return volume.NewSpecFromPersistentVolume(iscsiPV, false), nil
|
|
|
|
}
|