mirror of https://github.com/k3s-io/k3s
250 lines
9.6 KiB
Go
250 lines
9.6 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package vsphere
|
|
|
|
import (
|
|
"strconv"
|
|
"time"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
"k8s.io/api/core/v1"
|
|
apierrs "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
clientset "k8s.io/client-go/kubernetes"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
"k8s.io/kubernetes/test/e2e/storage/utils"
|
|
)
|
|
|
|
var _ = utils.SIGDescribe("PersistentVolumes [Feature:ReclaimPolicy]", func() {
|
|
f := framework.NewDefaultFramework("persistentvolumereclaim")
|
|
var (
|
|
c clientset.Interface
|
|
ns string
|
|
volumePath string
|
|
pv *v1.PersistentVolume
|
|
pvc *v1.PersistentVolumeClaim
|
|
nodeInfo *NodeInfo
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
c = f.ClientSet
|
|
ns = f.Namespace.Name
|
|
framework.ExpectNoError(framework.WaitForAllNodesSchedulable(c, framework.TestContext.NodeSchedulableTimeout))
|
|
})
|
|
|
|
utils.SIGDescribe("persistentvolumereclaim:vsphere", func() {
|
|
BeforeEach(func() {
|
|
framework.SkipUnlessProviderIs("vsphere")
|
|
Bootstrap(f)
|
|
nodeInfo = GetReadySchedulableRandomNodeInfo()
|
|
pv = nil
|
|
pvc = nil
|
|
volumePath = ""
|
|
})
|
|
|
|
AfterEach(func() {
|
|
testCleanupVSpherePersistentVolumeReclaim(c, nodeInfo, ns, volumePath, pv, pvc)
|
|
})
|
|
|
|
/*
|
|
This test verifies persistent volume should be deleted when reclaimPolicy on the PV is set to delete and
|
|
associated claim is deleted
|
|
|
|
Test Steps:
|
|
1. Create vmdk
|
|
2. Create PV Spec with volume path set to VMDK file created in Step-1, and PersistentVolumeReclaimPolicy is set to Delete
|
|
3. Create PVC with the storage request set to PV's storage capacity.
|
|
4. Wait for PV and PVC to bound.
|
|
5. Delete PVC
|
|
6. Verify PV is deleted automatically.
|
|
*/
|
|
It("should delete persistent volume when reclaimPolicy set to delete and associated claim is deleted", func() {
|
|
var err error
|
|
volumePath, pv, pvc, err = testSetupVSpherePersistentVolumeReclaim(c, nodeInfo, ns, v1.PersistentVolumeReclaimDelete)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
deletePVCAfterBind(c, ns, pvc, pv)
|
|
pvc = nil
|
|
|
|
By("verify pv is deleted")
|
|
err = framework.WaitForPersistentVolumeDeleted(c, pv.Name, 3*time.Second, 300*time.Second)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
pv = nil
|
|
volumePath = ""
|
|
})
|
|
|
|
/*
|
|
Test Steps:
|
|
1. Create vmdk
|
|
2. Create PV Spec with volume path set to VMDK file created in Step-1, and PersistentVolumeReclaimPolicy is set to Delete
|
|
3. Create PVC with the storage request set to PV's storage capacity.
|
|
4. Wait for PV and PVC to bound.
|
|
5. Delete PVC.
|
|
6. Verify volume is attached to the node and volume is accessible in the pod.
|
|
7. Verify PV status should be failed.
|
|
8. Delete the pod.
|
|
9. Verify PV should be detached from the node and automatically deleted.
|
|
*/
|
|
It("should not detach and unmount PV when associated pvc with delete as reclaimPolicy is deleted when it is in use by the pod", func() {
|
|
var err error
|
|
|
|
volumePath, pv, pvc, err = testSetupVSpherePersistentVolumeReclaim(c, nodeInfo, ns, v1.PersistentVolumeReclaimDelete)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
// Wait for PV and PVC to Bind
|
|
framework.ExpectNoError(framework.WaitOnPVandPVC(c, ns, pv, pvc))
|
|
|
|
By("Creating the Pod")
|
|
pod, err := framework.CreateClientPod(c, ns, pvc)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("Deleting the Claim")
|
|
framework.ExpectNoError(framework.DeletePersistentVolumeClaim(c, pvc.Name, ns), "Failed to delete PVC ", pvc.Name)
|
|
pvc = nil
|
|
|
|
// Verify PV is Present, after PVC is deleted and PV status should be Failed.
|
|
pv, err := c.CoreV1().PersistentVolumes().Get(pv.Name, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(framework.WaitForPersistentVolumePhase(v1.VolumeFailed, c, pv.Name, 1*time.Second, 60*time.Second)).NotTo(HaveOccurred())
|
|
|
|
By("Verify the volume is attached to the node")
|
|
isVolumeAttached, verifyDiskAttachedError := diskIsAttached(pv.Spec.VsphereVolume.VolumePath, pod.Spec.NodeName)
|
|
Expect(verifyDiskAttachedError).NotTo(HaveOccurred())
|
|
Expect(isVolumeAttached).To(BeTrue())
|
|
|
|
By("Verify the volume is accessible and available in the pod")
|
|
verifyVSphereVolumesAccessible(c, pod, []*v1.PersistentVolume{pv})
|
|
framework.Logf("Verified that Volume is accessible in the POD after deleting PV claim")
|
|
|
|
By("Deleting the Pod")
|
|
framework.ExpectNoError(framework.DeletePodWithWait(f, c, pod), "Failed to delete pod ", pod.Name)
|
|
|
|
By("Verify PV is detached from the node after Pod is deleted")
|
|
Expect(waitForVSphereDiskToDetach(pv.Spec.VsphereVolume.VolumePath, pod.Spec.NodeName)).NotTo(HaveOccurred())
|
|
|
|
By("Verify PV should be deleted automatically")
|
|
framework.ExpectNoError(framework.WaitForPersistentVolumeDeleted(c, pv.Name, 1*time.Second, 30*time.Second))
|
|
pv = nil
|
|
volumePath = ""
|
|
})
|
|
|
|
/*
|
|
This test Verify persistent volume should be retained when reclaimPolicy on the PV is set to retain
|
|
and associated claim is deleted
|
|
|
|
Test Steps:
|
|
1. Create vmdk
|
|
2. Create PV Spec with volume path set to VMDK file created in Step-1, and PersistentVolumeReclaimPolicy is set to Retain
|
|
3. Create PVC with the storage request set to PV's storage capacity.
|
|
4. Wait for PV and PVC to bound.
|
|
5. Write some content in the volume.
|
|
6. Delete PVC
|
|
7. Verify PV is retained.
|
|
8. Delete retained PV.
|
|
9. Create PV Spec with the same volume path used in step 2.
|
|
10. Create PVC with the storage request set to PV's storage capacity.
|
|
11. Created POD using PVC created in Step 10 and verify volume content is matching.
|
|
*/
|
|
|
|
It("should retain persistent volume when reclaimPolicy set to retain when associated claim is deleted", func() {
|
|
var err error
|
|
var volumeFileContent = "hello from vsphere cloud provider, Random Content is :" + strconv.FormatInt(time.Now().UnixNano(), 10)
|
|
|
|
volumePath, pv, pvc, err = testSetupVSpherePersistentVolumeReclaim(c, nodeInfo, ns, v1.PersistentVolumeReclaimRetain)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
writeContentToVSpherePV(c, pvc, volumeFileContent)
|
|
|
|
By("Delete PVC")
|
|
framework.ExpectNoError(framework.DeletePersistentVolumeClaim(c, pvc.Name, ns), "Failed to delete PVC ", pvc.Name)
|
|
pvc = nil
|
|
|
|
By("Verify PV is retained")
|
|
framework.Logf("Waiting for PV %v to become Released", pv.Name)
|
|
err = framework.WaitForPersistentVolumePhase(v1.VolumeReleased, c, pv.Name, 3*time.Second, 300*time.Second)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
framework.ExpectNoError(framework.DeletePersistentVolume(c, pv.Name), "Failed to delete PV ", pv.Name)
|
|
|
|
By("Creating the PV for same volume path")
|
|
pv = getVSpherePersistentVolumeSpec(volumePath, v1.PersistentVolumeReclaimRetain, nil)
|
|
pv, err = c.CoreV1().PersistentVolumes().Create(pv)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("creating the pvc")
|
|
pvc = getVSpherePersistentVolumeClaimSpec(ns, nil)
|
|
pvc, err = c.CoreV1().PersistentVolumeClaims(ns).Create(pvc)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("wait for the pv and pvc to bind")
|
|
framework.ExpectNoError(framework.WaitOnPVandPVC(c, ns, pv, pvc))
|
|
verifyContentOfVSpherePV(c, pvc, volumeFileContent)
|
|
|
|
})
|
|
})
|
|
})
|
|
|
|
// Test Setup for persistentvolumereclaim tests for vSphere Provider
|
|
func testSetupVSpherePersistentVolumeReclaim(c clientset.Interface, nodeInfo *NodeInfo, ns string, persistentVolumeReclaimPolicy v1.PersistentVolumeReclaimPolicy) (volumePath string, pv *v1.PersistentVolume, pvc *v1.PersistentVolumeClaim, err error) {
|
|
By("running testSetupVSpherePersistentVolumeReclaim")
|
|
By("creating vmdk")
|
|
volumePath, err = nodeInfo.VSphere.CreateVolume(&VolumeOptions{}, nodeInfo.DataCenterRef)
|
|
if err != nil {
|
|
return
|
|
}
|
|
By("creating the pv")
|
|
pv = getVSpherePersistentVolumeSpec(volumePath, persistentVolumeReclaimPolicy, nil)
|
|
pv, err = c.CoreV1().PersistentVolumes().Create(pv)
|
|
if err != nil {
|
|
return
|
|
}
|
|
By("creating the pvc")
|
|
pvc = getVSpherePersistentVolumeClaimSpec(ns, nil)
|
|
pvc, err = c.CoreV1().PersistentVolumeClaims(ns).Create(pvc)
|
|
return
|
|
}
|
|
|
|
// Test Cleanup for persistentvolumereclaim tests for vSphere Provider
|
|
func testCleanupVSpherePersistentVolumeReclaim(c clientset.Interface, nodeInfo *NodeInfo, ns string, volumePath string, pv *v1.PersistentVolume, pvc *v1.PersistentVolumeClaim) {
|
|
By("running testCleanupVSpherePersistentVolumeReclaim")
|
|
if len(volumePath) > 0 {
|
|
err := nodeInfo.VSphere.DeleteVolume(volumePath, nodeInfo.DataCenterRef)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
if pv != nil {
|
|
framework.ExpectNoError(framework.DeletePersistentVolume(c, pv.Name), "Failed to delete PV ", pv.Name)
|
|
}
|
|
if pvc != nil {
|
|
framework.ExpectNoError(framework.DeletePersistentVolumeClaim(c, pvc.Name, ns), "Failed to delete PVC ", pvc.Name)
|
|
}
|
|
}
|
|
|
|
// func to wait until PV and PVC bind and once bind completes, delete the PVC
|
|
func deletePVCAfterBind(c clientset.Interface, ns string, pvc *v1.PersistentVolumeClaim, pv *v1.PersistentVolume) {
|
|
var err error
|
|
|
|
By("wait for the pv and pvc to bind")
|
|
framework.ExpectNoError(framework.WaitOnPVandPVC(c, ns, pv, pvc))
|
|
|
|
By("delete pvc")
|
|
framework.ExpectNoError(framework.DeletePersistentVolumeClaim(c, pvc.Name, ns), "Failed to delete PVC ", pvc.Name)
|
|
pvc, err = c.CoreV1().PersistentVolumeClaims(ns).Get(pvc.Name, metav1.GetOptions{})
|
|
if !apierrs.IsNotFound(err) {
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
}
|