mirror of https://github.com/k3s-io/k3s
Add longhorn storage test (#6445)
Signed-off-by: Brooks Newberry <brooks@newberry.com>pull/7371/head
parent
0247794aa9
commit
bbda54b332
|
@ -162,12 +162,12 @@ func CheckDeployments(deployments []string) error {
|
|||
return nil
|
||||
}
|
||||
|
||||
func ParsePods(opts metav1.ListOptions) ([]corev1.Pod, error) {
|
||||
func ParsePods(namespace string, opts metav1.ListOptions) ([]corev1.Pod, error) {
|
||||
clientSet, err := k8sClient()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
pods, err := clientSet.CoreV1().Pods("").List(context.Background(), opts)
|
||||
pods, err := clientSet.CoreV1().Pods(namespace).List(context.Background(), opts)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
@ -188,6 +188,30 @@ func ParseNodes() ([]corev1.Node, error) {
|
|||
return nodes.Items, nil
|
||||
}
|
||||
|
||||
func GetPod(namespace, name string) (*corev1.Pod, error) {
|
||||
client, err := k8sClient()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return client.CoreV1().Pods(namespace).Get(context.Background(), name, metav1.GetOptions{})
|
||||
}
|
||||
|
||||
func GetPersistentVolumeClaim(namespace, name string) (*corev1.PersistentVolumeClaim, error) {
|
||||
client, err := k8sClient()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return client.CoreV1().PersistentVolumeClaims(namespace).Get(context.Background(), name, metav1.GetOptions{})
|
||||
}
|
||||
|
||||
func GetPersistentVolume(name string) (*corev1.PersistentVolume, error) {
|
||||
client, err := k8sClient()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return client.CoreV1().PersistentVolumes().Get(context.Background(), name, metav1.GetOptions{})
|
||||
}
|
||||
|
||||
func FindStringInCmdAsync(scanner *bufio.Scanner, target string) bool {
|
||||
for scanner.Scan() {
|
||||
if strings.Contains(scanner.Text(), target) {
|
||||
|
|
|
@ -0,0 +1,154 @@
|
|||
package longhorn
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os/exec"
|
||||
"strings"
|
||||
"testing"
|
||||
|
||||
testutil "github.com/k3s-io/k3s/tests/integration"
|
||||
. "github.com/onsi/ginkgo/v2"
|
||||
. "github.com/onsi/gomega"
|
||||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||
)
|
||||
|
||||
var server *testutil.K3sServer
|
||||
var serverArgs = []string{"--cluster-init"}
|
||||
var testLock int
|
||||
|
||||
var _ = BeforeSuite(func() {
|
||||
if _, err := exec.LookPath("iscsiadm"); err != nil {
|
||||
Skip("Test needs open-iscsi to be installed")
|
||||
} else if !testutil.IsExistingServer() {
|
||||
var err error
|
||||
testLock, err = testutil.K3sTestLock()
|
||||
Expect(err).ToNot(HaveOccurred())
|
||||
server, err = testutil.K3sStartServer(serverArgs...)
|
||||
Expect(err).ToNot(HaveOccurred())
|
||||
}
|
||||
})
|
||||
|
||||
var _ = Describe("longhorn", Ordered, func() {
|
||||
BeforeEach(func() {
|
||||
if testutil.IsExistingServer() && !testutil.ServerArgsPresent(serverArgs) {
|
||||
Skip("Test needs k3s server with: " + strings.Join(serverArgs, " "))
|
||||
}
|
||||
})
|
||||
|
||||
When("a new cluster is created", func() {
|
||||
It("starts up with no problems", func() {
|
||||
Eventually(func() error {
|
||||
return testutil.K3sDefaultDeployments()
|
||||
}, "120s", "5s").Should(Succeed())
|
||||
})
|
||||
})
|
||||
|
||||
When("longhorn is installed", func() {
|
||||
It("installs components into the longhorn-system namespace", func() {
|
||||
result, err := testutil.K3sCmd("kubectl apply -f ./testdata/longhorn.yaml")
|
||||
Expect(err).NotTo(HaveOccurred())
|
||||
Expect(result).To(ContainSubstring("namespace/longhorn-system created"))
|
||||
Expect(result).To(ContainSubstring("daemonset.apps/longhorn-manager created"))
|
||||
Expect(result).To(ContainSubstring("deployment.apps/longhorn-driver-deployer created"))
|
||||
Expect(result).To(ContainSubstring("deployment.apps/longhorn-recovery-backend created"))
|
||||
Expect(result).To(ContainSubstring("deployment.apps/longhorn-ui created"))
|
||||
Expect(result).To(ContainSubstring("deployment.apps/longhorn-conversion-webhook created"))
|
||||
Expect(result).To(ContainSubstring("deployment.apps/longhorn-admission-webhook created"))
|
||||
})
|
||||
It("starts the longhorn pods with no problems", func() {
|
||||
Eventually(func() error {
|
||||
pods, err := testutil.ParsePods("longhorn-system", metav1.ListOptions{})
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
for _, pod := range pods {
|
||||
if pod.Status.Phase != "Running" && pod.Status.Phase != "Succeeded" {
|
||||
return fmt.Errorf("pod %s failing", pod.Name)
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}, "120s", "5s").Should(Succeed())
|
||||
})
|
||||
})
|
||||
|
||||
When("persistent volume claim is created", func() {
|
||||
It("creates the pv and pvc", func() {
|
||||
result, err := testutil.K3sCmd("kubectl create -f ./testdata/pvc.yaml")
|
||||
Expect(err).NotTo(HaveOccurred())
|
||||
Expect(result).To(ContainSubstring("persistentvolumeclaim/longhorn-volv-pvc created"))
|
||||
Eventually(func() error {
|
||||
pvc, err := testutil.GetPersistentVolumeClaim("default", "longhorn-volv-pvc")
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get pvc longhorn-volv-pvc")
|
||||
}
|
||||
if pvc.Status.Phase != "Bound" {
|
||||
return fmt.Errorf("pvc longhorn-volv-pvc not bound")
|
||||
}
|
||||
pv, err := testutil.GetPersistentVolume(pvc.Spec.VolumeName)
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get pv %s", pvc.Spec.VolumeName)
|
||||
}
|
||||
if pv.Status.Phase != "Bound" {
|
||||
return fmt.Errorf("pv %s not bound", pv.Name)
|
||||
}
|
||||
return nil
|
||||
}, "300s", "5s").Should(Succeed())
|
||||
})
|
||||
It("creates a pod with the pvc", func() {
|
||||
result, err := testutil.K3sCmd("kubectl create -f ./testdata/pod.yaml")
|
||||
Expect(err).NotTo(HaveOccurred())
|
||||
Expect(result).To(ContainSubstring("pod/volume-test created"))
|
||||
Eventually(func() error {
|
||||
pod, err := testutil.GetPod("default", "volume-test")
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed to get pod volume-test")
|
||||
}
|
||||
if pod.Status.Phase != "Running" {
|
||||
return fmt.Errorf("pod volume-test \"%s\" reason: \"%s\" message \"%s\"", pod.Status.Phase, pod.Status.Reason, pod.Status.Message)
|
||||
}
|
||||
return nil
|
||||
}, "60s", "5s").Should(Succeed())
|
||||
})
|
||||
})
|
||||
|
||||
When("the pvc is deleted", func() {
|
||||
It("the pv is deleted according to the default reclaim policy", func() {
|
||||
result, err := testutil.K3sCmd("kubectl delete pod volume-test")
|
||||
Expect(err).NotTo(HaveOccurred())
|
||||
Expect(result).To(ContainSubstring("pod \"volume-test\" deleted"))
|
||||
result, err = testutil.K3sCmd("kubectl delete pvc longhorn-volv-pvc")
|
||||
Expect(err).NotTo(HaveOccurred())
|
||||
Expect(result).To(ContainSubstring("persistentvolumeclaim \"longhorn-volv-pvc\" deleted"))
|
||||
Eventually(func() error {
|
||||
result, err = testutil.K3sCmd("kubectl get pv")
|
||||
if err != nil {
|
||||
return fmt.Errorf("failed get persistent volumes")
|
||||
}
|
||||
if !strings.Contains(result, "No resources found") {
|
||||
return fmt.Errorf("persistent volumes still exist")
|
||||
}
|
||||
return nil
|
||||
}, "60s", "5s").Should(Succeed())
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
var failed bool
|
||||
var _ = AfterEach(func() {
|
||||
failed = failed || CurrentSpecReport().Failed()
|
||||
})
|
||||
|
||||
var _ = AfterSuite(func() {
|
||||
if !testutil.IsExistingServer() {
|
||||
if failed {
|
||||
testutil.K3sSaveLog(server, false)
|
||||
}
|
||||
Expect(testutil.K3sKillServer(server)).To(Succeed())
|
||||
Expect(testutil.K3sCleanup(testLock, "")).To(Succeed())
|
||||
}
|
||||
})
|
||||
|
||||
func Test_IntegrationLonghorn(t *testing.T) {
|
||||
RegisterFailHandler(Fail)
|
||||
RunSpecs(t, "Longhorn Suite")
|
||||
}
|
File diff suppressed because it is too large
Load Diff
|
@ -0,0 +1,19 @@
|
|||
apiVersion: v1
|
||||
kind: Pod
|
||||
metadata:
|
||||
name: volume-test
|
||||
namespace: default
|
||||
spec:
|
||||
containers:
|
||||
- name: volume-test
|
||||
image: nginx:stable-alpine
|
||||
imagePullPolicy: IfNotPresent
|
||||
volumeMounts:
|
||||
- name: volv
|
||||
mountPath: /data
|
||||
ports:
|
||||
- containerPort: 80
|
||||
volumes:
|
||||
- name: volv
|
||||
persistentVolumeClaim:
|
||||
claimName: longhorn-volv-pvc
|
|
@ -0,0 +1,11 @@
|
|||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: longhorn-volv-pvc
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
storageClassName: longhorn
|
||||
resources:
|
||||
requests:
|
||||
storage: 1Gi
|
Loading…
Reference in New Issue