mirror of https://github.com/k3s-io/k3s
352 lines
9.8 KiB
Go
352 lines
9.8 KiB
Go
/*
|
|
Copyright 2014 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package e2e
|
|
|
|
import (
|
|
"strconv"
|
|
"time"
|
|
|
|
clientv1 "k8s.io/client-go/pkg/api/v1"
|
|
"k8s.io/kubernetes/pkg/api/v1"
|
|
"k8s.io/kubernetes/pkg/apis/batch/v2alpha1"
|
|
"k8s.io/kubernetes/pkg/labels"
|
|
"k8s.io/kubernetes/pkg/runtime"
|
|
"k8s.io/kubernetes/pkg/util/intstr"
|
|
"k8s.io/kubernetes/pkg/util/uuid"
|
|
"k8s.io/kubernetes/pkg/util/wait"
|
|
"k8s.io/kubernetes/pkg/watch"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
func stagingClientPod(name, value string) clientv1.Pod {
|
|
return clientv1.Pod{
|
|
ObjectMeta: clientv1.ObjectMeta{
|
|
Name: name,
|
|
Labels: map[string]string{
|
|
"name": "foo",
|
|
"time": value,
|
|
},
|
|
},
|
|
Spec: clientv1.PodSpec{
|
|
Containers: []clientv1.Container{
|
|
{
|
|
Name: "nginx",
|
|
Image: "gcr.io/google_containers/nginx-slim:0.7",
|
|
Ports: []clientv1.ContainerPort{{ContainerPort: 80}},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func testingPod(name, value string) v1.Pod {
|
|
return v1.Pod{
|
|
ObjectMeta: v1.ObjectMeta{
|
|
Name: name,
|
|
Labels: map[string]string{
|
|
"name": "foo",
|
|
"time": value,
|
|
},
|
|
},
|
|
Spec: v1.PodSpec{
|
|
Containers: []v1.Container{
|
|
{
|
|
Name: "nginx",
|
|
Image: "gcr.io/google_containers/nginx-slim:0.7",
|
|
Ports: []v1.ContainerPort{{ContainerPort: 80}},
|
|
LivenessProbe: &v1.Probe{
|
|
Handler: v1.Handler{
|
|
HTTPGet: &v1.HTTPGetAction{
|
|
Path: "/index.html",
|
|
Port: intstr.FromInt(8080),
|
|
},
|
|
},
|
|
InitialDelaySeconds: 30,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func observeCreation(w watch.Interface) {
|
|
select {
|
|
case event, _ := <-w.ResultChan():
|
|
if event.Type != watch.Added {
|
|
framework.Failf("Failed to observe the creation: %v", event)
|
|
}
|
|
case <-time.After(30 * time.Second):
|
|
framework.Failf("Timeout while waiting for observing the creation")
|
|
}
|
|
}
|
|
|
|
func observeObjectDeletion(w watch.Interface) (obj runtime.Object) {
|
|
deleted := false
|
|
timeout := false
|
|
timer := time.After(60 * time.Second)
|
|
for !deleted && !timeout {
|
|
select {
|
|
case event, _ := <-w.ResultChan():
|
|
if event.Type == watch.Deleted {
|
|
obj = event.Object
|
|
deleted = true
|
|
}
|
|
case <-timer:
|
|
timeout = true
|
|
}
|
|
}
|
|
if !deleted {
|
|
framework.Failf("Failed to observe pod deletion")
|
|
}
|
|
return
|
|
}
|
|
|
|
var _ = framework.KubeDescribe("Generated release_1_5 clientset", func() {
|
|
f := framework.NewDefaultFramework("clientset")
|
|
It("should create pods, delete pods, watch pods", func() {
|
|
podClient := f.ClientSet_1_5.Core().Pods(f.Namespace.Name)
|
|
By("constructing the pod")
|
|
name := "pod" + string(uuid.NewUUID())
|
|
value := strconv.Itoa(time.Now().Nanosecond())
|
|
podCopy := testingPod(name, value)
|
|
pod := &podCopy
|
|
By("setting up watch")
|
|
selector := labels.SelectorFromSet(labels.Set(map[string]string{"time": value})).String()
|
|
options := v1.ListOptions{LabelSelector: selector}
|
|
pods, err := podClient.List(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to query for pods: %v", err)
|
|
}
|
|
Expect(len(pods.Items)).To(Equal(0))
|
|
options = v1.ListOptions{
|
|
LabelSelector: selector,
|
|
ResourceVersion: pods.ListMeta.ResourceVersion,
|
|
}
|
|
w, err := podClient.Watch(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to set up watch: %v", err)
|
|
}
|
|
|
|
By("creating the pod")
|
|
pod, err = podClient.Create(pod)
|
|
if err != nil {
|
|
framework.Failf("Failed to create pod: %v", err)
|
|
}
|
|
|
|
By("verifying the pod is in kubernetes")
|
|
options = v1.ListOptions{
|
|
LabelSelector: selector,
|
|
ResourceVersion: pod.ResourceVersion,
|
|
}
|
|
pods, err = podClient.List(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to query for pods: %v", err)
|
|
}
|
|
Expect(len(pods.Items)).To(Equal(1))
|
|
|
|
By("verifying pod creation was observed")
|
|
observeCreation(w)
|
|
|
|
// We need to wait for the pod to be scheduled, otherwise the deletion
|
|
// will be carried out immediately rather than gracefully.
|
|
framework.ExpectNoError(f.WaitForPodRunning(pod.Name))
|
|
|
|
By("deleting the pod gracefully")
|
|
if err := podClient.Delete(pod.Name, v1.NewDeleteOptions(30)); err != nil {
|
|
framework.Failf("Failed to delete pod: %v", err)
|
|
}
|
|
|
|
By("verifying pod deletion was observed")
|
|
obj := observeObjectDeletion(w)
|
|
lastPod := obj.(*v1.Pod)
|
|
Expect(lastPod.DeletionTimestamp).ToNot(BeNil())
|
|
Expect(lastPod.Spec.TerminationGracePeriodSeconds).ToNot(BeZero())
|
|
|
|
options = v1.ListOptions{LabelSelector: selector}
|
|
pods, err = podClient.List(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to list pods to verify deletion: %v", err)
|
|
}
|
|
Expect(len(pods.Items)).To(Equal(0))
|
|
})
|
|
})
|
|
|
|
func newTestingScheduledJob(name string, value string) *v2alpha1.ScheduledJob {
|
|
parallelism := int32(1)
|
|
completions := int32(1)
|
|
return &v2alpha1.ScheduledJob{
|
|
ObjectMeta: v1.ObjectMeta{
|
|
Name: name,
|
|
Labels: map[string]string{
|
|
"time": value,
|
|
},
|
|
},
|
|
Spec: v2alpha1.ScheduledJobSpec{
|
|
Schedule: "*/1 * * * ?",
|
|
ConcurrencyPolicy: v2alpha1.AllowConcurrent,
|
|
JobTemplate: v2alpha1.JobTemplateSpec{
|
|
Spec: v2alpha1.JobSpec{
|
|
Parallelism: ¶llelism,
|
|
Completions: &completions,
|
|
Template: v1.PodTemplateSpec{
|
|
Spec: v1.PodSpec{
|
|
RestartPolicy: v1.RestartPolicyOnFailure,
|
|
Volumes: []v1.Volume{
|
|
{
|
|
Name: "data",
|
|
VolumeSource: v1.VolumeSource{
|
|
EmptyDir: &v1.EmptyDirVolumeSource{},
|
|
},
|
|
},
|
|
},
|
|
Containers: []v1.Container{
|
|
{
|
|
Name: "c",
|
|
Image: "gcr.io/google_containers/busybox:1.24",
|
|
VolumeMounts: []v1.VolumeMount{
|
|
{
|
|
MountPath: "/data",
|
|
Name: "data",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
var _ = framework.KubeDescribe("Generated release_1_5 clientset", func() {
|
|
f := framework.NewDefaultFramework("clientset")
|
|
It("should create v2alpha1 scheduleJobs, delete scheduleJobs, watch scheduleJobs", func() {
|
|
var enabled bool
|
|
groupList, err := f.ClientSet_1_5.Discovery().ServerGroups()
|
|
ExpectNoError(err)
|
|
for _, group := range groupList.Groups {
|
|
if group.Name == v2alpha1.GroupName {
|
|
for _, version := range group.Versions {
|
|
if version.Version == v2alpha1.SchemeGroupVersion.Version {
|
|
enabled = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if !enabled {
|
|
framework.Logf("%s is not enabled, test skipped", v2alpha1.SchemeGroupVersion)
|
|
return
|
|
}
|
|
scheduleJobClient := f.ClientSet_1_5.BatchV2alpha1().ScheduledJobs(f.Namespace.Name)
|
|
By("constructing the scheduledJob")
|
|
name := "scheduledjob" + string(uuid.NewUUID())
|
|
value := strconv.Itoa(time.Now().Nanosecond())
|
|
scheduledJob := newTestingScheduledJob(name, value)
|
|
By("setting up watch")
|
|
selector := labels.SelectorFromSet(labels.Set(map[string]string{"time": value})).String()
|
|
options := v1.ListOptions{LabelSelector: selector}
|
|
scheduleJobs, err := scheduleJobClient.List(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to query for scheduleJobs: %v", err)
|
|
}
|
|
Expect(len(scheduleJobs.Items)).To(Equal(0))
|
|
options = v1.ListOptions{
|
|
LabelSelector: selector,
|
|
ResourceVersion: scheduleJobs.ListMeta.ResourceVersion,
|
|
}
|
|
w, err := scheduleJobClient.Watch(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to set up watch: %v", err)
|
|
}
|
|
|
|
By("creating the scheduledJob")
|
|
scheduledJob, err = scheduleJobClient.Create(scheduledJob)
|
|
if err != nil {
|
|
framework.Failf("Failed to create scheduledJob: %v", err)
|
|
}
|
|
|
|
By("verifying the scheduledJob is in kubernetes")
|
|
options = v1.ListOptions{
|
|
LabelSelector: selector,
|
|
ResourceVersion: scheduledJob.ResourceVersion,
|
|
}
|
|
scheduleJobs, err = scheduleJobClient.List(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to query for scheduleJobs: %v", err)
|
|
}
|
|
Expect(len(scheduleJobs.Items)).To(Equal(1))
|
|
|
|
By("verifying scheduledJob creation was observed")
|
|
observeCreation(w)
|
|
|
|
By("deleting the scheduledJob")
|
|
if err := scheduleJobClient.Delete(scheduledJob.Name, nil); err != nil {
|
|
framework.Failf("Failed to delete scheduledJob: %v", err)
|
|
}
|
|
|
|
options = v1.ListOptions{LabelSelector: selector}
|
|
scheduleJobs, err = scheduleJobClient.List(options)
|
|
if err != nil {
|
|
framework.Failf("Failed to list scheduleJobs to verify deletion: %v", err)
|
|
}
|
|
Expect(len(scheduleJobs.Items)).To(Equal(0))
|
|
})
|
|
})
|
|
|
|
var _ = framework.KubeDescribe("Staging client repo client", func() {
|
|
f := framework.NewDefaultFramework("clientset")
|
|
It("should create pods, delete pods, watch pods", func() {
|
|
podClient := f.StagingClient.Core().Pods(f.Namespace.Name)
|
|
By("constructing the pod")
|
|
name := "pod" + string(uuid.NewUUID())
|
|
value := strconv.Itoa(time.Now().Nanosecond())
|
|
podCopy := stagingClientPod(name, value)
|
|
pod := &podCopy
|
|
By("verifying no pod exists before the test")
|
|
pods, err := podClient.List(clientv1.ListOptions{})
|
|
if err != nil {
|
|
framework.Failf("Failed to query for pods: %v", err)
|
|
}
|
|
Expect(len(pods.Items)).To(Equal(0))
|
|
By("creating the pod")
|
|
pod, err = podClient.Create(pod)
|
|
if err != nil {
|
|
framework.Failf("Failed to create pod: %v", err)
|
|
}
|
|
|
|
By("verifying the pod is in kubernetes")
|
|
timeout := 1 * time.Minute
|
|
if err := wait.PollImmediate(time.Second, timeout, func() (bool, error) {
|
|
pods, err = podClient.List(clientv1.ListOptions{})
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if len(pods.Items) == 1 {
|
|
return true, nil
|
|
}
|
|
return false, nil
|
|
}); err != nil {
|
|
framework.Failf("Err : %s\n. Failed to wait for 1 pod to be created", err)
|
|
}
|
|
})
|
|
})
|