mirror of https://github.com/k3s-io/k3s
Merge pull request #29814 from Random-Liu/move-pods-test-into-common
Automatic merge from submit-queue E2E & Node E2E: Move pods test into common directory This is the 4th part of #29494. For #29081. Based on #29092, #29806. The first commit is squash of all dependent commits. Please only review the last 2 commits. The 2nd commit migrates pods.go to `common/pods.go`. Notice that the test `should be schedule with cpu and memory limits` is removed because: * It doesn't make sense at the node level. * It should have been tested in scheduler_predicates at the cluster level https://github.com/kubernetes/kubernetes/blob/master/test/e2e/scheduler_predicates.go#L264 The 3rd commit splits pods.go into several pods (nothing is changed, only move code): * **Liveness probe test:** Moved into `container_probe.go`. * **Init container test:** Moved into a new file `init_container.go`. * **Others:** Still in pods.go @vishh @timstclair <!-- Reviewable:start --> --- This change is [<img src="https://reviewable.kubernetes.io/review_button.svg" height="34" align="absmiddle" alt="Reviewable"/>](https://reviewable.kubernetes.io/reviews/kubernetes/kubernetes/29814) <!-- Reviewable:end -->pull/6/head
Kubernetes Submit Queue
GitHub
commit
4ef423bfb1
|
|
@ -90,6 +90,145 @@ var _ = framework.KubeDescribe("Probing container", func() {
|
||||||
Expect(restartCount == 0).To(BeTrue(), "pod should have a restart count of 0 but got %v", restartCount)
|
Expect(restartCount == 0).To(BeTrue(), "pod should have a restart count of 0 but got %v", restartCount)
|
||||||
})
|
})
|
||||||
|
|
||||||
|
It("should be restarted with a exec \"cat /tmp/health\" liveness probe [Conformance]", func() {
|
||||||
|
runLivenessTest(f, &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: "liveness-exec",
|
||||||
|
Labels: map[string]string{"test": "liveness"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "liveness",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/sh", "-c", "echo ok >/tmp/health; sleep 10; rm -rf /tmp/health; sleep 600"},
|
||||||
|
LivenessProbe: &api.Probe{
|
||||||
|
Handler: api.Handler{
|
||||||
|
Exec: &api.ExecAction{
|
||||||
|
Command: []string{"cat", "/tmp/health"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
InitialDelaySeconds: 15,
|
||||||
|
FailureThreshold: 1,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, 1, defaultObservationTimeout)
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should *not* be restarted with a exec \"cat /tmp/health\" liveness probe [Conformance]", func() {
|
||||||
|
runLivenessTest(f, &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: "liveness-exec",
|
||||||
|
Labels: map[string]string{"test": "liveness"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "liveness",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/sh", "-c", "echo ok >/tmp/health; sleep 600"},
|
||||||
|
LivenessProbe: &api.Probe{
|
||||||
|
Handler: api.Handler{
|
||||||
|
Exec: &api.ExecAction{
|
||||||
|
Command: []string{"cat", "/tmp/health"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
InitialDelaySeconds: 15,
|
||||||
|
FailureThreshold: 1,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, 0, defaultObservationTimeout)
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should be restarted with a /healthz http liveness probe [Conformance]", func() {
|
||||||
|
runLivenessTest(f, &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: "liveness-http",
|
||||||
|
Labels: map[string]string{"test": "liveness"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "liveness",
|
||||||
|
Image: "gcr.io/google_containers/liveness:e2e",
|
||||||
|
Command: []string{"/server"},
|
||||||
|
LivenessProbe: &api.Probe{
|
||||||
|
Handler: api.Handler{
|
||||||
|
HTTPGet: &api.HTTPGetAction{
|
||||||
|
Path: "/healthz",
|
||||||
|
Port: intstr.FromInt(8080),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
InitialDelaySeconds: 15,
|
||||||
|
FailureThreshold: 1,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, 1, defaultObservationTimeout)
|
||||||
|
})
|
||||||
|
|
||||||
|
// Slow by design (5 min)
|
||||||
|
It("should have monotonically increasing restart count [Conformance] [Slow]", func() {
|
||||||
|
runLivenessTest(f, &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: "liveness-http",
|
||||||
|
Labels: map[string]string{"test": "liveness"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "liveness",
|
||||||
|
Image: "gcr.io/google_containers/liveness:e2e",
|
||||||
|
Command: []string{"/server"},
|
||||||
|
LivenessProbe: &api.Probe{
|
||||||
|
Handler: api.Handler{
|
||||||
|
HTTPGet: &api.HTTPGetAction{
|
||||||
|
Path: "/healthz",
|
||||||
|
Port: intstr.FromInt(8080),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
InitialDelaySeconds: 5,
|
||||||
|
FailureThreshold: 1,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, 5, time.Minute*5)
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should *not* be restarted with a /healthz http liveness probe [Conformance]", func() {
|
||||||
|
runLivenessTest(f, &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: "liveness-http",
|
||||||
|
Labels: map[string]string{"test": "liveness"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "liveness",
|
||||||
|
Image: "gcr.io/google_containers/nginx-slim:0.7",
|
||||||
|
Ports: []api.ContainerPort{{ContainerPort: 80}},
|
||||||
|
LivenessProbe: &api.Probe{
|
||||||
|
Handler: api.Handler{
|
||||||
|
HTTPGet: &api.HTTPGetAction{
|
||||||
|
Path: "/",
|
||||||
|
Port: intstr.FromInt(80),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
InitialDelaySeconds: 15,
|
||||||
|
FailureThreshold: 1,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}, 0, defaultObservationTimeout)
|
||||||
|
})
|
||||||
|
|
||||||
})
|
})
|
||||||
|
|
||||||
func getContainerStartedTime(p *api.Pod, containerName string) (time.Time, error) {
|
func getContainerStartedTime(p *api.Pod, containerName string) (time.Time, error) {
|
||||||
|
|
@ -171,3 +310,63 @@ func (b webserverProbeBuilder) build() *api.Probe {
|
||||||
}
|
}
|
||||||
return probe
|
return probe
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func runLivenessTest(f *framework.Framework, pod *api.Pod, expectNumRestarts int, timeout time.Duration) {
|
||||||
|
podClient := f.PodClient()
|
||||||
|
ns := f.Namespace.Name
|
||||||
|
Expect(pod.Spec.Containers).NotTo(BeEmpty())
|
||||||
|
containerName := pod.Spec.Containers[0].Name
|
||||||
|
// At the end of the test, clean up by removing the pod.
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
By(fmt.Sprintf("Creating pod %s in namespace %s", pod.Name, ns))
|
||||||
|
podClient.Create(pod)
|
||||||
|
|
||||||
|
// Wait until the pod is not pending. (Here we need to check for something other than
|
||||||
|
// 'Pending' other than checking for 'Running', since when failures occur, we go to
|
||||||
|
// 'Terminated' which can cause indefinite blocking.)
|
||||||
|
framework.ExpectNoError(framework.WaitForPodNotPending(f.Client, ns, pod.Name, pod.ResourceVersion),
|
||||||
|
fmt.Sprintf("starting pod %s in namespace %s", pod.Name, ns))
|
||||||
|
framework.Logf("Started pod %s in namespace %s", pod.Name, ns)
|
||||||
|
|
||||||
|
// Check the pod's current state and verify that restartCount is present.
|
||||||
|
By("checking the pod's current state and verifying that restartCount is present")
|
||||||
|
pod, err := podClient.Get(pod.Name)
|
||||||
|
framework.ExpectNoError(err, fmt.Sprintf("getting pod %s in namespace %s", pod.Name, ns))
|
||||||
|
initialRestartCount := api.GetExistingContainerStatus(pod.Status.ContainerStatuses, containerName).RestartCount
|
||||||
|
framework.Logf("Initial restart count of pod %s is %d", pod.Name, initialRestartCount)
|
||||||
|
|
||||||
|
// Wait for the restart state to be as desired.
|
||||||
|
deadline := time.Now().Add(timeout)
|
||||||
|
lastRestartCount := initialRestartCount
|
||||||
|
observedRestarts := int32(0)
|
||||||
|
for start := time.Now(); time.Now().Before(deadline); time.Sleep(2 * time.Second) {
|
||||||
|
pod, err = podClient.Get(pod.Name)
|
||||||
|
framework.ExpectNoError(err, fmt.Sprintf("getting pod %s", pod.Name))
|
||||||
|
restartCount := api.GetExistingContainerStatus(pod.Status.ContainerStatuses, containerName).RestartCount
|
||||||
|
if restartCount != lastRestartCount {
|
||||||
|
framework.Logf("Restart count of pod %s/%s is now %d (%v elapsed)",
|
||||||
|
ns, pod.Name, restartCount, time.Since(start))
|
||||||
|
if restartCount < lastRestartCount {
|
||||||
|
framework.Failf("Restart count should increment monotonically: restart cont of pod %s/%s changed from %d to %d",
|
||||||
|
ns, pod.Name, lastRestartCount, restartCount)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
observedRestarts = restartCount - initialRestartCount
|
||||||
|
if expectNumRestarts > 0 && int(observedRestarts) >= expectNumRestarts {
|
||||||
|
// Stop if we have observed more than expectNumRestarts restarts.
|
||||||
|
break
|
||||||
|
}
|
||||||
|
lastRestartCount = restartCount
|
||||||
|
}
|
||||||
|
|
||||||
|
// If we expected 0 restarts, fail if observed any restart.
|
||||||
|
// If we expected n restarts (n > 0), fail if we observed < n restarts.
|
||||||
|
if (expectNumRestarts == 0 && observedRestarts > 0) || (expectNumRestarts > 0 &&
|
||||||
|
int(observedRestarts) < expectNumRestarts) {
|
||||||
|
framework.Failf("pod %s/%s - expected number of restarts: %d, found restarts: %d",
|
||||||
|
ns, pod.Name, expectNumRestarts, observedRestarts)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,379 @@
|
||||||
|
/*
|
||||||
|
Copyright 2016 The Kubernetes Authors.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package common
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"strconv"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"k8s.io/kubernetes/pkg/api"
|
||||||
|
"k8s.io/kubernetes/pkg/api/resource"
|
||||||
|
client "k8s.io/kubernetes/pkg/client/unversioned"
|
||||||
|
"k8s.io/kubernetes/pkg/util/uuid"
|
||||||
|
"k8s.io/kubernetes/pkg/watch"
|
||||||
|
"k8s.io/kubernetes/test/e2e/framework"
|
||||||
|
|
||||||
|
. "github.com/onsi/ginkgo"
|
||||||
|
. "github.com/onsi/gomega"
|
||||||
|
)
|
||||||
|
|
||||||
|
var _ = framework.KubeDescribe("InitContainer", func() {
|
||||||
|
f := framework.NewDefaultFramework("init-container")
|
||||||
|
var podClient *framework.PodClient
|
||||||
|
BeforeEach(func() {
|
||||||
|
podClient = f.PodClient()
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should invoke init containers on a RestartNever pod", func() {
|
||||||
|
framework.SkipIfContainerRuntimeIs("rkt") // #25988
|
||||||
|
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-init-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
RestartPolicy: api.RestartPolicyNever,
|
||||||
|
InitContainers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "init1",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Name: "init2",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "run1",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
defer podClient.Delete(pod.Name, nil)
|
||||||
|
startedPod := podClient.Create(pod)
|
||||||
|
w, err := podClient.Watch(api.SingleObject(startedPod.ObjectMeta))
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "error watching a pod")
|
||||||
|
wr := watch.NewRecorder(w)
|
||||||
|
event, err := watch.Until(framework.PodStartTimeout, wr, client.PodCompleted)
|
||||||
|
Expect(err).To(BeNil())
|
||||||
|
framework.CheckInvariants(wr.Events(), framework.ContainerInitInvariant)
|
||||||
|
endPod := event.Object.(*api.Pod)
|
||||||
|
|
||||||
|
Expect(endPod.Status.Phase).To(Equal(api.PodSucceeded))
|
||||||
|
_, init := api.GetPodCondition(&endPod.Status, api.PodInitialized)
|
||||||
|
Expect(init).NotTo(BeNil())
|
||||||
|
Expect(init.Status).To(Equal(api.ConditionTrue))
|
||||||
|
|
||||||
|
Expect(len(endPod.Status.InitContainerStatuses)).To(Equal(2))
|
||||||
|
for _, status := range endPod.Status.InitContainerStatuses {
|
||||||
|
Expect(status.Ready).To(BeTrue())
|
||||||
|
Expect(status.State.Terminated).NotTo(BeNil())
|
||||||
|
Expect(status.State.Terminated.ExitCode).To(BeZero())
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should invoke init containers on a RestartAlways pod", func() {
|
||||||
|
framework.SkipIfContainerRuntimeIs("rkt") // #25988
|
||||||
|
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-init-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
InitContainers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "init1",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Name: "init2",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "run1",
|
||||||
|
Image: framework.GetPauseImageName(f.Client),
|
||||||
|
Resources: api.ResourceRequirements{
|
||||||
|
Limits: api.ResourceList{
|
||||||
|
api.ResourceCPU: *resource.NewMilliQuantity(100, resource.DecimalSI),
|
||||||
|
api.ResourceMemory: *resource.NewQuantity(10*1024*1024, resource.DecimalSI),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
defer podClient.Delete(pod.Name, nil)
|
||||||
|
startedPod := podClient.Create(pod)
|
||||||
|
w, err := podClient.Watch(api.SingleObject(startedPod.ObjectMeta))
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "error watching a pod")
|
||||||
|
wr := watch.NewRecorder(w)
|
||||||
|
event, err := watch.Until(framework.PodStartTimeout, wr, client.PodRunning)
|
||||||
|
Expect(err).To(BeNil())
|
||||||
|
framework.CheckInvariants(wr.Events(), framework.ContainerInitInvariant)
|
||||||
|
endPod := event.Object.(*api.Pod)
|
||||||
|
|
||||||
|
Expect(endPod.Status.Phase).To(Equal(api.PodRunning))
|
||||||
|
_, init := api.GetPodCondition(&endPod.Status, api.PodInitialized)
|
||||||
|
Expect(init).NotTo(BeNil())
|
||||||
|
Expect(init.Status).To(Equal(api.ConditionTrue))
|
||||||
|
|
||||||
|
Expect(len(endPod.Status.InitContainerStatuses)).To(Equal(2))
|
||||||
|
for _, status := range endPod.Status.InitContainerStatuses {
|
||||||
|
Expect(status.Ready).To(BeTrue())
|
||||||
|
Expect(status.State.Terminated).NotTo(BeNil())
|
||||||
|
Expect(status.State.Terminated.ExitCode).To(BeZero())
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should not start app containers if init containers fail on a RestartAlways pod", func() {
|
||||||
|
framework.SkipIfContainerRuntimeIs("rkt") // #25988
|
||||||
|
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-init-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
InitContainers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "init1",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/false"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Name: "init2",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "run1",
|
||||||
|
Image: framework.GetPauseImageName(f.Client),
|
||||||
|
Resources: api.ResourceRequirements{
|
||||||
|
Limits: api.ResourceList{
|
||||||
|
api.ResourceCPU: *resource.NewMilliQuantity(100, resource.DecimalSI),
|
||||||
|
api.ResourceMemory: *resource.NewQuantity(10*1024*1024, resource.DecimalSI),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
defer podClient.Delete(pod.Name, nil)
|
||||||
|
startedPod := podClient.Create(pod)
|
||||||
|
w, err := podClient.Watch(api.SingleObject(startedPod.ObjectMeta))
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "error watching a pod")
|
||||||
|
|
||||||
|
wr := watch.NewRecorder(w)
|
||||||
|
event, err := watch.Until(
|
||||||
|
framework.PodStartTimeout, wr,
|
||||||
|
// check for the first container to fail at least once
|
||||||
|
func(evt watch.Event) (bool, error) {
|
||||||
|
switch t := evt.Object.(type) {
|
||||||
|
case *api.Pod:
|
||||||
|
for _, status := range t.Status.ContainerStatuses {
|
||||||
|
if status.State.Waiting == nil {
|
||||||
|
return false, fmt.Errorf("container %q should not be out of waiting: %#v", status.Name, status)
|
||||||
|
}
|
||||||
|
if status.State.Waiting.Reason != "PodInitializing" {
|
||||||
|
return false, fmt.Errorf("container %q should have reason PodInitializing: %#v", status.Name, status)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(t.Status.InitContainerStatuses) != 2 {
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
status := t.Status.InitContainerStatuses[1]
|
||||||
|
if status.State.Waiting == nil {
|
||||||
|
return false, fmt.Errorf("second init container should not be out of waiting: %#v", status)
|
||||||
|
}
|
||||||
|
if status.State.Waiting.Reason != "PodInitializing" {
|
||||||
|
return false, fmt.Errorf("second init container should have reason PodInitializing: %#v", status)
|
||||||
|
}
|
||||||
|
status = t.Status.InitContainerStatuses[0]
|
||||||
|
if status.State.Terminated != nil && status.State.Terminated.ExitCode == 0 {
|
||||||
|
return false, fmt.Errorf("first init container should have exitCode != 0: %#v", status)
|
||||||
|
}
|
||||||
|
// continue until we see an attempt to restart the pod
|
||||||
|
return status.LastTerminationState.Terminated != nil, nil
|
||||||
|
default:
|
||||||
|
return false, fmt.Errorf("unexpected object: %#v", t)
|
||||||
|
}
|
||||||
|
},
|
||||||
|
// verify we get two restarts
|
||||||
|
func(evt watch.Event) (bool, error) {
|
||||||
|
switch t := evt.Object.(type) {
|
||||||
|
case *api.Pod:
|
||||||
|
status := t.Status.InitContainerStatuses[0]
|
||||||
|
if status.RestartCount < 3 {
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
framework.Logf("init container has failed twice: %#v", t)
|
||||||
|
// TODO: more conditions
|
||||||
|
return true, nil
|
||||||
|
default:
|
||||||
|
return false, fmt.Errorf("unexpected object: %#v", t)
|
||||||
|
}
|
||||||
|
},
|
||||||
|
)
|
||||||
|
Expect(err).To(BeNil())
|
||||||
|
framework.CheckInvariants(wr.Events(), framework.ContainerInitInvariant)
|
||||||
|
endPod := event.Object.(*api.Pod)
|
||||||
|
|
||||||
|
Expect(endPod.Status.Phase).To(Equal(api.PodPending))
|
||||||
|
_, init := api.GetPodCondition(&endPod.Status, api.PodInitialized)
|
||||||
|
Expect(init).NotTo(BeNil())
|
||||||
|
Expect(init.Status).To(Equal(api.ConditionFalse))
|
||||||
|
Expect(init.Reason).To(Equal("ContainersNotInitialized"))
|
||||||
|
Expect(init.Message).To(Equal("containers with incomplete status: [init1 init2]"))
|
||||||
|
Expect(len(endPod.Status.InitContainerStatuses)).To(Equal(2))
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should not start app containers and fail the pod if init containers fail on a RestartNever pod", func() {
|
||||||
|
framework.SkipIfContainerRuntimeIs("rkt") // #25988
|
||||||
|
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-init-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
RestartPolicy: api.RestartPolicyNever,
|
||||||
|
InitContainers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "init1",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
Name: "init2",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/false"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "run1",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/true"},
|
||||||
|
Resources: api.ResourceRequirements{
|
||||||
|
Limits: api.ResourceList{
|
||||||
|
api.ResourceCPU: *resource.NewMilliQuantity(100, resource.DecimalSI),
|
||||||
|
api.ResourceMemory: *resource.NewQuantity(10*1024*1024, resource.DecimalSI),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
defer podClient.Delete(pod.Name, nil)
|
||||||
|
startedPod := podClient.Create(pod)
|
||||||
|
w, err := podClient.Watch(api.SingleObject(startedPod.ObjectMeta))
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "error watching a pod")
|
||||||
|
|
||||||
|
wr := watch.NewRecorder(w)
|
||||||
|
event, err := watch.Until(
|
||||||
|
framework.PodStartTimeout, wr,
|
||||||
|
// check for the second container to fail at least once
|
||||||
|
func(evt watch.Event) (bool, error) {
|
||||||
|
switch t := evt.Object.(type) {
|
||||||
|
case *api.Pod:
|
||||||
|
for _, status := range t.Status.ContainerStatuses {
|
||||||
|
if status.State.Waiting == nil {
|
||||||
|
return false, fmt.Errorf("container %q should not be out of waiting: %#v", status.Name, status)
|
||||||
|
}
|
||||||
|
if status.State.Waiting.Reason != "PodInitializing" {
|
||||||
|
return false, fmt.Errorf("container %q should have reason PodInitializing: %#v", status.Name, status)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(t.Status.InitContainerStatuses) != 2 {
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
status := t.Status.InitContainerStatuses[0]
|
||||||
|
if status.State.Terminated == nil {
|
||||||
|
if status.State.Waiting != nil && status.State.Waiting.Reason != "PodInitializing" {
|
||||||
|
return false, fmt.Errorf("second init container should have reason PodInitializing: %#v", status)
|
||||||
|
}
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
if status.State.Terminated != nil && status.State.Terminated.ExitCode != 0 {
|
||||||
|
return false, fmt.Errorf("first init container should have exitCode != 0: %#v", status)
|
||||||
|
}
|
||||||
|
status = t.Status.InitContainerStatuses[1]
|
||||||
|
if status.State.Terminated == nil {
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
if status.State.Terminated.ExitCode == 0 {
|
||||||
|
return false, fmt.Errorf("second init container should have failed: %#v", status)
|
||||||
|
}
|
||||||
|
return true, nil
|
||||||
|
default:
|
||||||
|
return false, fmt.Errorf("unexpected object: %#v", t)
|
||||||
|
}
|
||||||
|
},
|
||||||
|
client.PodCompleted,
|
||||||
|
)
|
||||||
|
Expect(err).To(BeNil())
|
||||||
|
framework.CheckInvariants(wr.Events(), framework.ContainerInitInvariant)
|
||||||
|
endPod := event.Object.(*api.Pod)
|
||||||
|
|
||||||
|
Expect(endPod.Status.Phase).To(Equal(api.PodFailed))
|
||||||
|
_, init := api.GetPodCondition(&endPod.Status, api.PodInitialized)
|
||||||
|
Expect(init).NotTo(BeNil())
|
||||||
|
Expect(init.Status).To(Equal(api.ConditionFalse))
|
||||||
|
Expect(init.Reason).To(Equal("ContainersNotInitialized"))
|
||||||
|
Expect(init.Message).To(Equal("containers with incomplete status: [init2]"))
|
||||||
|
Expect(len(endPod.Status.InitContainerStatuses)).To(Equal(2))
|
||||||
|
Expect(endPod.Status.ContainerStatuses[0].State.Waiting).ToNot(BeNil())
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
@ -0,0 +1,687 @@
|
||||||
|
/*
|
||||||
|
Copyright 2016 The Kubernetes Authors.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package common
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"golang.org/x/net/websocket"
|
||||||
|
|
||||||
|
"k8s.io/kubernetes/pkg/api"
|
||||||
|
"k8s.io/kubernetes/pkg/kubelet"
|
||||||
|
"k8s.io/kubernetes/pkg/labels"
|
||||||
|
"k8s.io/kubernetes/pkg/util/intstr"
|
||||||
|
"k8s.io/kubernetes/pkg/util/uuid"
|
||||||
|
"k8s.io/kubernetes/pkg/util/wait"
|
||||||
|
"k8s.io/kubernetes/pkg/watch"
|
||||||
|
"k8s.io/kubernetes/test/e2e/framework"
|
||||||
|
|
||||||
|
. "github.com/onsi/ginkgo"
|
||||||
|
. "github.com/onsi/gomega"
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
defaultObservationTimeout = time.Minute * 1
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
buildBackOffDuration = time.Minute
|
||||||
|
syncLoopFrequency = 10 * time.Second
|
||||||
|
maxBackOffTolerance = time.Duration(1.3 * float64(kubelet.MaxContainerBackOff))
|
||||||
|
)
|
||||||
|
|
||||||
|
// testHostIP tests that a pod gets a host IP
|
||||||
|
func testHostIP(podClient *framework.PodClient, pod *api.Pod) {
|
||||||
|
By("creating pod")
|
||||||
|
defer podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
podClient.CreateSync(pod)
|
||||||
|
|
||||||
|
// Try to make sure we get a hostIP for each pod.
|
||||||
|
hostIPTimeout := 2 * time.Minute
|
||||||
|
t := time.Now()
|
||||||
|
for {
|
||||||
|
p, err := podClient.Get(pod.Name)
|
||||||
|
Expect(err).NotTo(HaveOccurred())
|
||||||
|
if p.Status.HostIP != "" {
|
||||||
|
framework.Logf("Pod %s has hostIP: %s", p.Name, p.Status.HostIP)
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if time.Since(t) >= hostIPTimeout {
|
||||||
|
framework.Failf("Gave up waiting for hostIP of pod %s after %v seconds",
|
||||||
|
p.Name, time.Since(t).Seconds())
|
||||||
|
}
|
||||||
|
framework.Logf("Retrying to get the hostIP of pod %s", p.Name)
|
||||||
|
time.Sleep(5 * time.Second)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func startPodAndGetBackOffs(podClient *framework.PodClient, pod *api.Pod, sleepAmount time.Duration) (time.Duration, time.Duration) {
|
||||||
|
podClient.CreateSync(pod)
|
||||||
|
time.Sleep(sleepAmount)
|
||||||
|
Expect(pod.Spec.Containers).NotTo(BeEmpty())
|
||||||
|
podName := pod.Name
|
||||||
|
containerName := pod.Spec.Containers[0].Name
|
||||||
|
|
||||||
|
By("getting restart delay-0")
|
||||||
|
_, err := getRestartDelay(podClient, podName, containerName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("timed out waiting for container restart in pod=%s/%s", podName, containerName)
|
||||||
|
}
|
||||||
|
|
||||||
|
By("getting restart delay-1")
|
||||||
|
delay1, err := getRestartDelay(podClient, podName, containerName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("timed out waiting for container restart in pod=%s/%s", podName, containerName)
|
||||||
|
}
|
||||||
|
|
||||||
|
By("getting restart delay-2")
|
||||||
|
delay2, err := getRestartDelay(podClient, podName, containerName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("timed out waiting for container restart in pod=%s/%s", podName, containerName)
|
||||||
|
}
|
||||||
|
return delay1, delay2
|
||||||
|
}
|
||||||
|
|
||||||
|
func getRestartDelay(podClient *framework.PodClient, podName string, containerName string) (time.Duration, error) {
|
||||||
|
beginTime := time.Now()
|
||||||
|
for time.Since(beginTime) < (2 * maxBackOffTolerance) { // may just miss the 1st MaxContainerBackOff delay
|
||||||
|
time.Sleep(time.Second)
|
||||||
|
pod, err := podClient.Get(podName)
|
||||||
|
framework.ExpectNoError(err, fmt.Sprintf("getting pod %s", podName))
|
||||||
|
status, ok := api.GetContainerStatus(pod.Status.ContainerStatuses, containerName)
|
||||||
|
if !ok {
|
||||||
|
framework.Logf("getRestartDelay: status missing")
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
if status.State.Waiting == nil && status.State.Running != nil && status.LastTerminationState.Terminated != nil && status.State.Running.StartedAt.Time.After(beginTime) {
|
||||||
|
startedAt := status.State.Running.StartedAt.Time
|
||||||
|
finishedAt := status.LastTerminationState.Terminated.FinishedAt.Time
|
||||||
|
framework.Logf("getRestartDelay: restartCount = %d, finishedAt=%s restartedAt=%s (%s)", status.RestartCount, finishedAt, startedAt, startedAt.Sub(finishedAt))
|
||||||
|
return startedAt.Sub(finishedAt), nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return 0, fmt.Errorf("timeout getting pod restart delay")
|
||||||
|
}
|
||||||
|
|
||||||
|
var _ = framework.KubeDescribe("Pods", func() {
|
||||||
|
f := framework.NewDefaultFramework("pods")
|
||||||
|
var podClient *framework.PodClient
|
||||||
|
BeforeEach(func() {
|
||||||
|
podClient = f.PodClient()
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should get a host IP [Conformance]", func() {
|
||||||
|
name := "pod-hostip-" + string(uuid.NewUUID())
|
||||||
|
testHostIP(podClient, &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "test",
|
||||||
|
Image: framework.GetPauseImageName(f.Client),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should be submitted and removed [Conformance]", func() {
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-submit-remove-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "nginx",
|
||||||
|
Image: "gcr.io/google_containers/nginx-slim:0.7",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
By("setting up watch")
|
||||||
|
selector := labels.SelectorFromSet(labels.Set(map[string]string{"time": value}))
|
||||||
|
options := api.ListOptions{LabelSelector: selector}
|
||||||
|
pods, err := podClient.List(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to query for pods")
|
||||||
|
Expect(len(pods.Items)).To(Equal(0))
|
||||||
|
options = api.ListOptions{
|
||||||
|
LabelSelector: selector,
|
||||||
|
ResourceVersion: pods.ListMeta.ResourceVersion,
|
||||||
|
}
|
||||||
|
w, err := podClient.Watch(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to set up watch")
|
||||||
|
|
||||||
|
By("submitting the pod to kubernetes")
|
||||||
|
// We call defer here in case there is a problem with
|
||||||
|
// the test so we can ensure that we clean up after
|
||||||
|
// ourselves
|
||||||
|
defer podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
podClient.Create(pod)
|
||||||
|
|
||||||
|
By("verifying the pod is in kubernetes")
|
||||||
|
selector = labels.SelectorFromSet(labels.Set(map[string]string{"time": value}))
|
||||||
|
options = api.ListOptions{LabelSelector: selector}
|
||||||
|
pods, err = podClient.List(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to query for pods")
|
||||||
|
Expect(len(pods.Items)).To(Equal(1))
|
||||||
|
|
||||||
|
By("verifying pod creation was observed")
|
||||||
|
select {
|
||||||
|
case event, _ := <-w.ResultChan():
|
||||||
|
if event.Type != watch.Added {
|
||||||
|
framework.Failf("Failed to observe pod creation: %v", event)
|
||||||
|
}
|
||||||
|
case <-time.After(framework.PodStartTimeout):
|
||||||
|
Fail("Timeout while waiting for pod creation")
|
||||||
|
}
|
||||||
|
|
||||||
|
// We need to wait for the pod to be running, otherwise the deletion
|
||||||
|
// may be carried out immediately rather than gracefully.
|
||||||
|
framework.ExpectNoError(f.WaitForPodRunning(pod.Name))
|
||||||
|
// save the running pod
|
||||||
|
pod, err = podClient.Get(pod.Name)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to GET scheduled pod")
|
||||||
|
framework.Logf("running pod: %#v", pod)
|
||||||
|
|
||||||
|
By("deleting the pod gracefully")
|
||||||
|
err = podClient.Delete(pod.Name, api.NewDeleteOptions(30))
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to delete pod")
|
||||||
|
|
||||||
|
By("verifying the kubelet observed the termination notice")
|
||||||
|
Expect(wait.Poll(time.Second*5, time.Second*30, func() (bool, error) {
|
||||||
|
podList, err := framework.GetKubeletPods(f.Client, pod.Spec.NodeName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Logf("Unable to retrieve kubelet pods for node %v: %v", pod.Spec.NodeName, err)
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
for _, kubeletPod := range podList.Items {
|
||||||
|
if pod.Name != kubeletPod.Name {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if kubeletPod.ObjectMeta.DeletionTimestamp == nil {
|
||||||
|
framework.Logf("deletion has not yet been observed")
|
||||||
|
return false, nil
|
||||||
|
}
|
||||||
|
return true, nil
|
||||||
|
}
|
||||||
|
framework.Logf("no pod exists with the name we were looking for, assuming the termination request was observed and completed")
|
||||||
|
return true, nil
|
||||||
|
})).NotTo(HaveOccurred(), "kubelet never observed the termination notice")
|
||||||
|
|
||||||
|
By("verifying pod deletion was observed")
|
||||||
|
deleted := false
|
||||||
|
timeout := false
|
||||||
|
var lastPod *api.Pod
|
||||||
|
timer := time.After(30 * time.Second)
|
||||||
|
for !deleted && !timeout {
|
||||||
|
select {
|
||||||
|
case event, _ := <-w.ResultChan():
|
||||||
|
if event.Type == watch.Deleted {
|
||||||
|
lastPod = event.Object.(*api.Pod)
|
||||||
|
deleted = true
|
||||||
|
}
|
||||||
|
case <-timer:
|
||||||
|
timeout = true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !deleted {
|
||||||
|
Fail("Failed to observe pod deletion")
|
||||||
|
}
|
||||||
|
|
||||||
|
Expect(lastPod.DeletionTimestamp).ToNot(BeNil())
|
||||||
|
Expect(lastPod.Spec.TerminationGracePeriodSeconds).ToNot(BeZero())
|
||||||
|
|
||||||
|
selector = labels.SelectorFromSet(labels.Set(map[string]string{"time": value}))
|
||||||
|
options = api.ListOptions{LabelSelector: selector}
|
||||||
|
pods, err = podClient.List(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to query for pods")
|
||||||
|
Expect(len(pods.Items)).To(Equal(0))
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should be updated [Conformance]", func() {
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-update-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "nginx",
|
||||||
|
Image: "gcr.io/google_containers/nginx-slim:0.7",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
By("submitting the pod to kubernetes")
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
pod = podClient.CreateSync(pod)
|
||||||
|
|
||||||
|
By("verifying the pod is in kubernetes")
|
||||||
|
selector := labels.SelectorFromSet(labels.Set(map[string]string{"time": value}))
|
||||||
|
options := api.ListOptions{LabelSelector: selector}
|
||||||
|
pods, err := podClient.List(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to query for pods")
|
||||||
|
Expect(len(pods.Items)).To(Equal(1))
|
||||||
|
|
||||||
|
By("updating the pod")
|
||||||
|
podClient.Update(name, func(pod *api.Pod) {
|
||||||
|
value = strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod.Labels["time"] = value
|
||||||
|
})
|
||||||
|
|
||||||
|
framework.ExpectNoError(f.WaitForPodRunning(pod.Name))
|
||||||
|
|
||||||
|
By("verifying the updated pod is in kubernetes")
|
||||||
|
selector = labels.SelectorFromSet(labels.Set(map[string]string{"time": value}))
|
||||||
|
options = api.ListOptions{LabelSelector: selector}
|
||||||
|
pods, err = podClient.List(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to query for pods")
|
||||||
|
Expect(len(pods.Items)).To(Equal(1))
|
||||||
|
framework.Logf("Pod update OK")
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should allow activeDeadlineSeconds to be updated [Conformance]", func() {
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-update-activedeadlineseconds-" + string(uuid.NewUUID())
|
||||||
|
value := strconv.Itoa(time.Now().Nanosecond())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": "foo",
|
||||||
|
"time": value,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "nginx",
|
||||||
|
Image: "gcr.io/google_containers/nginx-slim:0.7",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
By("submitting the pod to kubernetes")
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
podClient.CreateSync(pod)
|
||||||
|
|
||||||
|
By("verifying the pod is in kubernetes")
|
||||||
|
selector := labels.SelectorFromSet(labels.Set(map[string]string{"time": value}))
|
||||||
|
options := api.ListOptions{LabelSelector: selector}
|
||||||
|
pods, err := podClient.List(options)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to query for pods")
|
||||||
|
Expect(len(pods.Items)).To(Equal(1))
|
||||||
|
|
||||||
|
By("updating the pod")
|
||||||
|
podClient.Update(name, func(pod *api.Pod) {
|
||||||
|
newDeadline := int64(5)
|
||||||
|
pod.Spec.ActiveDeadlineSeconds = &newDeadline
|
||||||
|
})
|
||||||
|
|
||||||
|
framework.ExpectNoError(f.WaitForPodTerminated(pod.Name, "DeadlineExceeded"))
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should contain environment variables for services [Conformance]", func() {
|
||||||
|
// Make a pod that will be a service.
|
||||||
|
// This pod serves its hostname via HTTP.
|
||||||
|
serverName := "server-envvars-" + string(uuid.NewUUID())
|
||||||
|
serverPod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: serverName,
|
||||||
|
Labels: map[string]string{"name": serverName},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "srv",
|
||||||
|
Image: "gcr.io/google_containers/serve_hostname:v1.4",
|
||||||
|
Ports: []api.ContainerPort{{ContainerPort: 9376}},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
defer podClient.Delete(serverPod.Name, api.NewDeleteOptions(0))
|
||||||
|
podClient.CreateSync(serverPod)
|
||||||
|
|
||||||
|
// This service exposes port 8080 of the test pod as a service on port 8765
|
||||||
|
// TODO(filbranden): We would like to use a unique service name such as:
|
||||||
|
// svcName := "svc-envvars-" + randomSuffix()
|
||||||
|
// However, that affects the name of the environment variables which are the capitalized
|
||||||
|
// service name, so that breaks this test. One possibility is to tweak the variable names
|
||||||
|
// to match the service. Another is to rethink environment variable names and possibly
|
||||||
|
// allow overriding the prefix in the service manifest.
|
||||||
|
svcName := "fooservice"
|
||||||
|
svc := &api.Service{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: svcName,
|
||||||
|
Labels: map[string]string{
|
||||||
|
"name": svcName,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Spec: api.ServiceSpec{
|
||||||
|
Ports: []api.ServicePort{{
|
||||||
|
Port: 8765,
|
||||||
|
TargetPort: intstr.FromInt(8080),
|
||||||
|
}},
|
||||||
|
Selector: map[string]string{
|
||||||
|
"name": serverName,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
defer f.Client.Services(f.Namespace.Name).Delete(svc.Name)
|
||||||
|
_, err := f.Client.Services(f.Namespace.Name).Create(svc)
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "failed to create service")
|
||||||
|
|
||||||
|
// Make a client pod that verifies that it has the service environment variables.
|
||||||
|
podName := "client-envvars-" + string(uuid.NewUUID())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: podName,
|
||||||
|
Labels: map[string]string{"name": podName},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "env3cont",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"sh", "-c", "env"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
RestartPolicy: api.RestartPolicyNever,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
f.TestContainerOutput("service env", pod, 0, []string{
|
||||||
|
"FOOSERVICE_SERVICE_HOST=",
|
||||||
|
"FOOSERVICE_SERVICE_PORT=",
|
||||||
|
"FOOSERVICE_PORT=",
|
||||||
|
"FOOSERVICE_PORT_8765_TCP_PORT=",
|
||||||
|
"FOOSERVICE_PORT_8765_TCP_PROTO=",
|
||||||
|
"FOOSERVICE_PORT_8765_TCP=",
|
||||||
|
"FOOSERVICE_PORT_8765_TCP_ADDR=",
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should support remote command execution over websockets", func() {
|
||||||
|
config, err := framework.LoadConfig()
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "unable to get base config")
|
||||||
|
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-exec-websocket-" + string(uuid.NewUUID())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "main",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/sh", "-c", "echo container is alive; sleep 600"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
By("submitting the pod to kubernetes")
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
pod = podClient.CreateSync(pod)
|
||||||
|
|
||||||
|
req := f.Client.Get().
|
||||||
|
Namespace(f.Namespace.Name).
|
||||||
|
Resource("pods").
|
||||||
|
Name(pod.Name).
|
||||||
|
Suffix("exec").
|
||||||
|
Param("stderr", "1").
|
||||||
|
Param("stdout", "1").
|
||||||
|
Param("container", pod.Spec.Containers[0].Name).
|
||||||
|
Param("command", "cat").
|
||||||
|
Param("command", "/etc/resolv.conf")
|
||||||
|
|
||||||
|
url := req.URL()
|
||||||
|
ws, err := framework.OpenWebSocketForURL(url, config, []string{"channel.k8s.io"})
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("Failed to open websocket to %s: %v", url.String(), err)
|
||||||
|
}
|
||||||
|
defer ws.Close()
|
||||||
|
|
||||||
|
buf := &bytes.Buffer{}
|
||||||
|
for {
|
||||||
|
var msg []byte
|
||||||
|
if err := websocket.Message.Receive(ws, &msg); err != nil {
|
||||||
|
if err == io.EOF {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
framework.Failf("Failed to read completely from websocket %s: %v", url.String(), err)
|
||||||
|
}
|
||||||
|
if len(msg) == 0 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if msg[0] != 1 {
|
||||||
|
framework.Failf("Got message from server that didn't start with channel 1 (STDOUT): %v", msg)
|
||||||
|
}
|
||||||
|
buf.Write(msg[1:])
|
||||||
|
}
|
||||||
|
if buf.Len() == 0 {
|
||||||
|
framework.Failf("Unexpected output from server")
|
||||||
|
}
|
||||||
|
if !strings.Contains(buf.String(), "nameserver") {
|
||||||
|
framework.Failf("Expected to find 'nameserver' in %q", buf.String())
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should support retrieving logs from the container over websockets", func() {
|
||||||
|
config, err := framework.LoadConfig()
|
||||||
|
Expect(err).NotTo(HaveOccurred(), "unable to get base config")
|
||||||
|
|
||||||
|
By("creating the pod")
|
||||||
|
name := "pod-logs-websocket-" + string(uuid.NewUUID())
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: name,
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: "main",
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/sh", "-c", "echo container is alive; sleep 600"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
By("submitting the pod to kubernetes")
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
podClient.CreateSync(pod)
|
||||||
|
|
||||||
|
req := f.Client.Get().
|
||||||
|
Namespace(f.Namespace.Name).
|
||||||
|
Resource("pods").
|
||||||
|
Name(pod.Name).
|
||||||
|
Suffix("log").
|
||||||
|
Param("container", pod.Spec.Containers[0].Name)
|
||||||
|
|
||||||
|
url := req.URL()
|
||||||
|
|
||||||
|
ws, err := framework.OpenWebSocketForURL(url, config, []string{"binary.k8s.io"})
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("Failed to open websocket to %s: %v", url.String(), err)
|
||||||
|
}
|
||||||
|
defer ws.Close()
|
||||||
|
buf := &bytes.Buffer{}
|
||||||
|
for {
|
||||||
|
var msg []byte
|
||||||
|
if err := websocket.Message.Receive(ws, &msg); err != nil {
|
||||||
|
if err == io.EOF {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
framework.Failf("Failed to read completely from websocket %s: %v", url.String(), err)
|
||||||
|
}
|
||||||
|
if len(msg) == 0 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
buf.Write(msg)
|
||||||
|
}
|
||||||
|
if buf.String() != "container is alive\n" {
|
||||||
|
framework.Failf("Unexpected websocket logs:\n%s", buf.String())
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
It("should have their auto-restart back-off timer reset on image update [Slow]", func() {
|
||||||
|
podName := "pod-back-off-image"
|
||||||
|
containerName := "back-off"
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: podName,
|
||||||
|
Labels: map[string]string{"test": "back-off-image"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: containerName,
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/sh", "-c", "sleep 5", "/crash/missing"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
|
||||||
|
delay1, delay2 := startPodAndGetBackOffs(podClient, pod, buildBackOffDuration)
|
||||||
|
|
||||||
|
By("updating the image")
|
||||||
|
podClient.Update(podName, func(pod *api.Pod) {
|
||||||
|
pod.Spec.Containers[0].Image = "gcr.io/google_containers/nginx-slim:0.7"
|
||||||
|
})
|
||||||
|
|
||||||
|
time.Sleep(syncLoopFrequency)
|
||||||
|
framework.ExpectNoError(f.WaitForPodRunning(pod.Name))
|
||||||
|
|
||||||
|
By("get restart delay after image update")
|
||||||
|
delayAfterUpdate, err := getRestartDelay(podClient, podName, containerName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("timed out waiting for container restart in pod=%s/%s", podName, containerName)
|
||||||
|
}
|
||||||
|
|
||||||
|
if delayAfterUpdate > 2*delay2 || delayAfterUpdate > 2*delay1 {
|
||||||
|
framework.Failf("updating image did not reset the back-off value in pod=%s/%s d3=%s d2=%s d1=%s", podName, containerName, delayAfterUpdate, delay1, delay2)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
// Slow issue #19027 (20 mins)
|
||||||
|
It("should cap back-off at MaxContainerBackOff [Slow]", func() {
|
||||||
|
podName := "back-off-cap"
|
||||||
|
containerName := "back-off-cap"
|
||||||
|
pod := &api.Pod{
|
||||||
|
ObjectMeta: api.ObjectMeta{
|
||||||
|
Name: podName,
|
||||||
|
Labels: map[string]string{"test": "liveness"},
|
||||||
|
},
|
||||||
|
Spec: api.PodSpec{
|
||||||
|
Containers: []api.Container{
|
||||||
|
{
|
||||||
|
Name: containerName,
|
||||||
|
Image: "gcr.io/google_containers/busybox:1.24",
|
||||||
|
Command: []string{"/bin/sh", "-c", "sleep 5", "/crash/missing"},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
defer func() {
|
||||||
|
By("deleting the pod")
|
||||||
|
podClient.Delete(pod.Name, api.NewDeleteOptions(0))
|
||||||
|
}()
|
||||||
|
|
||||||
|
podClient.CreateSync(pod)
|
||||||
|
time.Sleep(2 * kubelet.MaxContainerBackOff) // it takes slightly more than 2*x to get to a back-off of x
|
||||||
|
|
||||||
|
// wait for a delay == capped delay of MaxContainerBackOff
|
||||||
|
By("geting restart delay when capped")
|
||||||
|
var (
|
||||||
|
delay1 time.Duration
|
||||||
|
err error
|
||||||
|
)
|
||||||
|
for i := 0; i < 3; i++ {
|
||||||
|
delay1, err = getRestartDelay(podClient, podName, containerName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("timed out waiting for container restart in pod=%s/%s", podName, containerName)
|
||||||
|
}
|
||||||
|
|
||||||
|
if delay1 < kubelet.MaxContainerBackOff {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (delay1 < kubelet.MaxContainerBackOff) || (delay1 > maxBackOffTolerance) {
|
||||||
|
framework.Failf("expected %s back-off got=%s in delay1", kubelet.MaxContainerBackOff, delay1)
|
||||||
|
}
|
||||||
|
|
||||||
|
By("getting restart delay after a capped delay")
|
||||||
|
delay2, err := getRestartDelay(podClient, podName, containerName)
|
||||||
|
if err != nil {
|
||||||
|
framework.Failf("timed out waiting for container restart in pod=%s/%s", podName, containerName)
|
||||||
|
}
|
||||||
|
|
||||||
|
if delay2 < kubelet.MaxContainerBackOff || delay2 > maxBackOffTolerance { // syncloop cumulative drift
|
||||||
|
framework.Failf("expected %s back-off got=%s on delay2", kubelet.MaxContainerBackOff, delay2)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
})
|
||||||
1391
test/e2e/pods.go
1391
test/e2e/pods.go
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue