mirror of https://github.com/k3s-io/k3s
622 lines
16 KiB
Go
622 lines
16 KiB
Go
/*
|
|
Copyright 2014 The Kubernetes Authors All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package dockertools
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"reflect"
|
|
"sort"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
|
|
"github.com/GoogleCloudPlatform/kubernetes/pkg/client/record"
|
|
kubecontainer "github.com/GoogleCloudPlatform/kubernetes/pkg/kubelet/container"
|
|
"github.com/GoogleCloudPlatform/kubernetes/pkg/kubelet/network"
|
|
kubeprober "github.com/GoogleCloudPlatform/kubernetes/pkg/kubelet/prober"
|
|
"github.com/GoogleCloudPlatform/kubernetes/pkg/probe"
|
|
"github.com/GoogleCloudPlatform/kubernetes/pkg/types"
|
|
"github.com/GoogleCloudPlatform/kubernetes/pkg/util"
|
|
uexec "github.com/GoogleCloudPlatform/kubernetes/pkg/util/exec"
|
|
"github.com/fsouza/go-dockerclient"
|
|
)
|
|
|
|
func newTestDockerManager() (*DockerManager, *FakeDockerClient) {
|
|
fakeDocker := &FakeDockerClient{Errors: make(map[string]error), RemovedImages: util.StringSet{}}
|
|
fakeRecorder := &record.FakeRecorder{}
|
|
readinessManager := kubecontainer.NewReadinessManager()
|
|
containerRefManager := kubecontainer.NewRefManager()
|
|
networkPlugin, _ := network.InitNetworkPlugin([]network.NetworkPlugin{}, "", network.NewFakeHost(nil))
|
|
dockerManager := NewFakeDockerManager(
|
|
fakeDocker,
|
|
fakeRecorder,
|
|
readinessManager,
|
|
containerRefManager,
|
|
PodInfraContainerImage,
|
|
0, 0, "",
|
|
kubecontainer.FakeOS{},
|
|
networkPlugin,
|
|
nil,
|
|
nil,
|
|
nil)
|
|
|
|
return dockerManager, fakeDocker
|
|
}
|
|
|
|
func TestSetEntrypointAndCommand(t *testing.T) {
|
|
cases := []struct {
|
|
name string
|
|
container *api.Container
|
|
expected *docker.CreateContainerOptions
|
|
}{
|
|
{
|
|
name: "none",
|
|
container: &api.Container{},
|
|
expected: &docker.CreateContainerOptions{
|
|
Config: &docker.Config{},
|
|
},
|
|
},
|
|
{
|
|
name: "command",
|
|
container: &api.Container{
|
|
Command: []string{"foo", "bar"},
|
|
},
|
|
expected: &docker.CreateContainerOptions{
|
|
Config: &docker.Config{
|
|
Entrypoint: []string{"foo", "bar"},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
name: "args",
|
|
container: &api.Container{
|
|
Args: []string{"foo", "bar"},
|
|
},
|
|
expected: &docker.CreateContainerOptions{
|
|
Config: &docker.Config{
|
|
Cmd: []string{"foo", "bar"},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
name: "both",
|
|
container: &api.Container{
|
|
Command: []string{"foo"},
|
|
Args: []string{"bar", "baz"},
|
|
},
|
|
expected: &docker.CreateContainerOptions{
|
|
Config: &docker.Config{
|
|
Entrypoint: []string{"foo"},
|
|
Cmd: []string{"bar", "baz"},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, tc := range cases {
|
|
actualOpts := &docker.CreateContainerOptions{
|
|
Config: &docker.Config{},
|
|
}
|
|
setEntrypointAndCommand(tc.container, actualOpts)
|
|
|
|
if e, a := tc.expected.Config.Entrypoint, actualOpts.Config.Entrypoint; !api.Semantic.DeepEqual(e, a) {
|
|
t.Errorf("%v: unexpected entrypoint: expected %v, got %v", tc.name, e, a)
|
|
}
|
|
if e, a := tc.expected.Config.Cmd, actualOpts.Config.Cmd; !api.Semantic.DeepEqual(e, a) {
|
|
t.Errorf("%v: unexpected command: expected %v, got %v", tc.name, e, a)
|
|
}
|
|
}
|
|
}
|
|
|
|
// verifyPods returns true if the two pod slices are equal.
|
|
func verifyPods(a, b []*kubecontainer.Pod) bool {
|
|
if len(a) != len(b) {
|
|
return false
|
|
}
|
|
|
|
// Sort the containers within a pod.
|
|
for i := range a {
|
|
sort.Sort(containersByID(a[i].Containers))
|
|
}
|
|
for i := range b {
|
|
sort.Sort(containersByID(b[i].Containers))
|
|
}
|
|
|
|
// Sort the pods by UID.
|
|
sort.Sort(podsByID(a))
|
|
sort.Sort(podsByID(b))
|
|
|
|
return reflect.DeepEqual(a, b)
|
|
}
|
|
|
|
func TestGetPods(t *testing.T) {
|
|
manager, fakeDocker := newTestDockerManager()
|
|
dockerContainers := []docker.APIContainers{
|
|
{
|
|
ID: "1111",
|
|
Names: []string{"/k8s_foo_qux_new_1234_42"},
|
|
},
|
|
{
|
|
ID: "2222",
|
|
Names: []string{"/k8s_bar_qux_new_1234_42"},
|
|
},
|
|
{
|
|
ID: "3333",
|
|
Names: []string{"/k8s_bar_jlk_wen_5678_42"},
|
|
},
|
|
}
|
|
|
|
// Convert the docker containers. This does not affect the test coverage
|
|
// because the conversion is tested separately in convert_test.go
|
|
containers := make([]*kubecontainer.Container, len(dockerContainers))
|
|
for i := range containers {
|
|
c, err := toRuntimeContainer(&dockerContainers[i])
|
|
if err != nil {
|
|
t.Fatalf("unexpected error %v", err)
|
|
}
|
|
containers[i] = c
|
|
}
|
|
|
|
expected := []*kubecontainer.Pod{
|
|
{
|
|
ID: types.UID("1234"),
|
|
Name: "qux",
|
|
Namespace: "new",
|
|
Containers: []*kubecontainer.Container{containers[0], containers[1]},
|
|
},
|
|
{
|
|
ID: types.UID("5678"),
|
|
Name: "jlk",
|
|
Namespace: "wen",
|
|
Containers: []*kubecontainer.Container{containers[2]},
|
|
},
|
|
}
|
|
|
|
fakeDocker.ContainerList = dockerContainers
|
|
actual, err := manager.GetPods(false)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error %v", err)
|
|
}
|
|
if !verifyPods(expected, actual) {
|
|
t.Errorf("expected %#v, got %#v", expected, actual)
|
|
}
|
|
}
|
|
|
|
func TestListImages(t *testing.T) {
|
|
manager, fakeDocker := newTestDockerManager()
|
|
dockerImages := []docker.APIImages{{ID: "1111"}, {ID: "2222"}, {ID: "3333"}}
|
|
expected := util.NewStringSet([]string{"1111", "2222", "3333"}...)
|
|
|
|
fakeDocker.Images = dockerImages
|
|
actualImages, err := manager.ListImages()
|
|
if err != nil {
|
|
t.Fatalf("unexpected error %v", err)
|
|
}
|
|
actual := util.NewStringSet()
|
|
for _, i := range actualImages {
|
|
actual.Insert(i.ID)
|
|
}
|
|
// We can compare the two sets directly because util.StringSet.List()
|
|
// returns a "sorted" list.
|
|
if !reflect.DeepEqual(expected.List(), actual.List()) {
|
|
t.Errorf("expected %#v, got %#v", expected.List(), actual.List())
|
|
}
|
|
}
|
|
|
|
func apiContainerToContainer(c docker.APIContainers) kubecontainer.Container {
|
|
dockerName, hash, err := ParseDockerName(c.Names[0])
|
|
if err != nil {
|
|
return kubecontainer.Container{}
|
|
}
|
|
return kubecontainer.Container{
|
|
ID: types.UID(c.ID),
|
|
Name: dockerName.ContainerName,
|
|
Hash: hash,
|
|
}
|
|
}
|
|
|
|
func dockerContainersToPod(containers DockerContainers) kubecontainer.Pod {
|
|
var pod kubecontainer.Pod
|
|
for _, c := range containers {
|
|
dockerName, hash, err := ParseDockerName(c.Names[0])
|
|
if err != nil {
|
|
continue
|
|
}
|
|
pod.Containers = append(pod.Containers, &kubecontainer.Container{
|
|
ID: types.UID(c.ID),
|
|
Name: dockerName.ContainerName,
|
|
Hash: hash,
|
|
Image: c.Image,
|
|
})
|
|
// TODO(yifan): Only one evaluation is enough.
|
|
pod.ID = dockerName.PodUID
|
|
name, namespace, _ := kubecontainer.ParsePodFullName(dockerName.PodFullName)
|
|
pod.Name = name
|
|
pod.Namespace = namespace
|
|
}
|
|
return pod
|
|
}
|
|
|
|
func TestKillContainerInPod(t *testing.T) {
|
|
manager, fakeDocker := newTestDockerManager()
|
|
|
|
pod := &api.Pod{
|
|
ObjectMeta: api.ObjectMeta{
|
|
UID: "12345678",
|
|
Name: "qux",
|
|
Namespace: "new",
|
|
},
|
|
Spec: api.PodSpec{Containers: []api.Container{{Name: "foo"}, {Name: "bar"}}},
|
|
}
|
|
containers := []docker.APIContainers{
|
|
{
|
|
ID: "1111",
|
|
Names: []string{"/k8s_foo_qux_new_1234_42"},
|
|
},
|
|
{
|
|
ID: "2222",
|
|
Names: []string{"/k8s_bar_qux_new_1234_42"},
|
|
},
|
|
}
|
|
containerToKill := &containers[0]
|
|
containerToSpare := &containers[1]
|
|
fakeDocker.ContainerList = containers
|
|
// Set all containers to ready.
|
|
for _, c := range fakeDocker.ContainerList {
|
|
manager.readinessManager.SetReadiness(c.ID, true)
|
|
}
|
|
|
|
if err := manager.KillContainerInPod(pod.Spec.Containers[0], pod); err != nil {
|
|
t.Errorf("unexpected error: %v", err)
|
|
}
|
|
// Assert the container has been stopped.
|
|
if err := fakeDocker.AssertStopped([]string{containerToKill.ID}); err != nil {
|
|
t.Errorf("container was not stopped correctly: %v", err)
|
|
}
|
|
|
|
// Verify that the readiness has been removed for the stopped container.
|
|
if ready := manager.readinessManager.GetReadiness(containerToKill.ID); ready {
|
|
t.Errorf("exepcted container entry ID '%v' to not be found. states: %+v", containerToKill.ID, ready)
|
|
}
|
|
if ready := manager.readinessManager.GetReadiness(containerToSpare.ID); !ready {
|
|
t.Errorf("exepcted container entry ID '%v' to be found. states: %+v", containerToSpare.ID, ready)
|
|
}
|
|
}
|
|
|
|
func TestKillContainerInPodWithError(t *testing.T) {
|
|
manager, fakeDocker := newTestDockerManager()
|
|
|
|
pod := &api.Pod{
|
|
ObjectMeta: api.ObjectMeta{
|
|
UID: "12345678",
|
|
Name: "qux",
|
|
Namespace: "new",
|
|
},
|
|
Spec: api.PodSpec{Containers: []api.Container{{Name: "foo"}, {Name: "bar"}}},
|
|
}
|
|
containers := []docker.APIContainers{
|
|
{
|
|
ID: "1111",
|
|
Names: []string{"/k8s_foo_qux_new_1234_42"},
|
|
},
|
|
{
|
|
ID: "2222",
|
|
Names: []string{"/k8s_bar_qux_new_1234_42"},
|
|
},
|
|
}
|
|
containerToKill := &containers[0]
|
|
containerToSpare := &containers[1]
|
|
fakeDocker.ContainerList = containers
|
|
fakeDocker.Errors["stop"] = fmt.Errorf("sample error")
|
|
|
|
// Set all containers to ready.
|
|
for _, c := range fakeDocker.ContainerList {
|
|
manager.readinessManager.SetReadiness(c.ID, true)
|
|
}
|
|
|
|
if err := manager.KillContainerInPod(pod.Spec.Containers[0], pod); err == nil {
|
|
t.Errorf("expected error, found nil")
|
|
}
|
|
|
|
// Verify that the readiness has been removed even though the stop failed.
|
|
if ready := manager.readinessManager.GetReadiness(containerToKill.ID); ready {
|
|
t.Errorf("exepcted container entry ID '%v' to not be found. states: %+v", containerToKill.ID, ready)
|
|
}
|
|
if ready := manager.readinessManager.GetReadiness(containerToSpare.ID); !ready {
|
|
t.Errorf("exepcted container entry ID '%v' to be found. states: %+v", containerToSpare.ID, ready)
|
|
}
|
|
}
|
|
|
|
type fakeExecProber struct {
|
|
result probe.Result
|
|
err error
|
|
}
|
|
|
|
func (p fakeExecProber) Probe(_ uexec.Cmd) (probe.Result, error) {
|
|
return p.result, p.err
|
|
}
|
|
|
|
func replaceProber(dm *DockerManager, result probe.Result, err error) {
|
|
fakeExec := fakeExecProber{
|
|
result: result,
|
|
err: err,
|
|
}
|
|
|
|
dm.prober = kubeprober.NewTestProber(fakeExec, dm.readinessManager, dm.containerRefManager, &record.FakeRecorder{})
|
|
return
|
|
}
|
|
|
|
// TestProbeContainer tests the functionality of probeContainer.
|
|
// Test cases are:
|
|
//
|
|
// No probe.
|
|
// Only LivenessProbe.
|
|
// Only ReadinessProbe.
|
|
// Both probes.
|
|
//
|
|
// Also, for each probe, there will be several cases covering whether the initial
|
|
// delay has passed, whether the probe handler will return Success, Failure,
|
|
// Unknown or error.
|
|
//
|
|
func TestProbeContainer(t *testing.T) {
|
|
manager, _ := newTestDockerManager()
|
|
dc := &docker.APIContainers{
|
|
ID: "foobar",
|
|
Created: time.Now().Unix(),
|
|
}
|
|
tests := []struct {
|
|
testContainer api.Container
|
|
expectError bool
|
|
expectedResult probe.Result
|
|
expectedReadiness bool
|
|
}{
|
|
// No probes.
|
|
{
|
|
testContainer: api.Container{},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
// Only LivenessProbe.
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{InitialDelaySeconds: 100},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
},
|
|
expectedResult: probe.Unknown,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Failure,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Unknown,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectError: true,
|
|
expectedResult: probe.Unknown,
|
|
expectedReadiness: false,
|
|
},
|
|
// Only ReadinessProbe.
|
|
{
|
|
testContainer: api.Container{
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: 100},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
ReadinessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
ReadinessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
ReadinessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
ReadinessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectError: false,
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
// Both LivenessProbe and ReadinessProbe.
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{InitialDelaySeconds: 100},
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: 100},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{InitialDelaySeconds: 100},
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: 100},
|
|
},
|
|
expectedResult: probe.Unknown,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
},
|
|
expectedResult: probe.Unknown,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
},
|
|
expectedResult: probe.Unknown,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
ReadinessProbe: &api.Probe{InitialDelaySeconds: -100},
|
|
},
|
|
expectedResult: probe.Failure,
|
|
expectedReadiness: false,
|
|
},
|
|
{
|
|
testContainer: api.Container{
|
|
LivenessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
ReadinessProbe: &api.Probe{
|
|
InitialDelaySeconds: -100,
|
|
Handler: api.Handler{
|
|
Exec: &api.ExecAction{},
|
|
},
|
|
},
|
|
},
|
|
expectedResult: probe.Success,
|
|
expectedReadiness: true,
|
|
},
|
|
}
|
|
|
|
for _, test := range tests {
|
|
if test.expectError {
|
|
replaceProber(manager, test.expectedResult, errors.New("error"))
|
|
} else {
|
|
replaceProber(manager, test.expectedResult, nil)
|
|
}
|
|
result, err := manager.prober.Probe(&api.Pod{}, api.PodStatus{}, test.testContainer, dc.ID, dc.Created)
|
|
if test.expectError && err == nil {
|
|
t.Error("Expected error but did no error was returned.")
|
|
}
|
|
if !test.expectError && err != nil {
|
|
t.Errorf("Expected error but got: %v", err)
|
|
}
|
|
if test.expectedResult != result {
|
|
t.Errorf("Expected result was %v but probeContainer() returned %v", test.expectedResult, result)
|
|
}
|
|
if test.expectedReadiness != manager.readinessManager.GetReadiness(dc.ID) {
|
|
t.Errorf("Expected readiness was %v but probeContainer() set %v", test.expectedReadiness, manager.readinessManager.GetReadiness(dc.ID))
|
|
}
|
|
}
|
|
}
|