mirror of https://github.com/k3s-io/k3s
320 lines
10 KiB
Go
320 lines
10 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors All rights reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package storage_test
|
|
|
|
import (
|
|
"reflect"
|
|
"strconv"
|
|
"testing"
|
|
"time"
|
|
|
|
"k8s.io/kubernetes/pkg/api"
|
|
"k8s.io/kubernetes/pkg/api/meta"
|
|
"k8s.io/kubernetes/pkg/api/testapi"
|
|
apitesting "k8s.io/kubernetes/pkg/api/testing"
|
|
"k8s.io/kubernetes/pkg/api/unversioned"
|
|
"k8s.io/kubernetes/pkg/labels"
|
|
"k8s.io/kubernetes/pkg/runtime"
|
|
"k8s.io/kubernetes/pkg/storage"
|
|
etcdstorage "k8s.io/kubernetes/pkg/storage/etcd"
|
|
"k8s.io/kubernetes/pkg/storage/etcd/etcdtest"
|
|
etcdtesting "k8s.io/kubernetes/pkg/storage/etcd/testing"
|
|
"k8s.io/kubernetes/pkg/util"
|
|
"k8s.io/kubernetes/pkg/util/sets"
|
|
"k8s.io/kubernetes/pkg/watch"
|
|
|
|
"golang.org/x/net/context"
|
|
)
|
|
|
|
func newEtcdTestStorage(t *testing.T, codec runtime.Codec, prefix string) (*etcdtesting.EtcdTestServer, storage.Interface) {
|
|
server := etcdtesting.NewEtcdTestClientServer(t)
|
|
storage := etcdstorage.NewEtcdStorage(server.Client, codec, prefix)
|
|
return server, storage
|
|
}
|
|
|
|
func newTestCacher(s storage.Interface) *storage.Cacher {
|
|
prefix := "pods"
|
|
config := storage.CacherConfig{
|
|
CacheCapacity: 10,
|
|
Storage: s,
|
|
Versioner: etcdstorage.APIObjectVersioner{},
|
|
Type: &api.Pod{},
|
|
ResourcePrefix: prefix,
|
|
KeyFunc: func(obj runtime.Object) (string, error) { return storage.NamespaceKeyFunc(prefix, obj) },
|
|
NewListFunc: func() runtime.Object { return &api.PodList{} },
|
|
}
|
|
return storage.NewCacherFromConfig(config)
|
|
}
|
|
|
|
func makeTestPod(name string) *api.Pod {
|
|
return &api.Pod{
|
|
ObjectMeta: api.ObjectMeta{Namespace: "ns", Name: name},
|
|
Spec: apitesting.DeepEqualSafePodSpec(),
|
|
}
|
|
}
|
|
|
|
func updatePod(t *testing.T, s storage.Interface, obj, old *api.Pod) *api.Pod {
|
|
key := etcdtest.AddPrefix("pods/ns/" + obj.Name)
|
|
result := &api.Pod{}
|
|
if old == nil {
|
|
if err := s.Create(context.TODO(), key, obj, result, 0); err != nil {
|
|
t.Errorf("unexpected error: %v", err)
|
|
}
|
|
} else {
|
|
// To force "update" behavior of Set() we need to set ResourceVersion of
|
|
// previous version of object.
|
|
obj.ResourceVersion = old.ResourceVersion
|
|
if err := s.Set(context.TODO(), key, obj, result, 0); err != nil {
|
|
t.Errorf("unexpected error: %v", err)
|
|
}
|
|
obj.ResourceVersion = ""
|
|
}
|
|
return result
|
|
}
|
|
|
|
func TestList(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
podFoo := makeTestPod("foo")
|
|
podBar := makeTestPod("bar")
|
|
podBaz := makeTestPod("baz")
|
|
|
|
podFooPrime := makeTestPod("foo")
|
|
podFooPrime.Spec.NodeName = "fakeNode"
|
|
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
_ = updatePod(t, etcdStorage, podBar, nil)
|
|
_ = updatePod(t, etcdStorage, podBaz, nil)
|
|
|
|
_ = updatePod(t, etcdStorage, podFooPrime, fooCreated)
|
|
|
|
deleted := api.Pod{}
|
|
if err := etcdStorage.Delete(context.TODO(), etcdtest.AddPrefix("pods/ns/bar"), &deleted); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
|
|
result := &api.PodList{}
|
|
// TODO: We need to pass ResourceVersion of barPod deletion operation.
|
|
// However, there is no easy way to get it, so it is hardcoded to 8.
|
|
if err := cacher.List(context.TODO(), "pods/ns", "8", storage.Everything, result); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
if result.ListMeta.ResourceVersion != "8" {
|
|
t.Errorf("Incorrect resource version: %v", result.ListMeta.ResourceVersion)
|
|
}
|
|
if len(result.Items) != 2 {
|
|
t.Errorf("Unexpected list result: %d", len(result.Items))
|
|
}
|
|
keys := sets.String{}
|
|
for _, item := range result.Items {
|
|
keys.Insert(item.Name)
|
|
}
|
|
if !keys.HasAll("foo", "baz") {
|
|
t.Errorf("Unexpected list result: %#v", result)
|
|
}
|
|
for _, item := range result.Items {
|
|
// unset fields that are set by the infrastructure
|
|
item.ResourceVersion = ""
|
|
item.CreationTimestamp = unversioned.Time{}
|
|
|
|
var expected *api.Pod
|
|
switch item.Name {
|
|
case "foo":
|
|
expected = podFooPrime
|
|
case "baz":
|
|
expected = podBaz
|
|
default:
|
|
t.Errorf("Unexpected item: %v", item)
|
|
}
|
|
if e, a := *expected, item; !reflect.DeepEqual(e, a) {
|
|
t.Errorf("Expected: %#v, got: %#v", e, a)
|
|
}
|
|
}
|
|
}
|
|
|
|
func verifyWatchEvent(t *testing.T, w watch.Interface, eventType watch.EventType, eventObject runtime.Object) {
|
|
select {
|
|
case event := <-w.ResultChan():
|
|
if e, a := eventType, event.Type; e != a {
|
|
t.Errorf("Expected: %s, got: %s", eventType, event.Type)
|
|
}
|
|
if e, a := eventObject, event.Object; !api.Semantic.DeepDerivative(e, a) {
|
|
t.Errorf("Expected (%s): %#v, got: %#v", eventType, e, a)
|
|
}
|
|
case <-time.After(util.ForeverTestTimeout):
|
|
t.Errorf("Timed out waiting for an event")
|
|
}
|
|
}
|
|
|
|
func TestWatch(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
podFoo := makeTestPod("foo")
|
|
podBar := makeTestPod("bar")
|
|
|
|
podFooPrime := makeTestPod("foo")
|
|
podFooPrime.Spec.NodeName = "fakeNode"
|
|
|
|
podFooBis := makeTestPod("foo")
|
|
podFooBis.Spec.NodeName = "anotherFakeNode"
|
|
|
|
// initialVersion is used to initate the watcher at the beginning of the world,
|
|
// which is not defined precisely in etcd.
|
|
initialVersion, err := cacher.LastSyncResourceVersion()
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
startVersion := strconv.Itoa(int(initialVersion))
|
|
|
|
// Set up Watch for object "podFoo".
|
|
watcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
_ = updatePod(t, etcdStorage, podBar, nil)
|
|
fooUpdated := updatePod(t, etcdStorage, podFooPrime, fooCreated)
|
|
|
|
verifyWatchEvent(t, watcher, watch.Added, podFoo)
|
|
verifyWatchEvent(t, watcher, watch.Modified, podFooPrime)
|
|
|
|
// Check whether we get too-old error.
|
|
_, err = cacher.Watch(context.TODO(), "pods/ns/foo", "1", storage.Everything)
|
|
if err == nil {
|
|
t.Errorf("Expected 'error too old' error")
|
|
}
|
|
|
|
initialWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", fooCreated.ResourceVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer initialWatcher.Stop()
|
|
|
|
verifyWatchEvent(t, initialWatcher, watch.Added, podFoo)
|
|
verifyWatchEvent(t, initialWatcher, watch.Modified, podFooPrime)
|
|
|
|
// Now test watch from "now".
|
|
nowWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", "0", storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer nowWatcher.Stop()
|
|
|
|
verifyWatchEvent(t, nowWatcher, watch.Added, podFooPrime)
|
|
|
|
_ = updatePod(t, etcdStorage, podFooBis, fooUpdated)
|
|
|
|
verifyWatchEvent(t, nowWatcher, watch.Modified, podFooBis)
|
|
}
|
|
|
|
func TestWatcherTimeout(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
// initialVersion is used to initate the watcher at the beginning of the world,
|
|
// which is not defined precisely in etcd.
|
|
initialVersion, err := cacher.LastSyncResourceVersion()
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
startVersion := strconv.Itoa(int(initialVersion))
|
|
|
|
// Create a watcher that will not be reading any result.
|
|
watcher, err := cacher.WatchList(context.TODO(), "pods/ns", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
// Create a second watcher that will be reading result.
|
|
readingWatcher, err := cacher.WatchList(context.TODO(), "pods/ns", startVersion, storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer readingWatcher.Stop()
|
|
|
|
for i := 1; i <= 22; i++ {
|
|
pod := makeTestPod(strconv.Itoa(i))
|
|
_ = updatePod(t, etcdStorage, pod, nil)
|
|
verifyWatchEvent(t, readingWatcher, watch.Added, pod)
|
|
}
|
|
}
|
|
|
|
func TestFiltering(t *testing.T) {
|
|
server, etcdStorage := newEtcdTestStorage(t, testapi.Default.Codec(), etcdtest.PathPrefix())
|
|
defer server.Terminate(t)
|
|
cacher := newTestCacher(etcdStorage)
|
|
defer cacher.Stop()
|
|
|
|
// Ensure that the cacher is initialized, before creating any pods,
|
|
// so that we are sure that all events will be present in cacher.
|
|
syncWatcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", "0", storage.Everything)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
syncWatcher.Stop()
|
|
|
|
podFoo := makeTestPod("foo")
|
|
podFoo.Labels = map[string]string{"filter": "foo"}
|
|
podFooFiltered := makeTestPod("foo")
|
|
podFooPrime := makeTestPod("foo")
|
|
podFooPrime.Labels = map[string]string{"filter": "foo"}
|
|
podFooPrime.Spec.NodeName = "fakeNode"
|
|
|
|
fooCreated := updatePod(t, etcdStorage, podFoo, nil)
|
|
fooFiltered := updatePod(t, etcdStorage, podFooFiltered, fooCreated)
|
|
fooUnfiltered := updatePod(t, etcdStorage, podFoo, fooFiltered)
|
|
_ = updatePod(t, etcdStorage, podFooPrime, fooUnfiltered)
|
|
|
|
deleted := api.Pod{}
|
|
if err := etcdStorage.Delete(context.TODO(), etcdtest.AddPrefix("pods/ns/foo"), &deleted); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
|
|
// Set up Watch for object "podFoo" with label filter set.
|
|
selector := labels.SelectorFromSet(labels.Set{"filter": "foo"})
|
|
filter := func(obj runtime.Object) bool {
|
|
metadata, err := meta.Accessor(obj)
|
|
if err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
return false
|
|
}
|
|
return selector.Matches(labels.Set(metadata.GetLabels()))
|
|
}
|
|
watcher, err := cacher.Watch(context.TODO(), "pods/ns/foo", fooCreated.ResourceVersion, filter)
|
|
if err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
defer watcher.Stop()
|
|
|
|
verifyWatchEvent(t, watcher, watch.Added, podFoo)
|
|
verifyWatchEvent(t, watcher, watch.Deleted, podFooFiltered)
|
|
verifyWatchEvent(t, watcher, watch.Added, podFoo)
|
|
verifyWatchEvent(t, watcher, watch.Modified, podFooPrime)
|
|
verifyWatchEvent(t, watcher, watch.Deleted, podFooPrime)
|
|
}
|