From 719a56fa67e0b68f9be1c2fe1103d3ec04c613aa Mon Sep 17 00:00:00 2001 From: "Bobby (Babak) Salamat" Date: Mon, 23 Apr 2018 03:45:08 -0700 Subject: [PATCH] Added test for scheduler informers --- test/integration/scheduler/scheduler_test.go | 99 +++++++++++++++++++- 1 file changed, 96 insertions(+), 3 deletions(-) diff --git a/test/integration/scheduler/scheduler_test.go b/test/integration/scheduler/scheduler_test.go index 2d46a6a520..3946796201 100644 --- a/test/integration/scheduler/scheduler_test.go +++ b/test/integration/scheduler/scheduler_test.go @@ -195,7 +195,7 @@ func TestSchedulerCreationFromConfigMap(t *testing.T) { HardPodAffinitySymmetricWeight: v1.DefaultHardPodAffinitySymmetricWeight, Client: clientSet, InformerFactory: informerFactory, - PodInformer: factory.NewPodInformer(clientSet, 0, v1.DefaultSchedulerName), + PodInformer: factory.NewPodInformer(clientSet, 0), EventClient: clientSet.CoreV1(), Recorder: eventBroadcaster.NewRecorder(legacyscheme.Scheme, v1.EventSource{Component: v1.DefaultSchedulerName}), Broadcaster: eventBroadcaster, @@ -254,7 +254,7 @@ func TestSchedulerCreationFromNonExistentConfigMap(t *testing.T) { HardPodAffinitySymmetricWeight: v1.DefaultHardPodAffinitySymmetricWeight, Client: clientSet, InformerFactory: informerFactory, - PodInformer: factory.NewPodInformer(clientSet, 0, v1.DefaultSchedulerName), + PodInformer: factory.NewPodInformer(clientSet, 0), EventClient: clientSet.CoreV1(), Recorder: eventBroadcaster.NewRecorder(legacyscheme.Scheme, v1.EventSource{Component: v1.DefaultSchedulerName}), Broadcaster: eventBroadcaster, @@ -516,7 +516,7 @@ func TestMultiScheduler(t *testing.T) { // 5. create and start a scheduler with name "foo-scheduler" clientSet2 := clientset.NewForConfigOrDie(&restclient.Config{Host: context.httpServer.URL, ContentConfig: restclient.ContentConfig{GroupVersion: testapi.Groups[v1.GroupName].GroupVersion()}}) informerFactory2 := informers.NewSharedInformerFactory(context.clientSet, 0) - podInformer2 := factory.NewPodInformer(context.clientSet, 0, fooScheduler) + podInformer2 := factory.NewPodInformer(context.clientSet, 0) schedulerConfigFactory2 := createConfiguratorWithPodInformer(fooScheduler, clientSet2, podInformer2, informerFactory2) schedulerConfig2, err := schedulerConfigFactory2.Create() @@ -749,3 +749,96 @@ func TestPDBCache(t *testing.T) { t.Errorf("No PDB was deleted from the cache: %v", err) } } + +// TestSchedulerInformers tests that scheduler receives informer events and updates its cache when +// pods are scheduled by other schedulers. +func TestSchedulerInformers(t *testing.T) { + // Initialize scheduler. + context := initTest(t, "scheduler-informer") + defer cleanupTest(t, context) + cs := context.clientSet + + defaultPodRes := &v1.ResourceRequirements{Requests: v1.ResourceList{ + v1.ResourceCPU: *resource.NewMilliQuantity(200, resource.DecimalSI), + v1.ResourceMemory: *resource.NewQuantity(200, resource.BinarySI)}, + } + defaultNodeRes := &v1.ResourceList{ + v1.ResourcePods: *resource.NewQuantity(32, resource.DecimalSI), + v1.ResourceCPU: *resource.NewMilliQuantity(500, resource.DecimalSI), + v1.ResourceMemory: *resource.NewQuantity(500, resource.BinarySI), + } + + type nodeConfig struct { + name string + res *v1.ResourceList + } + + tests := []struct { + description string + nodes []*nodeConfig + existingPods []*v1.Pod + pod *v1.Pod + preemptedPodIndexes map[int]struct{} + }{ + { + description: "Pod cannot be scheduled when node is occupied by pods scheduled by other schedulers", + nodes: []*nodeConfig{{name: "node-1", res: defaultNodeRes}}, + existingPods: []*v1.Pod{ + initPausePod(context.clientSet, &pausePodConfig{ + Name: "pod1", + Namespace: context.ns.Name, + Resources: defaultPodRes, + Labels: map[string]string{"foo": "bar"}, + NodeName: "node-1", + SchedulerName: "foo-scheduler", + }), + initPausePod(context.clientSet, &pausePodConfig{ + Name: "pod2", + Namespace: context.ns.Name, + Resources: defaultPodRes, + Labels: map[string]string{"foo": "bar"}, + NodeName: "node-1", + SchedulerName: "bar-scheduler", + }), + }, + pod: initPausePod(cs, &pausePodConfig{ + Name: "unschedulable-pod", + Namespace: context.ns.Name, + Resources: defaultPodRes, + }), + preemptedPodIndexes: map[int]struct{}{2: {}}, + }, + } + + for _, test := range tests { + for _, nodeConf := range test.nodes { + _, err := createNode(cs, nodeConf.name, nodeConf.res) + if err != nil { + t.Fatalf("Error creating node %v: %v", nodeConf.name, err) + } + } + + pods := make([]*v1.Pod, len(test.existingPods)) + var err error + // Create and run existingPods. + for i, p := range test.existingPods { + if pods[i], err = runPausePod(cs, p); err != nil { + t.Fatalf("Test [%v]: Error running pause pod: %v", test.description, err) + } + } + // Create the new "pod". + unschedulable, err := createPausePod(cs, test.pod) + if err != nil { + t.Errorf("Error while creating new pod: %v", err) + } + if err := waitForPodUnschedulable(cs, unschedulable); err != nil { + t.Errorf("Pod %v got scheduled: %v", unschedulable.Name, err) + } + + // Cleanup + pods = append(pods, unschedulable) + cleanupPods(cs, t, pods) + cs.PolicyV1beta1().PodDisruptionBudgets(context.ns.Name).DeleteCollection(nil, metav1.ListOptions{}) + cs.CoreV1().Nodes().DeleteCollection(nil, metav1.ListOptions{}) + } +}