Merge pull request #74550 from vyta/e2e-tests/hybrid-test

Add cross-OS test for service connectivity

test/e2e/windows/BUILD

@@ -7,6 +7,7 @@ go_library(
     srcs = [
         "density.go",
         "framework.go",
+        "hybrid_network.go",
         "networking.go",
         "volumes.go",
     ],

test/e2e/windows/hybrid_network.go

@@ -0,0 +1,132 @@
+/*
+Copyright 2018 The Kubernetes Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package windows
+
+import (
+	"fmt"
+
+	v1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/apimachinery/pkg/util/uuid"
+	"k8s.io/kubernetes/test/e2e/framework"
+	imageutils "k8s.io/kubernetes/test/utils/image"
+
+	. "github.com/onsi/ginkgo"
+	. "github.com/onsi/gomega"
+)
+
+const (
+	linuxOS   = "linux"
+	windowsOS = "windows"
+)
+
+var (
+	windowsBusyBoximage = imageutils.GetE2EImage(imageutils.TestWebserver)
+	linuxBusyBoxImage   = "docker.io/library/nginx:1.15-alpine"
+)
+
+var _ = SIGDescribe("Hybrid cluster network", func() {
+	f := framework.NewDefaultFramework("hybrid-network")
+
+	BeforeEach(func() {
+		framework.SkipUnlessNodeOSDistroIs("windows")
+	})
+
+	Context("for all supported CNIs", func() {
+
+		It("should have stable networking for Linux and Windows pods", func() {
+			By("creating linux and windows pods")
+			linuxPod := createTestPod(f, linuxBusyBoxImage, linuxOS)
+			windowsPod := createTestPod(f, windowsBusyBoximage, windowsOS)
+
+			By("checking connectivity to 8.8.8.8 53 (google.com) from Linux")
+			assertConsistentConnectivity(f, linuxPod.ObjectMeta.Name, linuxOS, linuxCheck("8.8.8.8", 53))
+
+			By("checking connectivity to www.google.com from Windows")
+			assertConsistentConnectivity(f, windowsPod.ObjectMeta.Name, windowsOS, windowsCheck("www.google.com"))
+
+			By("checking connectivity from Linux to Windows")
+			assertConsistentConnectivity(f, linuxPod.ObjectMeta.Name, linuxOS, linuxCheck(windowsPod.Status.PodIP, 80))
+
+			By("checking connectivity from Windows to Linux")
+			assertConsistentConnectivity(f, windowsPod.ObjectMeta.Name, windowsOS, windowsCheck(linuxPod.Status.PodIP))
+
+		})
+
+	})
+})
+
+var (
+	duration     = "10s"
+	pollInterval = "1s"
+	timeout      = 10 // seconds
+)
+
+func assertConsistentConnectivity(f *framework.Framework, podName string, os string, cmd []string) {
+	Consistently(func() error {
+		By(fmt.Sprintf("checking connectivity of %s-container in %s", os, podName))
+		_, _, err := f.ExecCommandInContainerWithFullOutput(podName, os+"-container", cmd...)
+		return err
+	}, duration, pollInterval).ShouldNot(HaveOccurred())
+}
+
+func linuxCheck(address string, port int) []string {
+	nc := fmt.Sprintf("nc -vz %s %v -w %v", address, port, timeout)
+	cmd := []string{"/bin/sh", "-c", nc}
+	return cmd
+}
+
+func windowsCheck(address string) []string {
+	curl := fmt.Sprintf("curl.exe %s --connect-timeout %v --fail", address, timeout)
+	cmd := []string{"cmd", "/c", curl}
+	return cmd
+}
+
+func createTestPod(f *framework.Framework, image string, os string) *v1.Pod {
+	containerName := fmt.Sprintf("%s-container", os)
+	podName := "pod-" + string(uuid.NewUUID())
+	pod := &v1.Pod{
+		TypeMeta: metav1.TypeMeta{
+			Kind:       "Pod",
+			APIVersion: "v1",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name: podName,
+		},
+		Spec: v1.PodSpec{
+			Containers: []v1.Container{
+				{
+					Name:  containerName,
+					Image: image,
+					Ports: []v1.ContainerPort{{ContainerPort: 80}},
+				},
+			},
+			NodeSelector: map[string]string{
+				"beta.kubernetes.io/os": os,
+			},
+		},
+	}
+	if os == linuxOS {
+		pod.Spec.Tolerations = []v1.Toleration{
+			{
+				Operator: v1.TolerationOpExists,
+				Effect:   v1.TaintEffectNoSchedule,
+			},
+		}
+	}
+	return f.PodClient().CreateSync(pod)
+}