2018-04-16 16:31:44 +00:00
|
|
|
#!/usr/bin/env bash
|
2016-05-24 15:40:44 +00:00
|
|
|
|
|
|
|
# Copyright 2014 The Kubernetes Authors.
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
set -o errexit
|
|
|
|
set -o nounset
|
|
|
|
set -o pipefail
|
|
|
|
|
|
|
|
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
|
2017-03-11 06:18:38 +00:00
|
|
|
source "${KUBE_ROOT}/hack/lib/util.sh"
|
2016-05-24 15:40:44 +00:00
|
|
|
|
2018-01-25 21:30:25 +00:00
|
|
|
# include shell2junit library
|
|
|
|
source "${KUBE_ROOT}/third_party/forked/shell2junit/sh2ju.sh"
|
|
|
|
|
2017-05-31 23:52:51 +00:00
|
|
|
# Excluded check patterns are always skipped.
|
|
|
|
EXCLUDED_PATTERNS=(
|
|
|
|
"verify-all.sh" # this script calls the make rule and would cause a loop
|
|
|
|
"verify-linkcheck.sh" # runs in separate Jenkins job once per day due to high network usage
|
|
|
|
"verify-test-owners.sh" # TODO(rmmh): figure out how to avoid endless conflicts
|
|
|
|
"verify-*-dockerized.sh" # Don't run any scripts that intended to be run dockerized
|
Add test/typecheck, a fast typecheck for all build platforms.
Most of the time spent compiling is spent optimizing and linking
binary code. Most errors occur at the syntax or semantic (type) layers.
Go's compiler is importable as a normal package, so we can do fast
syntax and type checking for the 10 platforms we build on.
This currently takes ~6 minutes of CPU time (parallelized).
This makes presubmit cross builds superfluous, since it should catch
most cross-build breaks (generally Unix and 64-bit assumptions).
Example output:
$ time go run test/typecheck/main.go
type-checking: linux/amd64, windows/386, darwin/amd64, linux/arm, linux/386, windows/amd64, linux/arm64, linux/ppc64le, linux/s390x, darwin/386
ERROR(windows/amd64) pkg/proxy/ipvs/proxier.go:1708:27: ENXIO not declared by package unix
ERROR(windows/386) pkg/proxy/ipvs/proxier.go:1708:27: ENXIO not declared by package unix
real 0m45.083s
user 6m15.504s
sys 1m14.000s
2018-02-02 22:27:52 +00:00
|
|
|
"verify-typecheck.sh" # runs in separate typecheck job
|
2016-05-24 15:40:44 +00:00
|
|
|
)
|
|
|
|
|
2017-07-12 22:48:12 +00:00
|
|
|
# Only run whitelisted fast checks in quick mode.
|
|
|
|
# These run in <10s each on enisoc's workstation, assuming that
|
|
|
|
# `make` and `hack/godep-restore.sh` had already been run.
|
|
|
|
QUICK_PATTERNS+=(
|
|
|
|
"verify-api-groups.sh"
|
|
|
|
"verify-bazel.sh"
|
|
|
|
"verify-boilerplate.sh"
|
|
|
|
"verify-godep-licenses.sh"
|
|
|
|
"verify-gofmt.sh"
|
2017-10-25 11:26:42 +00:00
|
|
|
"verify-imports.sh"
|
2017-07-12 22:48:12 +00:00
|
|
|
"verify-pkg-names.sh"
|
|
|
|
"verify-readonly-packages.sh"
|
2018-02-06 10:12:36 +00:00
|
|
|
"verify-spelling.sh"
|
2017-07-12 22:48:12 +00:00
|
|
|
"verify-staging-client-go.sh"
|
2018-08-24 02:51:30 +00:00
|
|
|
"verify-staging-meta-files.sh"
|
2017-07-12 22:48:12 +00:00
|
|
|
"verify-test-images.sh"
|
|
|
|
"verify-test-owners.sh"
|
|
|
|
)
|
|
|
|
|
2017-05-31 23:52:51 +00:00
|
|
|
EXCLUDED_CHECKS=$(ls ${EXCLUDED_PATTERNS[@]/#/${KUBE_ROOT}\/hack\/} 2>/dev/null || true)
|
2017-07-12 22:48:12 +00:00
|
|
|
QUICK_CHECKS=$(ls ${QUICK_PATTERNS[@]/#/${KUBE_ROOT}\/hack\/} 2>/dev/null || true)
|
2017-05-31 23:52:51 +00:00
|
|
|
|
2016-05-24 15:40:44 +00:00
|
|
|
function is-excluded {
|
|
|
|
for e in ${EXCLUDED_CHECKS[@]}; do
|
2017-05-31 23:52:51 +00:00
|
|
|
if [[ $1 -ef "$e" ]]; then
|
2016-05-24 15:40:44 +00:00
|
|
|
return
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2017-07-12 22:48:12 +00:00
|
|
|
function is-quick {
|
|
|
|
for e in ${QUICK_CHECKS[@]}; do
|
|
|
|
if [[ $1 -ef "$e" ]]; then
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2018-03-01 04:44:37 +00:00
|
|
|
function is-explicitly-chosen {
|
|
|
|
local name="${1#verify-}"
|
|
|
|
name="${name%.*}"
|
|
|
|
for e in ${WHAT}; do
|
|
|
|
if [[ $e == "$name" ]]; then
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2016-05-24 15:40:44 +00:00
|
|
|
function run-cmd {
|
2018-01-25 21:30:25 +00:00
|
|
|
local filename="${2##*/verify-}"
|
|
|
|
local testname="${filename%%.*}"
|
|
|
|
local output="${KUBE_JUNIT_REPORT_DIR:-/tmp/junit-results}"
|
|
|
|
local tr
|
|
|
|
|
2016-05-24 15:40:44 +00:00
|
|
|
if ${SILENT}; then
|
2018-01-25 21:30:25 +00:00
|
|
|
juLog -output="${output}" -class="verify" -name="${testname}" "$@" &> /dev/null
|
|
|
|
tr=$?
|
2016-05-24 15:40:44 +00:00
|
|
|
else
|
2018-01-25 21:30:25 +00:00
|
|
|
juLog -output="${output}" -class="verify" -name="${testname}" "$@"
|
|
|
|
tr=$?
|
2016-05-24 15:40:44 +00:00
|
|
|
fi
|
2018-01-25 21:30:25 +00:00
|
|
|
return ${tr}
|
2016-05-24 15:40:44 +00:00
|
|
|
}
|
|
|
|
|
2018-02-09 06:53:53 +00:00
|
|
|
# Collect Failed tests in this Array , initialize it to nil
|
2017-07-27 13:40:17 +00:00
|
|
|
FAILED_TESTS=()
|
|
|
|
|
|
|
|
function print-failed-tests {
|
|
|
|
echo -e "========================"
|
|
|
|
echo -e "${color_red}FAILED TESTS${color_norm}"
|
|
|
|
echo -e "========================"
|
|
|
|
for t in ${FAILED_TESTS[@]}; do
|
|
|
|
echo -e "${color_red}${t}${color_norm}"
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
2016-05-24 15:40:44 +00:00
|
|
|
function run-checks {
|
|
|
|
local -r pattern=$1
|
|
|
|
local -r runner=$2
|
|
|
|
|
2017-11-21 18:12:26 +00:00
|
|
|
local t
|
2016-05-24 15:40:44 +00:00
|
|
|
for t in $(ls ${pattern})
|
|
|
|
do
|
2017-11-21 18:12:26 +00:00
|
|
|
local check_name="$(basename "${t}")"
|
2018-03-01 04:44:37 +00:00
|
|
|
if [[ ! -z ${WHAT:-} ]]; then
|
|
|
|
if ! is-explicitly-chosen "${check_name}"; then
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
else
|
|
|
|
if is-excluded "${t}" ; then
|
|
|
|
echo "Skipping ${check_name}"
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
if ${QUICK} && ! is-quick "${t}" ; then
|
|
|
|
echo "Skipping ${check_name} in quick mode"
|
|
|
|
continue
|
|
|
|
fi
|
2017-07-12 22:48:12 +00:00
|
|
|
fi
|
2017-11-21 18:12:26 +00:00
|
|
|
echo -e "Verifying ${check_name}"
|
2016-05-24 15:40:44 +00:00
|
|
|
local start=$(date +%s)
|
|
|
|
run-cmd "${runner}" "${t}" && tr=$? || tr=$?
|
|
|
|
local elapsed=$(($(date +%s) - ${start}))
|
|
|
|
if [[ ${tr} -eq 0 ]]; then
|
2017-11-21 18:12:26 +00:00
|
|
|
echo -e "${color_green}SUCCESS${color_norm} ${check_name}\t${elapsed}s"
|
2016-05-24 15:40:44 +00:00
|
|
|
else
|
2017-11-21 18:12:26 +00:00
|
|
|
echo -e "${color_red}FAILED${color_norm} ${check_name}\t${elapsed}s"
|
2016-05-24 15:40:44 +00:00
|
|
|
ret=1
|
2017-07-27 13:40:17 +00:00
|
|
|
FAILED_TESTS+=(${t})
|
2016-05-24 15:40:44 +00:00
|
|
|
fi
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
2018-01-25 21:30:30 +00:00
|
|
|
SILENT=${SILENT:-false}
|
|
|
|
QUICK=${QUICK:-false}
|
2016-05-24 15:40:44 +00:00
|
|
|
|
|
|
|
if ${SILENT} ; then
|
2018-01-25 21:30:30 +00:00
|
|
|
echo "Running in silent mode, run with SILENT=false if you want to see script logs."
|
2016-05-24 15:40:44 +00:00
|
|
|
fi
|
|
|
|
|
2017-07-12 22:48:12 +00:00
|
|
|
if ${QUICK} ; then
|
2018-01-25 21:30:30 +00:00
|
|
|
echo "Running in quick mode (QUICK=true). Only fast checks will run."
|
2017-07-12 22:48:12 +00:00
|
|
|
fi
|
|
|
|
|
2016-05-24 15:40:44 +00:00
|
|
|
ret=0
|
|
|
|
run-checks "${KUBE_ROOT}/hack/verify-*.sh" bash
|
|
|
|
run-checks "${KUBE_ROOT}/hack/verify-*.py" python
|
2017-07-27 13:40:17 +00:00
|
|
|
|
|
|
|
if [[ ${ret} -eq 1 ]]; then
|
2018-01-25 21:30:25 +00:00
|
|
|
print-failed-tests
|
2017-07-27 13:40:17 +00:00
|
|
|
fi
|
2016-05-24 15:40:44 +00:00
|
|
|
exit ${ret}
|
|
|
|
|
|
|
|
# ex: ts=2 sw=2 et filetype=sh
|