Browse Source

Fix sonobouy tests on v1.25

Use --disable instead of --no-deploy, and don't silently succeed if sonobouy never runs

Signed-off-by: Brad Davidson <brad.davidson@rancher.com>
pull/6408/head
Brad Davidson 2 years ago committed by Brad Davidson
parent
commit
86d3686e6c
  1. 10
      scripts/test-setup-sonobuoy
  2. 6
      scripts/test-setup-sonobuoy-etcd
  3. 6
      scripts/test-setup-sonobuoy-mysql
  4. 6
      scripts/test-setup-sonobuoy-postgres

10
scripts/test-setup-sonobuoy

@ -2,7 +2,7 @@
export NUM_SERVERS=1
export NUM_AGENTS=1
export SERVER_ARGS='--no-deploy=traefik'
export SERVER_ARGS='--disable=traefik'
export WAIT_SERVICES='coredns local-path-provisioner metrics-server'
export sonobuoyParallelArgs=(--e2e-focus='\[Conformance\]' --e2e-skip='\[Serial\]' --e2e-parallel=y)
@ -14,13 +14,13 @@ start-test() {
export -f start-test
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )
[ "$totalFails" -le "$flakyFails" ]
}
export -f test-post-hook
export -f test-post-hook

6
scripts/test-setup-sonobuoy-etcd

@ -15,10 +15,10 @@ server-post-hook() {
export -f server-post-hook
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )

6
scripts/test-setup-sonobuoy-mysql

@ -42,10 +42,10 @@ cluster-pre-hook() {
export -f cluster-pre-hook
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )

6
scripts/test-setup-sonobuoy-postgres

@ -42,10 +42,10 @@ cluster-pre-hook() {
export -f cluster-pre-hook
test-post-hook() {
if [[ $1 -eq 0 ]]; then
return
if [[ $1 -eq 0 ]] || [[ ! -f "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log" ]]; then
return $1
fi
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR"/sonobuoy/plugins/e2e/results/global/e2e.log)
local failures=$(awk '/^Summarizing .* Failures?:$/,0' "$TEST_DIR/sonobuoy/plugins/e2e/results/global/e2e.log")
# Ignore sonobuoy failures if only these flaky tests have failed
flakyFails=$( grep -scF -f ./scripts/flaky-tests <<< "$failures" )
totalFails=$( grep -scF -e "[Fail]" <<< "$failures" )

Loading…
Cancel
Save