mirror of https://github.com/k3s-io/k3s
79 lines
3.2 KiB
Bash
79 lines
3.2 KiB
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# Copyright 2015 The Kubernetes Authors All rights reserved.
|
||
|
|
#
|
||
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
# you may not use this file except in compliance with the License.
|
||
|
|
# You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing, software
|
||
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
# See the License for the specific language governing permissions and
|
||
|
|
# limitations under the License.
|
||
|
|
|
||
|
|
# Source this script in the Jenkins "Execute shell" build action to have all
|
||
|
|
# test artifacts and the console log uploaded at the end of the test run.
|
||
|
|
|
||
|
|
# For example, you might use the following line as the first command:
|
||
|
|
# mkdir -p _tmp/ && curl -fsS --retry 3 -o _tmp/upload-to-gcs.sh \
|
||
|
|
# "https://raw.githubusercontent.com/kubernetes/kubernetes/master/hack/jenkins/upload-to-gcs.sh" \
|
||
|
|
# && source _tmp/upload-to-gcs.sh
|
||
|
|
|
||
|
|
# Note that this script requires the Jenkins shell binary to be set to bash, not
|
||
|
|
# the system default (which may be dash on Debian-based systems).
|
||
|
|
# Also, for magicfile support to work correctly, the "file" utility must be
|
||
|
|
# installed.
|
||
|
|
|
||
|
|
set -o errexit
|
||
|
|
set -o nounset
|
||
|
|
set -o pipefail
|
||
|
|
set -o xtrace
|
||
|
|
|
||
|
|
if [[ ${JOB_NAME} =~ -pull- ]]; then
|
||
|
|
: ${JENKINS_GCS_LOGS_PATH:="gs://kubernetes-jenkins/pr-logs/${ghprbActualCommit:-unknown}"}
|
||
|
|
else
|
||
|
|
: ${JENKINS_GCS_LOGS_PATH:="gs://kubernetes-jenkins/logs"}
|
||
|
|
fi
|
||
|
|
|
||
|
|
: ${JENKINS_UPLOAD_TO_GCS:="y"}
|
||
|
|
|
||
|
|
# Upload the build log and all test artifacts (under _artifacts) to GCS when
|
||
|
|
# JENKINS_UPLOAD_TO_GCS is set to y.
|
||
|
|
# We intentionally ignore gsutil errors since we don't want failed uploads to
|
||
|
|
# fail the entire test run (#13548).
|
||
|
|
function upload_logs_to_gcs() {
|
||
|
|
if [[ ! ${JENKINS_UPLOAD_TO_GCS:-} =~ ^[yY]$ ]]; then
|
||
|
|
return
|
||
|
|
fi
|
||
|
|
local -r artifacts_path="${WORKSPACE}/_artifacts"
|
||
|
|
local -r gcs_job_path="${JENKINS_GCS_LOGS_PATH}/${JOB_NAME}"
|
||
|
|
local -r gcs_build_path="${gcs_job_path}/${BUILD_NUMBER}"
|
||
|
|
local -r gcs_acl="public-read"
|
||
|
|
for upload_attempt in $(seq 3); do
|
||
|
|
echo "Uploading to ${gcs_build_path} (attempt ${upload_attempt})"
|
||
|
|
if [[ -d "${artifacts_path}" ]]; then
|
||
|
|
gsutil -m -q -o "GSUtil:use_magicfile=True" cp -a "${gcs_acl}" -r -c \
|
||
|
|
-z log,txt,xml "${artifacts_path}" "${gcs_build_path}/artifacts" || continue
|
||
|
|
fi
|
||
|
|
# Remove ANSI escape sequences from the console log before uploading.
|
||
|
|
local -r filtered_console_log="${WORKSPACE}/console-log.txt"
|
||
|
|
sed -r "s/\x1B\[([0-9]{1,2}(;[0-9]{1,2})?)?[m|K]//g" \
|
||
|
|
"${JENKINS_HOME}/jobs/${JOB_NAME}/builds/${BUILD_NUMBER}/log" \
|
||
|
|
> "${filtered_console_log}"
|
||
|
|
gsutil -q cp -a "${gcs_acl}" -z txt "${filtered_console_log}" "${gcs_build_path}/" || continue
|
||
|
|
# Mark this build as the latest completed.
|
||
|
|
{
|
||
|
|
echo "BUILD_NUMBER=${BUILD_NUMBER}"
|
||
|
|
echo "GIT_COMMIT=${GIT_COMMIT:-}"
|
||
|
|
} | gsutil -q -h "Content-Type:text/plain" -h "Cache-Control:private, max-age=0, no-transform" \
|
||
|
|
cp -a "${gcs_acl}" - "${gcs_job_path}/latest-build.txt" || continue
|
||
|
|
break # all uploads succeeded if we hit this point
|
||
|
|
done
|
||
|
|
}
|
||
|
|
|
||
|
|
# Automatically upload logs to GCS on exit or timeout.
|
||
|
|
trap upload_logs_to_gcs EXIT SIGTERM SIGINT
|