github
/
k3s
mirror of https://github.com/k3s-io/k3s
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

clean up deployment script for ubuntu

pull/6/head
He Simei 2015-11-10 21:45:38 +08:00
parent 885134a855
commit 8749638b9e
1 changed files with 357 additions and 173 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

520
cluster/ubuntu/util.sh
View File

@ -14,7 +14,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# A library of helper functions that each provider hosting Kubernetes must implement to use cluster/kube-*.sh scripts. # A library of helper functions that each provider hosting Kubernetes
# must implement to use cluster/kube-*.sh scripts.
set -e set -e
SSH_OPTS="-oStrictHostKeyChecking=no -oUserKnownHostsFile=/dev/null -oLogLevel=ERROR" SSH_OPTS="-oStrictHostKeyChecking=no -oUserKnownHostsFile=/dev/null -oLogLevel=ERROR"
@ -25,7 +26,7 @@ NODE_IPS=""
# Assumed Vars: # Assumed Vars:
# KUBE_ROOT # KUBE_ROOT
function test-build-release { function test-build-release() {
# Make a release # Make a release
"${KUBE_ROOT}/build/release.sh" "${KUBE_ROOT}/build/release.sh"
} }
@ -35,7 +36,8 @@ function setClusterInfo() {
# Initialize NODE_IPS in setClusterInfo function # Initialize NODE_IPS in setClusterInfo function
# NODE_IPS is defined as a global variable, and is concatenated with other nodeIP # NODE_IPS is defined as a global variable, and is concatenated with other nodeIP
# When setClusterInfo is called for many times, this could cause potential problems # When setClusterInfo is called for many times, this could cause potential problems
# Such as, you will have NODE_IPS=192.168.0.2,192.168.0.3,192.168.0.2,192.168.0.3 which is obviously wrong # Such as, you will have NODE_IPS=192.168.0.2,192.168.0.3,192.168.0.2,192.168.0.3,
# which is obviously wrong.
NODE_IPS="" NODE_IPS=""
local ii=0 local ii=0
@ -67,7 +69,7 @@ function setClusterInfo() {
# Verify ssh prereqs # Verify ssh prereqs
function verify-prereqs { function verify-prereqs() {
local rc local rc
rc=0 rc=0
@ -94,7 +96,7 @@ function verify-prereqs {
} }
# Install handler for signal trap # Install handler for signal trap
function trap-add { function trap-add() {
local handler="$1" local handler="$1"
local signal="${2-EXIT}" local signal="${2-EXIT}"
local cur local cur
@ -107,7 +109,7 @@ function trap-add {
trap "${handler}" ${signal} trap "${handler}" ${signal}
} }
function verify-cluster { function verify-cluster() {
local ii=0 local ii=0
for i in ${nodes} for i in ${nodes}
@ -127,17 +129,11 @@ function verify-cluster {
((ii=ii+1)) ((ii=ii+1))
done done
echo
echo "Kubernetes cluster is running. The master is running at:"
echo
echo " http://${MASTER_IP}:8080"
echo
} }
function verify-master(){ function verify-master() {
# verify master has all required daemons # verify master has all required daemons
printf "Validating master" echo -n "Validating master"
local -a required_daemon=("kube-apiserver" "kube-controller-manager" "kube-scheduler") local -a required_daemon=("kube-apiserver" "kube-controller-manager" "kube-scheduler")
local validated="1" local validated="1"
local try_count=1 local try_count=1
@ -147,24 +143,24 @@ function verify-master(){
local daemon local daemon
for daemon in "${required_daemon[@]}"; do for daemon in "${required_daemon[@]}"; do
ssh $SSH_OPTS "$MASTER" "pgrep -f ${daemon}" >/dev/null 2>&1 || { ssh $SSH_OPTS "$MASTER" "pgrep -f ${daemon}" >/dev/null 2>&1 || {
printf "." echo -n "."
validated="1" validated="1"
((try_count=try_count+1)) ((try_count=try_count+1))
if [[ ${try_count} -gt ${max_try_count} ]]; then if [[ ${try_count} -gt ${max_try_count} ]]; then
printf "\nWarning: Process \"${daemon}\" failed to run on ${MASTER}, please check.\n" echo -e "\nWarning: Process \"${daemon}\" failed to run on ${MASTER}, please check.\n"
exit 1 exit 1
fi fi
sleep 2 sleep 2
} }
done done
done done
printf "\n" echo
} }
function verify-node(){ function verify-node() {
# verify node has all required daemons # verify node has all required daemons
printf "Validating ${1}" echo -n "Validating ${1}"
local -a required_daemon=("kube-proxy" "kubelet" "docker") local -a required_daemon=("kube-proxy" "kubelet" "docker")
local validated="1" local validated="1"
local try_count=1 local try_count=1
@ -174,83 +170,89 @@ function verify-node(){
local daemon local daemon
for daemon in "${required_daemon[@]}"; do for daemon in "${required_daemon[@]}"; do
ssh $SSH_OPTS "$1" "pgrep -f $daemon" >/dev/null 2>&1 || { ssh $SSH_OPTS "$1" "pgrep -f $daemon" >/dev/null 2>&1 || {
printf "." echo -n "."
validated="1" validated="1"
((try_count=try_count+1)) ((try_count=try_count+1))
if [[ ${try_count} -gt ${max_try_count} ]]; then if [[ ${try_count} -gt ${max_try_count} ]]; then
printf "\nWarning: Process \"${daemon}\" failed to run on ${1}, please check.\n" echo -e "\nWarning: Process \"${daemon}\" failed to run on ${1}, please check.\n"
exit 1 exit 1
fi fi
sleep 2 sleep 2
} }
done done
done done
printf "\n" echo
} }
function create-etcd-opts(){ function create-etcd-opts() {
cat <<EOF > ~/kube/default/etcd cat <<EOF > ~/kube/default/etcd
ETCD_OPTS="-name infra ETCD_OPTS="\
-listen-client-urls http://0.0.0.0:4001 \ -name infra\
-advertise-client-urls http://127.0.0.1:4001" -listen-client-urls http://0.0.0.0:4001\
-advertise-client-urls http://127.0.0.1:4001"
EOF EOF
} }
function create-kube-apiserver-opts(){ function create-kube-apiserver-opts() {
cat <<EOF > ~/kube/default/kube-apiserver cat <<EOF > ~/kube/default/kube-apiserver
KUBE_APISERVER_OPTS="--insecure-bind-address=0.0.0.0 \ KUBE_APISERVER_OPTS="\
--insecure-port=8080 \ --insecure-bind-address=0.0.0.0\
--etcd-servers=http://127.0.0.1:4001 \ --insecure-port=8080\
--logtostderr=true \ --etcd-servers=http://127.0.0.1:4001\
--service-cluster-ip-range=${1} \ --logtostderr=true\
--admission-control=${2} \ --service-cluster-ip-range=${1}\
--service-node-port-range=${3} \ --admission-control=${2}\
--client-ca-file=/srv/kubernetes/ca.crt \ --service-node-port-range=${3}\
--tls-cert-file=/srv/kubernetes/server.cert \ --client-ca-file=/srv/kubernetes/ca.crt\
--tls-private-key-file=/srv/kubernetes/server.key" --tls-cert-file=/srv/kubernetes/server.cert\
--tls-private-key-file=/srv/kubernetes/server.key"
EOF EOF
} }
function create-kube-controller-manager-opts(){ function create-kube-controller-manager-opts() {
cat <<EOF > ~/kube/default/kube-controller-manager cat <<EOF > ~/kube/default/kube-controller-manager
KUBE_CONTROLLER_MANAGER_OPTS="--master=127.0.0.1:8080 \ KUBE_CONTROLLER_MANAGER_OPTS="\
--root-ca-file=/srv/kubernetes/ca.crt \ --master=127.0.0.1:8080\
--service-account-private-key-file=/srv/kubernetes/server.key \ --root-ca-file=/srv/kubernetes/ca.crt\
--logtostderr=true" --service-account-private-key-file=/srv/kubernetes/server.key\
--logtostderr=true"
EOF EOF
} }
function create-kube-scheduler-opts(){ function create-kube-scheduler-opts() {
cat <<EOF > ~/kube/default/kube-scheduler cat <<EOF > ~/kube/default/kube-scheduler
KUBE_SCHEDULER_OPTS="--logtostderr=true \ KUBE_SCHEDULER_OPTS="\
--master=127.0.0.1:8080" --logtostderr=true\
--master=127.0.0.1:8080"
EOF EOF
} }
function create-kubelet-opts(){ function create-kubelet-opts() {
cat <<EOF > ~/kube/default/kubelet cat <<EOF > ~/kube/default/kubelet
KUBELET_OPTS="--address=0.0.0.0 \ KUBELET_OPTS="\
--port=10250 \ --address=0.0.0.0\
--hostname-override=$1 \ --port=10250 \
--api-servers=http://$2:8080 \ --hostname-override=${1} \
--logtostderr=true \ --api-servers=http://${2}:8080 \
--cluster-dns=$3 \ --logtostderr=true \
--cluster-domain=$4" --cluster-dns=$3 \
--cluster-domain=$4"
EOF EOF
} }
function create-kube-proxy-opts(){ function create-kube-proxy-opts() {
cat <<EOF > ~/kube/default/kube-proxy cat <<EOF > ~/kube/default/kube-proxy
KUBE_PROXY_OPTS="--master=http://${1}:8080 \ KUBE_PROXY_OPTS="\
--logtostderr=true" --master=http://${1}:8080 \
--logtostderr=true"
EOF EOF
} }
function create-flanneld-opts(){ function create-flanneld-opts() {
cat <<EOF > ~/kube/default/flanneld cat <<EOF > ~/kube/default/flanneld
FLANNEL_OPTS="--etcd-endpoints=http://${1}:4001" FLANNEL_OPTS="--etcd-endpoints=http://${1}:4001"
EOF EOF
@ -263,11 +265,11 @@ EOF
# Vars set: # Vars set:
# KUBE_MASTER # KUBE_MASTER
# KUBE_MASTER_IP # KUBE_MASTER_IP
function detect-master { function detect-master() {
source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}" source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}"
setClusterInfo setClusterInfo
KUBE_MASTER=$MASTER KUBE_MASTER=${MASTER}
KUBE_MASTER_IP=$MASTER_IP KUBE_MASTER_IP=${MASTER_IP}
echo "Using master $MASTER_IP" echo "Using master $MASTER_IP"
} }
@ -277,7 +279,7 @@ function detect-master {
# nodes # nodes
# Vars set: # Vars set:
# KUBE_NODE_IP_ADDRESS (array) # KUBE_NODE_IP_ADDRESS (array)
function detect-nodes { function detect-nodes() {
source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}" source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}"
KUBE_NODE_IP_ADDRESSES=() KUBE_NODE_IP_ADDRESSES=()
@ -294,7 +296,8 @@ function detect-nodes {
done done
if [[ -z "${KUBE_NODE_IP_ADDRESSES[@]}" ]]; then if [[ -z "${KUBE_NODE_IP_ADDRESSES[@]}" ]]; then
echo "Could not detect Kubernetes node nodes. Make sure you've launched a cluster with 'kube-up.sh'" >&2 echo -e "Could not detect Kubernetes node nodes.\
Make sure you've launched a cluster with 'kube-up.sh'" >&2
exit 1 exit 1
fi fi
} }
@ -305,8 +308,8 @@ function kube-up() {
# ensure the binaries are well prepared # ensure the binaries are well prepared
if [ ! -f "ubuntu/binaries/master/kube-apiserver" ]; then if [ ! -f "ubuntu/binaries/master/kube-apiserver" ]; then
echo "No local binaries for kube-up, downloading... " echo -n "No local binaries for kube-up, downloading..."
"${KUBE_ROOT}/cluster/ubuntu/build.sh" ${KUBE_ROOT}/cluster/ubuntu/build.sh
fi fi
setClusterInfo setClusterInfo
@ -322,7 +325,7 @@ function kube-up() {
elif [ "${roles[${ii}]}" == "i" ]; then elif [ "${roles[${ii}]}" == "i" ]; then
provision-node $i provision-node $i
else else
echo "unsupported role for ${i}. please check" echo "unsupported role for ${i}. Please check"
exit 1 exit 1
fi fi
} }
@ -346,99 +349,229 @@ function kube-up() {
} }
function provision-master() { function provision-master() {
# copy the binaries and scripts to the ~/kube directory on the master
echo "Deploying master on machine ${MASTER_IP}"
echo
ssh $SSH_OPTS $MASTER "mkdir -p ~/kube/default"
scp -r $SSH_OPTS saltbase/salt/generate-cert/make-ca-cert.sh ubuntu/reconfDocker.sh ubuntu/config-default.sh ubuntu/util.sh ubuntu/master/* ubuntu/binaries/master/ "${MASTER}:~/kube"
# remote login to MASTER and use sudo to configue k8s master echo -e "Deploying master on machine ${MASTER_IP}\n"
ssh $SSH_OPTS -t $MASTER "source ~/kube/util.sh; \
setClusterInfo; \ ssh $SSH_OPTS $MASTER "mkdir -p ~/kube/default"
create-etcd-opts; \
create-kube-apiserver-opts "${SERVICE_CLUSTER_IP_RANGE}" "${ADMISSION_CONTROL}" "${SERVICE_NODE_PORT_RANGE}"; \ # copy the binaries and scripts to the ~/kube directory on the master
create-kube-controller-manager-opts "${NODE_IPS}"; \ scp -r $SSH_OPTS \
create-kube-scheduler-opts; \ saltbase/salt/generate-cert/make-ca-cert.sh \
create-flanneld-opts "127.0.0.1"; \ ubuntu/reconfDocker.sh \
sudo -p '[sudo] password to start master: ' cp ~/kube/default/* /etc/default/ && sudo cp ~/kube/init_conf/* /etc/init/ && sudo cp ~/kube/init_scripts/* /etc/init.d/ ;\ ubuntu/config-default.sh \
sudo groupadd -f -r kube-cert; \ ubuntu/util.sh \
${PROXY_SETTING} sudo -E ~/kube/make-ca-cert.sh ${MASTER_IP} IP:${MASTER_IP},IP:${SERVICE_CLUSTER_IP_RANGE%.*}.1,DNS:kubernetes,DNS:kubernetes.default,DNS:kubernetes.default.svc,DNS:kubernetes.default.svc.cluster.local; \ ubuntu/master/* \
sudo mkdir -p /opt/bin/ && sudo cp ~/kube/master/* /opt/bin/; \ ubuntu/binaries/master/ \
sudo service etcd start; \ "${MASTER}:~/kube"
sudo FLANNEL_NET=${FLANNEL_NET} ~/kube/reconfDocker.sh "a";"
EXTRA_SANS=(
IP:$MASTER_IP
IP:${SERVICE_CLUSTER_IP_RANGE%.*}.1
DNS:kubernetes
DNS:kubernetes.default
DNS:kubernetes.default.svc
DNS:kubernetes.default.svc.cluster.local
)
EXTRA_SANS=$(echo ${EXTRA_SANS[@]} | tr ' ' ',')
# remote login to MASTER and configue k8s master
ssh $SSH_OPTS -t ${MASTER} "
source ~/kube/util.sh
setClusterInfo
create-etcd-opts
create-kube-apiserver-opts \
'${SERVICE_CLUSTER_IP_RANGE}' \
'${ADMISSION_CONTROL}' \
'${SERVICE_NODE_PORT_RANGE}'
create-kube-controller-manager-opts '${NODE_IPS}'
create-kube-scheduler-opts
create-flanneld-opts '127.0.0.1'
sudo -E -p '[sudo] password to start master: ' -- /bin/bash -c '
cp ~/kube/default/* /etc/default/
cp ~/kube/init_conf/* /etc/init/
cp ~/kube/init_scripts/* /etc/init.d/
groupadd -f -r kube-cert
"${PROXY_SETTING}" ~/kube/make-ca-cert.sh "${MASTER_IP}" "${EXTRA_SANS}"
mkdir -p /opt/bin/
cp ~/kube/master/* /opt/bin/
service etcd start
FLANNEL_NET="${FLANNEL_NET}" ~/kube/reconfDocker.sh a
'" || {
echo "Deploying master on machine ${MASTER_IP} failed"
exit 1
}
} }
function provision-node() { function provision-node() {
# copy the binaries and scripts to the ~/kube directory on the node
echo "Deploying node on machine ${1#*@}"
echo
ssh $SSH_OPTS $1 "mkdir -p ~/kube/default"
scp -r $SSH_OPTS ubuntu/config-default.sh ubuntu/util.sh ubuntu/reconfDocker.sh ubuntu/minion/* ubuntu/binaries/minion "${1}:~/kube"
# remote login to MASTER and use sudo to configue k8s master echo -e "Deploying node on machine ${1#*@}\n"
ssh $SSH_OPTS -t $1 "source ~/kube/util.sh; \
setClusterInfo; \ ssh $SSH_OPTS $1 "mkdir -p ~/kube/default"
create-kubelet-opts "${1#*@}" "${MASTER_IP}" "${DNS_SERVER_IP}" "${DNS_DOMAIN}"; \
create-kube-proxy-opts "${MASTER_IP}"; \ # copy the binaries and scripts to the ~/kube directory on the node
create-flanneld-opts "${MASTER_IP}"; \ scp -r $SSH_OPTS \
sudo -p '[sudo] password to start node: ' cp ~/kube/default/* /etc/default/ && sudo cp ~/kube/init_conf/* /etc/init/ && sudo cp ~/kube/init_scripts/* /etc/init.d/ \ ubuntu/config-default.sh \
&& sudo mkdir -p /opt/bin/ && sudo cp ~/kube/minion/* /opt/bin; \ ubuntu/util.sh \
sudo service flanneld start; \ ubuntu/reconfDocker.sh \
sudo ~/kube/reconfDocker.sh "i";" ubuntu/minion/* \
ubuntu/binaries/minion \
"${1}:~/kube"
# remote login to node and configue k8s node
ssh $SSH_OPTS -t $1 "
source ~/kube/util.sh
setClusterInfo
create-kubelet-opts \
'${1#*@}' \
'${MASTER_IP}' \
'${DNS_SERVER_IP}' \
'${DNS_DOMAIN}'
create-kube-proxy-opts '${MASTER_IP}'
create-flanneld-opts '${MASTER_IP}'
sudo -E -p '[sudo] password to start node: ' -- /bin/bash -c '
cp ~/kube/default/* /etc/default/
cp ~/kube/init_conf/* /etc/init/
cp ~/kube/init_scripts/* /etc/init.d/
mkdir -p /opt/bin/
cp ~/kube/minion/* /opt/bin
service flanneld start
~/kube/reconfDocker.sh i
'" || {
echo "Deploying node on machine ${1#*@} failed"
exit 1
}
} }
function provision-masterandnode() { function provision-masterandnode() {
# copy the binaries and scripts to the ~/kube directory on the master
echo "Deploying master and node on machine ${MASTER_IP}"
echo
ssh $SSH_OPTS $MASTER "mkdir -p ~/kube/default"
# scp order matters
scp -r $SSH_OPTS saltbase/salt/generate-cert/make-ca-cert.sh ubuntu/config-default.sh ubuntu/util.sh ubuntu/minion/* ubuntu/master/* ubuntu/reconfDocker.sh ubuntu/binaries/master/ ubuntu/binaries/minion "${MASTER}:~/kube"
# remote login to the node and use sudo to configue k8s echo -e "\nDeploying master and node on machine ${MASTER_IP}"
ssh $SSH_OPTS -t $MASTER "source ~/kube/util.sh; \
setClusterInfo; \ ssh $SSH_OPTS $MASTER "mkdir -p ~/kube/default"
create-etcd-opts; \
create-kube-apiserver-opts "${SERVICE_CLUSTER_IP_RANGE}" "${ADMISSION_CONTROL}" "${SERVICE_NODE_PORT_RANGE}"; \ # copy the binaries and scripts to the ~/kube directory on the master
create-kube-controller-manager-opts "${NODE_IPS}"; \ # scp order matters
create-kube-scheduler-opts; \ scp -r $SSH_OPTS \
create-kubelet-opts "${MASTER_IP}" "${MASTER_IP}" "${DNS_SERVER_IP}" "${DNS_DOMAIN}"; saltbase/salt/generate-cert/make-ca-cert.sh \
create-kube-proxy-opts "${MASTER_IP}";\ ubuntu/config-default.sh \
create-flanneld-opts "127.0.0.1"; \ ubuntu/util.sh \
sudo -p '[sudo] password to start master: ' cp ~/kube/default/* /etc/default/ && sudo cp ~/kube/init_conf/* /etc/init/ && sudo cp ~/kube/init_scripts/* /etc/init.d/ ; \ ubuntu/minion/* \
sudo groupadd -f -r kube-cert; \ ubuntu/master/* \
${PROXY_SETTING} sudo -E ~/kube/make-ca-cert.sh ${MASTER_IP} IP:${MASTER_IP},IP:${SERVICE_CLUSTER_IP_RANGE%.*}.1,DNS:kubernetes,DNS:kubernetes.default,DNS:kubernetes.default.svc,DNS:kubernetes.default.svc.cluster.local; \ ubuntu/reconfDocker.sh \
sudo mkdir -p /opt/bin/ && sudo cp ~/kube/master/* /opt/bin/ && sudo cp ~/kube/minion/* /opt/bin/; \ ubuntu/binaries/master/ \
sudo service etcd start; \ ubuntu/binaries/minion \
sudo FLANNEL_NET=${FLANNEL_NET} ~/kube/reconfDocker.sh "ai";" "${MASTER}:~/kube"
EXTRA_SANS=(
IP:${MASTER_IP}
IP:${SERVICE_CLUSTER_IP_RANGE%.*}.1
DNS:kubernetes
DNS:kubernetes.default
DNS:kubernetes.default.svc
DNS:kubernetes.default.svc.cluster.local
)
EXTRA_SANS=$(echo ${EXTRA_SANS[@]} | tr ' ' ',')
# remote login to the master/node and configue k8s
ssh $SSH_OPTS -t $MASTER "
source ~/kube/util.sh
setClusterInfo
create-etcd-opts
create-kube-apiserver-opts \
'${SERVICE_CLUSTER_IP_RANGE}' \
'${ADMISSION_CONTROL}' \
'${SERVICE_NODE_PORT_RANGE}'
create-kube-controller-manager-opts '${NODE_IPS}'
create-kube-scheduler-opts
create-kubelet-opts \
'${MASTER_IP}' \
'${MASTER_IP}' \
'${DNS_SERVER_IP}' \
'${DNS_DOMAIN}'
create-kube-proxy-opts '${MASTER_IP}'
create-flanneld-opts '127.0.0.1'
sudo -E -p '[sudo] password to start master: ' -- /bin/bash -c '
cp ~/kube/default/* /etc/default/
cp ~/kube/init_conf/* /etc/init/
cp ~/kube/init_scripts/* /etc/init.d/
groupadd -f -r kube-cert
"${PROXY_SETTING}" ~/kube/make-ca-cert.sh "${MASTER_IP}" "${EXTRA_SANS}"
mkdir -p /opt/bin/
cp ~/kube/master/* /opt/bin/
cp ~/kube/minion/* /opt/bin/
service etcd start
FLANNEL_NET="${FLANNEL_NET}" ~/kube/reconfDocker.sh ai
'" || {
echo "Deploying master and node on machine ${MASTER_IP} failed"
exit 1
}
} }
# Delete a kubernetes cluster # Delete a kubernetes cluster
function kube-down { function kube-down() {
export KUBECTL_PATH="${KUBE_ROOT}/cluster/ubuntu/binaries/kubectl" export KUBECTL_PATH="${KUBE_ROOT}/cluster/ubuntu/binaries/kubectl"
source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}" source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}"
source "${KUBE_ROOT}/cluster/common.sh" source "${KUBE_ROOT}/cluster/common.sh"
tear_down_alive_resources tear_down_alive_resources
local ii=0 local ii=0
for i in ${nodes}; do for i in ${nodes}; do
{
echo "Cleaning on node ${i#*@}"
if [[ "${roles[${ii}]}" == "ai" || "${roles[${ii}]}" == "a" ]]; then if [[ "${roles[${ii}]}" == "ai" || "${roles[${ii}]}" == "a" ]]; then
ssh $SSH_OPTS -t $i 'pgrep etcd && sudo -p "[sudo] password to stop master: " service etcd stop && sudo rm -rf /infra*; echo "Cleaning on master ${i#*@}"
sudo rm -rf /opt/bin/etcd* /etc/init/etcd.conf /etc/init.d/etcd /etc/default/etcd' ssh $SSH_OPTS -t $i "
pgrep etcd && \
sudo -p '[sudo] password to stop master: ' -- /bin/bash -c '
service etcd stop
rm -rf \
/opt/bin/etcd* \
/etc/init/etcd.conf \
/etc/init.d/etcd \
/etc/default/etcd
rm -rf /infra*
rm -rf /srv/kubernetes
'
" || echo "Cleaning on master ${i#*@} failed"
elif [[ "${roles[${ii}]}" == "i" ]]; then elif [[ "${roles[${ii}]}" == "i" ]]; then
ssh $SSH_OPTS -t $i 'pgrep flanneld && sudo -p "[sudo] password to stop node: " service flanneld stop' echo "Cleaning on node ${i#*@}"
ssh $SSH_OPTS -t $i "
pgrep flanneld && \
sudo -p '[sudo] password to stop node: ' -- /bin/bash -c '
service flanneld stop
'
" || echo "Cleaning on node ${i#*@} failed"
else else
echo "unsupported role for ${i}" echo "unsupported role for ${i}"
fi fi
# Delete the files in order to generate a clean environment, so you can change each node's role at next deployment.
ssh $SSH_OPTS -t $i 'sudo rm -f /opt/bin/kube* /opt/bin/flanneld; ssh $SSH_OPTS -t $i "sudo -- /bin/bash -c '
sudo rm -rf /etc/init/kube* /etc/init/flanneld.conf /etc/init.d/kube* /etc/init.d/flanneld; rm -f \
sudo rm -rf /etc/default/kube* /etc/default/flanneld; /opt/bin/kube* \
sudo rm -rf ~/kube /var/lib/kubelet; /opt/bin/flanneld \
sudo rm -rf /run/flannel/subnet.env' || true /etc/init/kube* \
} /etc/init/flanneld.conf \
/etc/init.d/kube* \
/etc/init.d/flanneld \
/etc/default/kube* \
/etc/default/flanneld
rm -rf ~/kube
rm -rf /var/lib/kubelet
rm -f /run/flannel/subnet.env
'" || echo "cleaning legacy files on ${i#*@} failed"
((ii=ii+1)) ((ii=ii+1))
done done
} }
@ -447,7 +580,7 @@ function kube-down {
# Perform common upgrade setup tasks # Perform common upgrade setup tasks
function prepare-push() { function prepare-push() {
# Use local binaries for kube-push # Use local binaries for kube-push
if [[ "${KUBE_VERSION}" == "" ]]; then if [[ -z ${KUBE_VERSION} ]]; then
if [[ ! -d "${KUBE_ROOT}/cluster/ubuntu/binaries" ]]; then if [[ ! -d "${KUBE_ROOT}/cluster/ubuntu/binaries" ]]; then
echo "No local binaries.Please check" echo "No local binaries.Please check"
exit 1 exit 1
@ -458,12 +591,12 @@ function prepare-push() {
else else
# Run build.sh to get the required release # Run build.sh to get the required release
export KUBE_VERSION export KUBE_VERSION
"${KUBE_ROOT}/cluster/ubuntu/build.sh" ${KUBE_ROOT}/cluster/ubuntu/build.sh
fi fi
} }
# Update a kubernetes master with expected release # Update a kubernetes master with expected release
function push-master { function push-master() {
source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}" source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}"
if [[ ! -f "${KUBE_ROOT}/cluster/ubuntu/binaries/master/kube-apiserver" ]]; then if [[ ! -f "${KUBE_ROOT}/cluster/ubuntu/binaries/master/kube-apiserver" ]]; then
@ -473,25 +606,37 @@ function push-master {
export KUBECTL_PATH="${KUBE_ROOT}/cluster/ubuntu/binaries/kubectl" export KUBECTL_PATH="${KUBE_ROOT}/cluster/ubuntu/binaries/kubectl"
setClusterInfo setClusterInfo
local ii=0 local ii=0
for i in ${nodes}; do for i in ${nodes}; do
if [[ "${roles[${ii}]}" == "a" ]]; then if [[ "${roles[${ii}]}" == "a" || "${roles[${ii}]}" == "ai" ]]; then
echo "Cleaning master ${i#*@}" echo "Cleaning master ${i#*@}"
ssh $SSH_OPTS -t $i 'sudo -p "[sudo] stop the all process: " service etcd stop; ssh $SSH_OPTS -t $i "
sudo rm -rf /opt/bin/etcd* /etc/init/etcd.conf /etc/init.d/etcd /etc/default/etcd; pgrep etcd && sudo -p '[sudo] stop the all process: ' -- /bin/bash -c '
sudo rm -f /opt/bin/kube* /opt/bin/flanneld; service etcd stop
sudo rm -rf /etc/init/kube* /etc/init/flanneld.conf /etc/init.d/kube* /etc/init.d/flanneld; sleep 3
sudo rm -rf /etc/default/kube* /etc/default/flanneld; rm -rf \
sudo rm -rf ~/kube' || true /etc/init/etcd.conf \
/etc/init/kube* \
/etc/init/flanneld.conf \
/etc/init.d/etcd \
/etc/init.d/kube* \
/etc/init.d/flanneld \
/etc/default/etcd \
/etc/default/kube* \
/etc/default/flanneld
rm -f \
/opt/bin/etcd* \
/opt/bin/kube* \
/opt/bin/flanneld
rm -f /run/flannel/subnet.env
rm -rf ~/kube
'" || echo "Cleaning master ${i#*@} failed"
fi
if [[ "${roles[${ii}]}" == "a" ]]; then
provision-master provision-master
elif [[ "${roles[${ii}]}" == "ai" ]]; then elif [[ "${roles[${ii}]}" == "ai" ]]; then
echo "Cleaning master ${i#*@}"
ssh $SSH_OPTS -t $i 'sudo -p "[sudo] stop the all process: " service etcd stop;
sudo rm -rf /opt/bin/etcd* /etc/init/etcd.conf /etc/init.d/etcd /etc/default/etcd;
sudo rm -f /opt/bin/kube* /opt/bin/flanneld;
sudo rm -rf /etc/init/kube* /etc/init/flanneld.conf /etc/init.d/kube* /etc/init.d/flanneld;
sudo rm -rf /etc/default/kube* /etc/default/flanneld;
sudo rm -rf ~/kube' || true
provision-masterandnode provision-masterandnode
elif [[ "${roles[${ii}]}" == "i" ]]; then elif [[ "${roles[${ii}]}" == "i" ]]; then
((ii=ii+1)) ((ii=ii+1))
@ -515,21 +660,35 @@ function push-node() {
fi fi
export KUBECTL_PATH="${KUBE_ROOT}/cluster/ubuntu/binaries/kubectl" export KUBECTL_PATH="${KUBE_ROOT}/cluster/ubuntu/binaries/kubectl"
local node_ip=${1}
setClusterInfo setClusterInfo
local node_ip=${1}
local ii=0 local ii=0
local localexisting=false local localexisting=false
for i in ${nodes}; do for i in ${nodes}; do
if [[ "${roles[${ii}]}" == "i" && ${i#*@} == $node_ip ]]; then if [[ "${roles[${ii}]}" == "i" && ${i#*@} == $node_ip ]]; then
echo "Cleaning node ${i#*@}" echo "Cleaning node ${i#*@}"
ssh $SSH_OPTS -t $i 'sudo -p "[sudo] stop the all process: " service flanneld stop; ssh $SSH_OPTS -t $i "
sudo rm -f /opt/bin/kube* /opt/bin/flanneld; sudo -p '[sudo] stop the all process: ' -- /bin/bash -c '
sudo rm -rf /etc/init/kube* /etc/init/flanneld.conf /etc/init.d/kube* /etc/init.d/flanneld; service flanneld stop
sudo rm -rf /etc/default/kube* /etc/default/flanneld;
sudo rm -rf ~/kube' || true rm -f /opt/bin/kube* \
/opt/bin/flanneld
rm -rf \
/etc/init/kube* \
/etc/init/flanneld.conf \
/etc/init.d/kube* \
/etc/init.d/flanneld \
/etc/default/kube* \
/etc/default/flanneld
rm -f /run/flannel/subnet.env
rm -rf ~/kube
'" || echo "Cleaning node ${i#*@} failed"
provision-node $i provision-node $i
existing=true existing=true
elif [[ "${roles[${ii}]}" == "a" || "${roles[${ii}]}" == "ai" ]] && [[ ${i#*@} == $node_ip ]]; then elif [[ "${roles[${ii}]}" == "a" || "${roles[${ii}]}" == "ai" ]] && [[ ${i#*@} == $node_ip ]]; then
@ -553,7 +712,7 @@ function push-node() {
} }
# Update a kubernetes cluster with expected source # Update a kubernetes cluster with expected source
function kube-push { function kube-push() {
prepare-push prepare-push
source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}" source "${KUBE_ROOT}/cluster/ubuntu/${KUBE_CONFIG_FILE-"config-default.sh"}"
@ -566,27 +725,52 @@ function kube-push {
#stop all the kube's process & etcd #stop all the kube's process & etcd
local ii=0 local ii=0
for i in ${nodes}; do for i in ${nodes}; do
{
echo "Cleaning on node ${i#*@}"
if [[ "${roles[${ii}]}" == "ai" || "${roles[${ii}]}" == "a" ]]; then if [[ "${roles[${ii}]}" == "ai" || "${roles[${ii}]}" == "a" ]]; then
ssh $SSH_OPTS -t $i 'pgrep etcd && sudo -p "[sudo] password to stop master: " service etcd stop; echo "Cleaning on master ${i#*@}"
sudo rm -rf /opt/bin/etcd* /etc/init/etcd.conf /etc/init.d/etcd /etc/default/etcd' || true ssh $SSH_OPTS -t $i "
pgrep etcd && \
sudo -p '[sudo] password to stop master: ' -- /bin/bash -c '
service etcd stop
rm -rf \
/opt/bin/etcd* \
/etc/init/etcd.conf \
/etc/init.d/etcd \
/etc/default/etcd
'" || echo "Cleaning on master ${i#*@} failed"
elif [[ "${roles[${ii}]}" == "i" ]]; then elif [[ "${roles[${ii}]}" == "i" ]]; then
ssh $SSH_OPTS -t $i 'pgrep flanneld && sudo -p "[sudo] password to stop node: " service flanneld stop' || true echo "Cleaning on node ${i#*@}"
ssh $SSH_OPTS -t $i "
pgrep flanneld && \
sudo -p '[sudo] password to stop node: ' -- /bin/bash -c '
service flanneld stop
'" || echo "Cleaning on node ${i#*@} failed"
else else
echo "unsupported role for ${i}" echo "unsupported role for ${i}"
fi fi
ssh $SSH_OPTS -t $i 'sudo rm -f /opt/bin/kube* /opt/bin/flanneld; ssh $SSH_OPTS -t $i "sudo -- /bin/bash -c '
sudo rm -rf /etc/init/kube* /etc/init/flanneld.conf /etc/init.d/kube* /etc/init.d/flanneld; rm -f \
sudo rm -rf /etc/default/kube* /etc/default/flanneld; /opt/bin/kube* \
sudo rm -rf ~/kube' || true /opt/bin/flanneld
}
rm -rf \
/etc/init/kube* \
/etc/init/flanneld.conf \
/etc/init.d/kube* \
/etc/init.d/flanneld \
/etc/default/kube* \
/etc/default/flanneld
rm -f /run/flannel/subnet.env
rm -rf ~/kube
'" || echo "Cleaning legacy files on ${i#*@} failed"
((ii=ii+1)) ((ii=ii+1))
done done
#provision all nodes,including master & nodes #provision all nodes,including master & nodes
setClusterInfo setClusterInfo
local ii=0 local ii=0
for i in ${nodes}; do for i in ${nodes}; do
if [[ "${roles[${ii}]}" == "a" ]]; then if [[ "${roles[${ii}]}" == "a" ]]; then