2014-06-26 00:11:48 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
2016-06-03 00:25:58 +00:00
|
|
|
# Copyright 2014 The Kubernetes Authors.
|
2014-06-06 23:40:48 +00:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
# TODO(jbeda): Provide a way to override project
|
2014-12-15 19:15:24 +00:00
|
|
|
# gcloud multiplexing for shared GCE/GKE tests.
|
2016-03-01 09:44:22 +00:00
|
|
|
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
|
|
|
|
source "${KUBE_ROOT}/cluster/gce/config-common.sh"
|
|
|
|
|
2014-12-15 19:15:24 +00:00
|
|
|
GCLOUD=gcloud
|
2014-12-19 13:49:19 +00:00
|
|
|
ZONE=${KUBE_GCE_ZONE:-us-central1-b}
|
2016-07-20 15:25:25 +00:00
|
|
|
REGION=${ZONE%-*}
|
2016-03-01 00:23:54 +00:00
|
|
|
RELEASE_REGION_FALLBACK=${RELEASE_REGION_FALLBACK:-false}
|
2016-03-05 00:43:08 +00:00
|
|
|
REGIONAL_KUBE_ADDONS=${REGIONAL_KUBE_ADDONS:-true}
|
2015-11-24 03:05:51 +00:00
|
|
|
NODE_SIZE=${NODE_SIZE:-n1-standard-2}
|
2015-11-24 03:06:36 +00:00
|
|
|
NUM_NODES=${NUM_NODES:-3}
|
2016-03-01 09:44:22 +00:00
|
|
|
MASTER_SIZE=${MASTER_SIZE:-n1-standard-$(get-master-size)}
|
2015-05-19 22:49:18 +00:00
|
|
|
MASTER_DISK_TYPE=pd-ssd
|
|
|
|
MASTER_DISK_SIZE=${MASTER_DISK_SIZE:-20GB}
|
2015-11-24 03:02:38 +00:00
|
|
|
NODE_DISK_TYPE=${NODE_DISK_TYPE:-pd-standard}
|
|
|
|
NODE_DISK_SIZE=${NODE_DISK_SIZE:-100GB}
|
2016-03-08 19:14:15 +00:00
|
|
|
REGISTER_MASTER_KUBELET=${REGISTER_MASTER:-true}
|
2015-11-24 03:06:47 +00:00
|
|
|
PREEMPTIBLE_NODE=${PREEMPTIBLE_NODE:-false}
|
2016-02-04 02:34:27 +00:00
|
|
|
PREEMPTIBLE_MASTER=${PREEMPTIBLE_MASTER:-false}
|
2016-09-16 14:51:52 +00:00
|
|
|
KUBE_DELETE_NODES=${KUBE_DELETE_NODES:-true}
|
2016-10-11 23:50:30 +00:00
|
|
|
KUBE_DELETE_NETWORK=${KUBE_DELETE_NETWORK:-false}
|
2016-02-04 02:34:27 +00:00
|
|
|
|
2016-06-23 18:22:04 +00:00
|
|
|
MASTER_OS_DISTRIBUTION=${KUBE_MASTER_OS_DISTRIBUTION:-${KUBE_OS_DISTRIBUTION:-gci}}
|
2016-09-23 04:11:13 +00:00
|
|
|
NODE_OS_DISTRIBUTION=${KUBE_NODE_OS_DISTRIBUTION:-${KUBE_OS_DISTRIBUTION:-gci}}
|
2016-09-16 22:16:50 +00:00
|
|
|
# By default a cluster will be started with the master on GCI and nodes on
|
|
|
|
# containervm. If you are updating the containervm version, update this
|
2016-09-21 17:24:22 +00:00
|
|
|
# variable. Also please update corresponding image for node e2e at:
|
|
|
|
# https://github.com/kubernetes/kubernetes/blob/master/test/e2e_node/jenkins/image-config.yaml
|
2016-10-28 21:23:49 +00:00
|
|
|
CVM_VERSION=container-vm-v20161025
|
2016-11-11 23:31:49 +00:00
|
|
|
GCI_VERSION="gci-dev-56-8977-0-0"
|
2016-05-24 02:16:36 +00:00
|
|
|
MASTER_IMAGE=${KUBE_GCE_MASTER_IMAGE:-}
|
2015-04-28 07:25:43 +00:00
|
|
|
MASTER_IMAGE_PROJECT=${KUBE_GCE_MASTER_PROJECT:-google-containers}
|
2016-06-23 18:22:04 +00:00
|
|
|
NODE_IMAGE=${KUBE_GCE_NODE_IMAGE:-${CVM_VERSION}}
|
|
|
|
NODE_IMAGE_PROJECT=${KUBE_GCE_NODE_PROJECT:-google-containers}
|
2015-04-28 07:25:43 +00:00
|
|
|
CONTAINER_RUNTIME=${KUBE_CONTAINER_RUNTIME:-docker}
|
2016-09-02 22:50:28 +00:00
|
|
|
RKT_VERSION=${KUBE_RKT_VERSION:-1.14.0}
|
2016-06-16 22:44:01 +00:00
|
|
|
RKT_STAGE1_IMAGE=${KUBE_RKT_STAGE1_IMAGE:-coreos.com/rkt/stage1-coreos}
|
2015-04-28 07:25:43 +00:00
|
|
|
|
2014-12-19 13:49:19 +00:00
|
|
|
NETWORK=${KUBE_GCE_NETWORK:-default}
|
|
|
|
INSTANCE_PREFIX="${KUBE_GCE_INSTANCE_PREFIX:-kubernetes}"
|
2016-02-26 00:00:16 +00:00
|
|
|
CLUSTER_NAME="${CLUSTER_NAME:-${INSTANCE_PREFIX}}"
|
2014-06-06 23:40:48 +00:00
|
|
|
MASTER_NAME="${INSTANCE_PREFIX}-master"
|
2016-08-04 03:19:20 +00:00
|
|
|
INITIAL_ETCD_CLUSTER="${MASTER_NAME}"
|
2014-06-06 23:40:48 +00:00
|
|
|
MASTER_TAG="${INSTANCE_PREFIX}-master"
|
2015-11-24 03:06:00 +00:00
|
|
|
NODE_TAG="${INSTANCE_PREFIX}-minion"
|
2015-03-12 17:37:30 +00:00
|
|
|
MASTER_IP_RANGE="${MASTER_IP_RANGE:-10.246.0.0/24}"
|
2016-05-09 13:14:30 +00:00
|
|
|
CLUSTER_IP_RANGE="${CLUSTER_IP_RANGE:-10.244.0.0/14}"
|
2016-06-14 12:21:49 +00:00
|
|
|
if [[ "${FEDERATION:-}" == true ]]; then
|
|
|
|
NODE_SCOPES="${NODE_SCOPES:-compute-rw,monitoring,logging-write,storage-ro,https://www.googleapis.com/auth/ndev.clouddns.readwrite}"
|
|
|
|
else
|
|
|
|
NODE_SCOPES="${NODE_SCOPES:-compute-rw,monitoring,logging-write,storage-ro}"
|
|
|
|
fi
|
|
|
|
|
2015-06-29 23:47:36 +00:00
|
|
|
|
2016-02-29 10:32:23 +00:00
|
|
|
# Extra docker options for nodes.
|
|
|
|
EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS:-}"
|
|
|
|
|
2015-09-01 13:35:38 +00:00
|
|
|
SERVICE_CLUSTER_IP_RANGE="${SERVICE_CLUSTER_IP_RANGE:-10.0.0.0/16}" # formerly PORTAL_NET
|
2015-04-28 15:02:45 +00:00
|
|
|
ALLOCATE_NODE_CIDRS=true
|
2014-11-14 04:18:03 +00:00
|
|
|
|
2016-05-18 17:02:33 +00:00
|
|
|
# When set to true, Docker Cache is enabled by default as part of the cluster bring up.
|
|
|
|
ENABLE_DOCKER_REGISTRY_CACHE=true
|
|
|
|
|
2015-10-23 06:11:34 +00:00
|
|
|
# Optional: Deploy a L7 loadbalancer controller to fulfill Ingress requests:
|
|
|
|
# glbc - CE L7 Load Balancer Controller
|
|
|
|
ENABLE_L7_LOADBALANCING="${KUBE_ENABLE_L7_LOADBALANCING:-glbc}"
|
|
|
|
|
2015-05-04 23:49:28 +00:00
|
|
|
# Optional: Cluster monitoring to setup as part of the cluster bring up:
|
2015-07-16 16:30:33 +00:00
|
|
|
# none - No cluster monitoring setup
|
|
|
|
# influxdb - Heapster, InfluxDB, and Grafana
|
|
|
|
# google - Heapster, Google Cloud Monitoring, and Google Cloud Logging
|
2015-06-06 00:54:06 +00:00
|
|
|
# googleinfluxdb - Enable influxdb and google (except GCM)
|
2015-06-16 18:13:27 +00:00
|
|
|
# standalone - Heapster only. Metrics available via Heapster REST API.
|
2015-10-23 23:21:00 +00:00
|
|
|
ENABLE_CLUSTER_MONITORING="${KUBE_ENABLE_CLUSTER_MONITORING:-influxdb}"
|
2014-11-14 07:07:43 +00:00
|
|
|
|
|
|
|
# Optional: Enable node logging.
|
2015-02-04 00:52:05 +00:00
|
|
|
ENABLE_NODE_LOGGING="${KUBE_ENABLE_NODE_LOGGING:-true}"
|
2015-06-13 00:12:03 +00:00
|
|
|
LOGGING_DESTINATION="${KUBE_LOGGING_DESTINATION:-gcp}" # options: elasticsearch, gcp
|
2014-11-26 01:47:02 +00:00
|
|
|
|
2015-01-07 23:02:35 +00:00
|
|
|
# Optional: When set to true, Elasticsearch and Kibana will be setup as part of the cluster bring up.
|
2015-02-04 00:52:05 +00:00
|
|
|
ENABLE_CLUSTER_LOGGING="${KUBE_ENABLE_CLUSTER_LOGGING:-true}"
|
2015-01-07 23:02:35 +00:00
|
|
|
ELASTICSEARCH_LOGGING_REPLICAS=1
|
|
|
|
|
2015-06-13 04:00:16 +00:00
|
|
|
# Optional: Don't require https for registries in our local RFC1918 network
|
|
|
|
if [[ ${KUBE_ENABLE_INSECURE_REGISTRY:-false} == "true" ]]; then
|
2016-02-29 10:32:23 +00:00
|
|
|
EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS} --insecure-registry 10.0.0.0/8"
|
2015-06-13 04:00:16 +00:00
|
|
|
fi
|
2014-11-07 04:49:21 +00:00
|
|
|
|
2015-10-21 03:58:24 +00:00
|
|
|
# Optional: customize runtime config
|
|
|
|
RUNTIME_CONFIG="${KUBE_RUNTIME_CONFIG:-}"
|
|
|
|
|
2016-08-10 17:40:29 +00:00
|
|
|
# Optional: set feature gates
|
|
|
|
FEATURE_GATES="${KUBE_FEATURE_GATES:-}"
|
|
|
|
|
2014-11-07 04:49:21 +00:00
|
|
|
# Optional: Install cluster DNS.
|
2015-07-23 08:25:06 +00:00
|
|
|
ENABLE_CLUSTER_DNS="${KUBE_ENABLE_CLUSTER_DNS:-true}"
|
2016-04-21 20:13:07 +00:00
|
|
|
DNS_SERVER_IP="${KUBE_DNS_SERVER_IP:-10.0.0.10}"
|
|
|
|
DNS_DOMAIN="${KUBE_DNS_DOMAIN:-cluster.local}"
|
2015-03-06 20:41:13 +00:00
|
|
|
|
2016-11-07 18:44:42 +00:00
|
|
|
# Optional: Enable DNS horizontal autoscaler
|
|
|
|
ENABLE_DNS_HORIZONTAL_AUTOSCALER="${KUBE_ENABLE_DNS_HORIZONTAL_AUTOSCALER:-true}"
|
|
|
|
|
2015-07-27 18:50:31 +00:00
|
|
|
# Optional: Install cluster docker registry.
|
2015-10-06 08:38:22 +00:00
|
|
|
ENABLE_CLUSTER_REGISTRY="${KUBE_ENABLE_CLUSTER_REGISTRY:-false}"
|
2015-07-27 18:50:31 +00:00
|
|
|
CLUSTER_REGISTRY_DISK="${CLUSTER_REGISTRY_PD:-${INSTANCE_PREFIX}-kube-system-kube-registry}"
|
|
|
|
CLUSTER_REGISTRY_DISK_SIZE="${CLUSTER_REGISTRY_DISK_SIZE:-200GB}"
|
2015-08-19 22:47:55 +00:00
|
|
|
CLUSTER_REGISTRY_DISK_TYPE_GCE="${CLUSTER_REGISTRY_DISK_TYPE_GCE:-pd-standard}"
|
2015-07-27 18:50:31 +00:00
|
|
|
|
2015-07-23 18:30:53 +00:00
|
|
|
# Optional: Install Kubernetes UI
|
|
|
|
ENABLE_CLUSTER_UI="${KUBE_ENABLE_CLUSTER_UI:-true}"
|
|
|
|
|
2016-05-20 08:09:18 +00:00
|
|
|
# Optional: Install node problem detector.
|
2016-06-03 23:51:15 +00:00
|
|
|
ENABLE_NODE_PROBLEM_DETECTOR="${KUBE_ENABLE_NODE_PROBLEM_DETECTOR:-true}"
|
2016-05-20 08:09:18 +00:00
|
|
|
|
2015-07-08 14:48:33 +00:00
|
|
|
# Optional: Create autoscaler for cluster's nodes.
|
2016-06-07 20:10:17 +00:00
|
|
|
ENABLE_CLUSTER_AUTOSCALER="${KUBE_ENABLE_CLUSTER_AUTOSCALER:-false}"
|
2016-06-09 09:30:57 +00:00
|
|
|
if [[ "${ENABLE_CLUSTER_AUTOSCALER}" == "true" ]]; then
|
2016-05-17 11:15:49 +00:00
|
|
|
AUTOSCALER_MIN_NODES="${KUBE_AUTOSCALER_MIN_NODES:-}"
|
|
|
|
AUTOSCALER_MAX_NODES="${KUBE_AUTOSCALER_MAX_NODES:-}"
|
2016-06-07 19:42:56 +00:00
|
|
|
AUTOSCALER_ENABLE_SCALE_DOWN="${KUBE_AUTOSCALER_ENABLE_SCALE_DOWN:-true}"
|
2015-07-08 14:48:33 +00:00
|
|
|
fi
|
|
|
|
|
2016-08-17 13:00:29 +00:00
|
|
|
# Optional: Enable Rescheduler
|
2016-09-02 13:53:57 +00:00
|
|
|
ENABLE_RESCHEDULER="${KUBE_ENABLE_RESCHEDULER:-true}"
|
2016-08-17 13:00:29 +00:00
|
|
|
|
2015-03-06 20:41:13 +00:00
|
|
|
# Admission Controllers to invoke prior to persisting objects in cluster
|
2016-09-24 20:10:51 +00:00
|
|
|
# If we included ResourceQuota, we should keep it at the end of the list to prevent incrementing quota usage prematurely.
|
2016-08-22 12:11:01 +00:00
|
|
|
ADMISSION_CONTROL=NamespaceLifecycle,LimitRanger,ServiceAccount,PersistentVolumeLabel,DefaultStorageClass,ResourceQuota
|
2015-06-15 16:21:27 +00:00
|
|
|
|
|
|
|
# Optional: if set to true kube-up will automatically check for existing resources and clean them up.
|
|
|
|
KUBE_UP_AUTOMATIC_CLEANUP=${KUBE_UP_AUTOMATIC_CLEANUP:-false}
|
2015-10-03 15:03:02 +00:00
|
|
|
|
2016-08-10 07:59:55 +00:00
|
|
|
# Storage backend. 'etcd2' supported, 'etcd3' experimental.
|
2016-11-04 12:46:01 +00:00
|
|
|
STORAGE_BACKEND=${STORAGE_BACKEND:-}
|
2016-08-10 07:59:55 +00:00
|
|
|
|
2015-12-16 23:31:10 +00:00
|
|
|
# Networking plugin specific settings.
|
2016-10-04 09:02:25 +00:00
|
|
|
NETWORK_PROVIDER="${NETWORK_PROVIDER:-kubenet}" # none, opencontrail, kubenet
|
2015-10-03 15:03:02 +00:00
|
|
|
OPENCONTRAIL_TAG="${OPENCONTRAIL_TAG:-R2.20}"
|
|
|
|
OPENCONTRAIL_KUBERNETES_TAG="${OPENCONTRAIL_KUBERNETES_TAG:-master}"
|
|
|
|
OPENCONTRAIL_PUBLIC_SUBNET="${OPENCONTRAIL_PUBLIC_SUBNET:-10.1.0.0/16}"
|
2015-10-29 10:03:34 +00:00
|
|
|
|
2016-05-04 17:54:57 +00:00
|
|
|
# Network Policy plugin specific settings.
|
2016-05-21 16:14:38 +00:00
|
|
|
NETWORK_POLICY_PROVIDER="${NETWORK_POLICY_PROVIDER:-none}" # calico
|
2016-05-04 17:54:57 +00:00
|
|
|
|
2016-02-16 18:23:58 +00:00
|
|
|
# How should the kubelet configure hairpin mode?
|
|
|
|
HAIRPIN_MODE="${HAIRPIN_MODE:-promiscuous-bridge}" # promiscuous-bridge, hairpin-veth, none
|
2015-10-29 10:03:34 +00:00
|
|
|
# Optional: if set to true, kube-up will configure the cluster to run e2e tests.
|
|
|
|
E2E_STORAGE_TEST_ENVIRONMENT=${KUBE_E2E_STORAGE_TEST_ENVIRONMENT:-false}
|
2016-06-03 23:12:37 +00:00
|
|
|
|
|
|
|
# Evict pods whenever compute resource availability on the nodes gets below a threshold.
|
2016-10-22 23:06:47 +00:00
|
|
|
EVICTION_HARD="${EVICTION_HARD:-memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%}"
|
2016-08-22 09:09:05 +00:00
|
|
|
|
|
|
|
# Optional: custom scheduling algorithm
|
|
|
|
SCHEDULING_ALGORITHM_PROVIDER="${SCHEDULING_ALGORITHM_PROVIDER:-}"
|