f4482e3abb
erros: - The request did not match the specified API. "gcloud compute networks subnets" works with the latest gcloud release.
165 lines
6.6 KiB
Bash
Executable File
165 lines
6.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# Copyright 2016 The Kubernetes Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# A library of helper functions and constant for GCI distro
|
|
source "${KUBE_ROOT}/cluster/gce/gci/helper.sh"
|
|
|
|
# create-master-instance creates the master instance. If called with
|
|
# an argument, the argument is used as the name to a reserved IP
|
|
# address for the master. (In the case of upgrade/repair, we re-use
|
|
# the same IP.)
|
|
#
|
|
# It requires a whole slew of assumed variables, partially due to to
|
|
# the call to write-master-env. Listing them would be rather
|
|
# futile. Instead, we list the required calls to ensure any additional
|
|
#
|
|
# variables are set:
|
|
# ensure-temp-dir
|
|
# detect-project
|
|
# get-bearer-token
|
|
function create-master-instance {
|
|
local address=""
|
|
[[ -n ${1:-} ]] && address="${1}"
|
|
|
|
write-master-env
|
|
ensure-gci-metadata-files
|
|
create-master-instance-internal "${MASTER_NAME}" "${address}"
|
|
}
|
|
|
|
function replicate-master-instance() {
|
|
local existing_master_zone="${1}"
|
|
local existing_master_name="${2}"
|
|
local existing_master_replicas="${3}"
|
|
|
|
local kube_env="$(get-metadata "${existing_master_zone}" "${existing_master_name}" kube-env)"
|
|
# Substitute INITIAL_ETCD_CLUSTER to enable etcd clustering.
|
|
kube_env="$(echo "${kube_env}" | grep -v "INITIAL_ETCD_CLUSTER")"
|
|
kube_env="$(echo -e "${kube_env}\nINITIAL_ETCD_CLUSTER: '${existing_master_replicas},${REPLICA_NAME}'")"
|
|
|
|
# Substitute INITIAL_ETCD_CLUSTER_STATE
|
|
kube_env="$(echo "${kube_env}" | grep -v "INITIAL_ETCD_CLUSTER_STATE")"
|
|
kube_env="$(echo -e "${kube_env}\nINITIAL_ETCD_CLUSTER_STATE: 'existing'")"
|
|
|
|
ETCD_CA_KEY="$(echo "${kube_env}" | grep "ETCD_CA_KEY" | sed "s/^.*: '//" | sed "s/'$//")"
|
|
ETCD_CA_CERT="$(echo "${kube_env}" | grep "ETCD_CA_CERT" | sed "s/^.*: '//" | sed "s/'$//")"
|
|
create-etcd-certs "${REPLICA_NAME}" "${ETCD_CA_CERT}" "${ETCD_CA_KEY}"
|
|
|
|
kube_env="$(echo "${kube_env}" | grep -v "ETCD_PEER_KEY")"
|
|
kube_env="$(echo -e "${kube_env}\nETCD_PEER_KEY: '${ETCD_PEER_KEY_BASE64}'")"
|
|
kube_env="$(echo "${kube_env}" | grep -v "ETCD_PEER_CERT")"
|
|
kube_env="$(echo -e "${kube_env}\nETCD_PEER_CERT: '${ETCD_PEER_CERT_BASE64}'")"
|
|
|
|
echo "${kube_env}" > ${KUBE_TEMP}/master-kube-env.yaml
|
|
get-metadata "${existing_master_zone}" "${existing_master_name}" cluster-name > "${KUBE_TEMP}/cluster-name.txt"
|
|
get-metadata "${existing_master_zone}" "${existing_master_name}" gci-update-strategy > "${KUBE_TEMP}/gci-update.txt"
|
|
get-metadata "${existing_master_zone}" "${existing_master_name}" gci-ensure-gke-docker > "${KUBE_TEMP}/gci-ensure-gke-docker.txt"
|
|
get-metadata "${existing_master_zone}" "${existing_master_name}" gci-docker-version > "${KUBE_TEMP}/gci-docker-version.txt"
|
|
get-metadata "${existing_master_zone}" "${existing_master_name}" kube-master-certs > "${KUBE_TEMP}/kube-master-certs.yaml"
|
|
get-metadata "${existing_master_zone}" "${existing_master_name}" cluster-location > "${KUBE_TEMP}/cluster-location.txt"
|
|
|
|
create-master-instance-internal "${REPLICA_NAME}"
|
|
}
|
|
|
|
|
|
function create-master-instance-internal() {
|
|
local gcloud="gcloud"
|
|
local retries=5
|
|
local sleep_sec=10
|
|
if [[ "${MASTER_SIZE##*-}" -ge 64 ]]; then # remove everything up to last dash (inclusive)
|
|
# Workaround for #55777
|
|
retries=30
|
|
sleep_sec=60
|
|
fi
|
|
|
|
local -r master_name="${1}"
|
|
local -r address="${2:-}"
|
|
|
|
local preemptible_master=""
|
|
if [[ "${PREEMPTIBLE_MASTER:-}" == "true" ]]; then
|
|
preemptible_master="--preemptible --maintenance-policy TERMINATE"
|
|
fi
|
|
|
|
local enable_ip_aliases
|
|
if [[ "${NODE_IPAM_MODE:-}" == "CloudAllocator" ]]; then
|
|
enable_ip_aliases=true
|
|
else
|
|
enable_ip_aliases=false
|
|
fi
|
|
|
|
local network=$(make-gcloud-network-argument \
|
|
"${NETWORK_PROJECT}" "${REGION}" "${NETWORK}" "${SUBNETWORK:-}" \
|
|
"${address:-}" "${enable_ip_aliases:-}" "${IP_ALIAS_SIZE:-}")
|
|
|
|
local metadata="kube-env=${KUBE_TEMP}/master-kube-env.yaml"
|
|
metadata="${metadata},kubelet-config=${KUBE_TEMP}/master-kubelet-config.yaml"
|
|
metadata="${metadata},user-data=${KUBE_ROOT}/cluster/gce/gci/master.yaml"
|
|
metadata="${metadata},configure-sh=${KUBE_ROOT}/cluster/gce/gci/configure.sh"
|
|
metadata="${metadata},cluster-location=${KUBE_TEMP}/cluster-location.txt"
|
|
metadata="${metadata},cluster-name=${KUBE_TEMP}/cluster-name.txt"
|
|
metadata="${metadata},gci-update-strategy=${KUBE_TEMP}/gci-update.txt"
|
|
metadata="${metadata},gci-ensure-gke-docker=${KUBE_TEMP}/gci-ensure-gke-docker.txt"
|
|
metadata="${metadata},gci-docker-version=${KUBE_TEMP}/gci-docker-version.txt"
|
|
metadata="${metadata},kube-master-certs=${KUBE_TEMP}/kube-master-certs.yaml"
|
|
metadata="${metadata},cluster-location=${KUBE_TEMP}/cluster-location.txt"
|
|
metadata="${metadata},${MASTER_EXTRA_METADATA}"
|
|
|
|
local disk="name=${master_name}-pd"
|
|
disk="${disk},device-name=master-pd"
|
|
disk="${disk},mode=rw"
|
|
disk="${disk},boot=no"
|
|
disk="${disk},auto-delete=no"
|
|
|
|
for attempt in $(seq 1 ${retries}); do
|
|
if result=$(${gcloud} compute instances create "${master_name}" \
|
|
--project "${PROJECT}" \
|
|
--zone "${ZONE}" \
|
|
--machine-type "${MASTER_SIZE}" \
|
|
--image-project="${MASTER_IMAGE_PROJECT}" \
|
|
--image "${MASTER_IMAGE}" \
|
|
--tags "${MASTER_TAG}" \
|
|
--scopes "storage-ro,compute-rw,monitoring,logging-write" \
|
|
--metadata-from-file "${metadata}" \
|
|
--disk "${disk}" \
|
|
--boot-disk-size "${MASTER_ROOT_DISK_SIZE}" \
|
|
${MASTER_MIN_CPU_ARCHITECTURE:+"--min-cpu-platform=${MASTER_MIN_CPU_ARCHITECTURE}"} \
|
|
${preemptible_master} \
|
|
${network} 2>&1); then
|
|
echo "${result}" >&2
|
|
return 0
|
|
else
|
|
echo "${result}" >&2
|
|
if [[ ! "${result}" =~ "try again later" ]]; then
|
|
echo "Failed to create master instance due to non-retryable error" >&2
|
|
return 1
|
|
fi
|
|
sleep $sleep_sec
|
|
fi
|
|
done
|
|
|
|
echo "Failed to create master instance despite ${retries} attempts" >&2
|
|
return 1
|
|
}
|
|
|
|
function get-metadata() {
|
|
local zone="${1}"
|
|
local name="${2}"
|
|
local key="${3}"
|
|
gcloud compute ssh "${name}" \
|
|
--project "${PROJECT}" \
|
|
--zone "${zone}" \
|
|
--command "curl \"http://metadata.google.internal/computeMetadata/v1/instance/attributes/${key}\" -H \"Metadata-Flavor: Google\"" 2>/dev/null
|
|
}
|