c225d13abc
- use bash-static and avoid dragging in all of debian-base - use distroless as the base image - the shell script needs a `cp` utility, add a go based one for just files (no support for directories!) - Rework the calls to `mv` and recursive `cp` in the code - we don't need to support windows in this container image - the test case was slightly off as it was assuming that the old directory was copied into the new directory, but the desired functionality is that all files in the old directory should be in the new directory. Signed-off-by: Davanum Srinivas <davanum@gmail.com>
195 lines
8.8 KiB
Makefile
195 lines
8.8 KiB
Makefile
# Copyright 2016 The Kubernetes Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# Build the etcd image
|
|
#
|
|
# Usage:
|
|
# [BUNDLED_ETCD_VERSIONS=3.0.17 3.1.12 3.2.24 3.3.17 3.4.7] [REGISTRY=k8s.gcr.io] [ARCH=amd64] [BASEIMAGE=busybox] make (build|push)
|
|
#
|
|
# The image contains different etcd versions to simplify
|
|
# upgrades. Thus be careful when removing any versions from here.
|
|
#
|
|
# NOTE: The etcd upgrade rules are that you can upgrade only 1 minor
|
|
# version at a time, and patch release don't matter.
|
|
#
|
|
# Except from etcd-$(version) and etcdctl-$(version) binaries, we also
|
|
# need etcd and etcdctl binaries for backward compatibility reasons.
|
|
# That binary will be set to the last version from $(BUNDLED_ETCD_VERSIONS).
|
|
BUNDLED_ETCD_VERSIONS?=3.0.17 3.1.12 3.2.24 3.3.17 3.4.7
|
|
|
|
# LATEST_ETCD_VERSION identifies the most recent etcd version available.
|
|
LATEST_ETCD_VERSION?=3.4.7
|
|
|
|
# REVISION provides a version number fo this image and all it's bundled
|
|
# artifacts. It should start at zero for each LATEST_ETCD_VERSION and increment
|
|
# for each revision of this image at that etcd version.
|
|
REVISION?=2
|
|
|
|
# IMAGE_TAG Uniquely identifies k8s.gcr.io/etcd docker image with a tag of the form "<etcd-version>-<revision>".
|
|
IMAGE_TAG=$(LATEST_ETCD_VERSION)-$(REVISION)
|
|
|
|
ARCH?=amd64
|
|
ALL_ARCH = amd64 arm arm64 ppc64le s390x
|
|
# Image should be pulled from k8s.gcr.io, which will auto-detect
|
|
# region (us, eu, asia, ...) and pull from the closest.
|
|
REGISTRY?=k8s.gcr.io
|
|
# Images should be pushed to staging-k8s.gcr.io.
|
|
PUSH_REGISTRY?=staging-k8s.gcr.io
|
|
|
|
MANIFEST_IMAGE := $(PUSH_REGISTRY)/etcd
|
|
|
|
# Install binaries matching base distro permissions
|
|
BIN_INSTALL := install -m 0555
|
|
|
|
# Hosts running SELinux need :z added to volume mounts
|
|
SELINUX_ENABLED := $(shell cat /sys/fs/selinux/enforce 2> /dev/null || echo 0)
|
|
|
|
ifeq ($(SELINUX_ENABLED),1)
|
|
DOCKER_VOL_OPTS?=:z
|
|
endif
|
|
|
|
# This option is for running docker manifest command
|
|
export DOCKER_CLI_EXPERIMENTAL := enabled
|
|
# golang version should match the golang version from https://github.com/coreos/etcd/releases for the current ETCD_VERSION.
|
|
GOLANG_VERSION?=1.12.17
|
|
GOARM?=7
|
|
TEMP_DIR:=$(shell mktemp -d)
|
|
|
|
ifeq ($(ARCH),amd64)
|
|
BASEIMAGE?=us.gcr.io/k8s-artifacts-prod/build-image/debian-base:v2.1.0
|
|
endif
|
|
ifeq ($(ARCH),arm)
|
|
BASEIMAGE?=us.gcr.io/k8s-artifacts-prod/build-image/debian-base-arm:v2.1.0
|
|
endif
|
|
ifeq ($(ARCH),arm64)
|
|
BASEIMAGE?=us.gcr.io/k8s-artifacts-prod/build-image/debian-base-arm64:v2.1.0
|
|
endif
|
|
ifeq ($(ARCH),ppc64le)
|
|
BASEIMAGE?=us.gcr.io/k8s-artifacts-prod/build-image/debian-base-ppc64le:v2.1.0
|
|
endif
|
|
ifeq ($(ARCH),s390x)
|
|
BASEIMAGE?=us.gcr.io/k8s-artifacts-prod/build-image/debian-base-s390x:v2.1.0
|
|
endif
|
|
|
|
RUNNERIMAGE?=gcr.io/distroless/static:latest
|
|
|
|
build:
|
|
# Explicitly copy files to the temp directory
|
|
$(BIN_INSTALL) migrate-if-needed.sh $(TEMP_DIR)
|
|
install Dockerfile $(TEMP_DIR)
|
|
|
|
# Compile migrate
|
|
migrate_tmp_dir=$(shell mktemp -d); \
|
|
docker run --interactive -v $(shell pwd)/../../../:/go/src/k8s.io/kubernetes$(DOCKER_VOL_OPTS) -v $${migrate_tmp_dir}:/build$(DOCKER_VOL_OPTS) -e GOARCH=$(ARCH) golang:$(GOLANG_VERSION) \
|
|
/bin/bash -c "CGO_ENABLED=0 go build -o /build/migrate k8s.io/kubernetes/cluster/images/etcd/migrate"; \
|
|
$(BIN_INSTALL) $${migrate_tmp_dir}/migrate $(TEMP_DIR); \
|
|
docker run --interactive -v $(shell pwd)/../../../:/go/src/k8s.io/kubernetes$(DOCKER_VOL_OPTS) -v $${migrate_tmp_dir}:/build$(DOCKER_VOL_OPTS) -e GOARCH=$(ARCH) golang:$(GOLANG_VERSION) \
|
|
/bin/bash -c "CGO_ENABLED=0 go build -o /build/cp k8s.io/kubernetes/cluster/images/etcd/cp"; \
|
|
$(BIN_INSTALL) $${migrate_tmp_dir}/cp $(TEMP_DIR);
|
|
|
|
ifeq ($(ARCH),amd64)
|
|
|
|
# Do not compile if we should make an image for amd64, use the official etcd binaries instead
|
|
# For each release create a tmp dir 'etcd_release_tmp_dir' and unpack the release tar there.
|
|
for version in $(BUNDLED_ETCD_VERSIONS); do \
|
|
etcd_release_tmp_dir=$(shell mktemp -d); \
|
|
curl -sSL --retry 5 https://github.com/coreos/etcd/releases/download/v$$version/etcd-v$$version-linux-amd64.tar.gz | tar -xz -C $$etcd_release_tmp_dir --strip-components=1; \
|
|
$(BIN_INSTALL) $$etcd_release_tmp_dir/etcd $$etcd_release_tmp_dir/etcdctl $(TEMP_DIR)/; \
|
|
$(BIN_INSTALL) $(TEMP_DIR)/etcd $(TEMP_DIR)/etcd-$$version; \
|
|
$(BIN_INSTALL) $(TEMP_DIR)/etcdctl $(TEMP_DIR)/etcdctl-$$version; \
|
|
done
|
|
else
|
|
|
|
# Download etcd in a golang container and cross-compile it statically
|
|
# For each release create a tmp dir 'etcd_release_tmp_dir' and unpack the release tar there.
|
|
arch_prefix=""
|
|
ifeq ($(ARCH),arm)
|
|
arch_prefix="GOARM=$(GOARM)"
|
|
endif
|
|
|
|
# use '/go/src/go.etcd.io/etcd' to build etcd 3.4 and later.
|
|
for version in $(BUNDLED_ETCD_VERSIONS); do \
|
|
etcd_release_tmp_dir=$(shell mktemp -d); \
|
|
etcd_build_dir="/go/src/github.com/coreos/etcd"; \
|
|
if [ $$(echo $$version | cut -d. -f2) -gt 3 ]; then \
|
|
etcd_build_dir="/go/src/go.etcd.io/etcd"; \
|
|
fi; \
|
|
docker run --interactive -v $${etcd_release_tmp_dir}:/etcdbin golang:$(GOLANG_VERSION)$(DOCKER_VOL_OPTS) /bin/bash -c \
|
|
"git clone https://github.com/coreos/etcd $$etcd_build_dir \
|
|
&& cd $$etcd_build_dir \
|
|
&& git checkout v$${version} \
|
|
&& $(arch_prefix) GOARCH=$(ARCH) ./build \
|
|
&& cp -f bin/$(ARCH)/etcd* bin/etcd* /etcdbin; echo 'done'"; \
|
|
$(BIN_INSTALL) $$etcd_release_tmp_dir/etcd $$etcd_release_tmp_dir/etcdctl $(TEMP_DIR)/; \
|
|
$(BIN_INSTALL) $(TEMP_DIR)/etcd $(TEMP_DIR)/etcd-$$version; \
|
|
$(BIN_INSTALL) $(TEMP_DIR)/etcdctl $(TEMP_DIR)/etcdctl-$$version; \
|
|
done
|
|
|
|
# Add this ENV variable in order to workaround an unsupported arch blocker
|
|
# The multiarch feature is in an limited and experimental state right now, and etcd should work fine on arm64
|
|
# On arm (which is 32-bit), it can't handle >1GB data in-memory, but it is very unlikely someone tinkering with their limited arm devices would reach such a high usage
|
|
# ppc64le is still quite untested, but compiles and is probably in the process of being validated by IBM.
|
|
cd $(TEMP_DIR) && echo "ENV ETCD_UNSUPPORTED_ARCH=$(ARCH)" >> Dockerfile
|
|
endif
|
|
|
|
# Replace BASEIMAGE with the real base image
|
|
cd $(TEMP_DIR) && sed -i.bak 's|BASEIMAGE|$(BASEIMAGE)|g' Dockerfile
|
|
cd $(TEMP_DIR) && sed -i.bak 's|RUNNERIMAGE|$(RUNNERIMAGE)|g' Dockerfile
|
|
|
|
# And build the image
|
|
docker build --pull -t $(REGISTRY)/etcd-$(ARCH):$(IMAGE_TAG) $(TEMP_DIR)
|
|
|
|
push: build
|
|
docker tag $(REGISTRY)/etcd-$(ARCH):$(IMAGE_TAG) $(MANIFEST_IMAGE)-$(ARCH):$(IMAGE_TAG)
|
|
docker push $(MANIFEST_IMAGE)-$(ARCH):$(IMAGE_TAG)
|
|
|
|
sub-build-%:
|
|
$(MAKE) ARCH=$* build
|
|
|
|
all-build: $(addprefix sub-build-,$(ALL_ARCH))
|
|
|
|
sub-push-image-%:
|
|
$(MAKE) ARCH=$* push
|
|
|
|
all-push-images: $(addprefix sub-push-image-,$(ALL_ARCH))
|
|
|
|
all-push: all-push-images push-manifest
|
|
|
|
push-manifest:
|
|
docker manifest create --amend $(MANIFEST_IMAGE):$(IMAGE_TAG) $(shell echo $(ALL_ARCH) | sed -e "s~[^ ]*~$(MANIFEST_IMAGE)\-&:$(IMAGE_TAG)~g")
|
|
@for arch in $(ALL_ARCH); do docker manifest annotate --arch $${arch} ${MANIFEST_IMAGE}:${IMAGE_TAG} ${MANIFEST_IMAGE}-$${arch}:${IMAGE_TAG}; done
|
|
docker manifest push --purge ${MANIFEST_IMAGE}:${IMAGE_TAG}
|
|
|
|
unit-test:
|
|
docker run --interactive -v $(shell pwd)/../../../:/go/src/k8s.io/kubernetes$(DOCKER_VOL_OPTS) -e GOARCH=$(ARCH) golang:$(GOLANG_VERSION) \
|
|
/bin/bash -c "CGO_ENABLED=0 go test -v k8s.io/kubernetes/cluster/images/etcd/migrate"
|
|
|
|
# Integration tests require both a golang build environment and all the etcd binaries from a `k8s.gcr.io/etcd` image (`/usr/local/bin/etcd-<version>`, ...).
|
|
# Since the `k8s.gcr.io/etcd` image is for runtime only and does not have a build golang environment, we create a new docker image to run integration tests
|
|
# with.
|
|
build-integration-test-image: build
|
|
cp -r $(TEMP_DIR) $(TEMP_DIR)_integration_test
|
|
cp Dockerfile $(TEMP_DIR)_integration_test/Dockerfile
|
|
cd $(TEMP_DIR)_integration_test && sed -i.bak 's|BASEIMAGE|golang:$(GOLANG_VERSION)|g' Dockerfile
|
|
docker build --pull -t etcd-integration-test $(TEMP_DIR)_integration_test
|
|
|
|
integration-test:
|
|
docker run --interactive -v $(shell pwd)/../../../:/go/src/k8s.io/kubernetes$(DOCKER_VOL_OPTS) -e GOARCH=$(ARCH) etcd-integration-test \
|
|
/bin/bash -c "CGO_ENABLED=0 go test -tags=integration k8s.io/kubernetes/cluster/images/etcd/migrate -args -v 10 -logtostderr true"
|
|
|
|
integration-build-test: build-integration-test-image integration-test
|
|
test: unit-test integration-build-test
|
|
all: all-build test
|
|
.PHONY: build push push-manifest all-push all-push-images all-build unit-test build-integration-test-image integration-test integration-build-test test
|