Add CRI Validation test.

Signed-off-by: Lantao Liu <lantaol@google.com>
2019-09-09 16:17:04 -07:00
parent dc964de85f
commit 7e96aaab09
16 changed files with 440 additions and 26 deletions
--- a/test/windows/runner.sh
+++ b/test/windows/runner.sh
@@ -0,0 +1,98 @@
+#!/bin/bash
+
+# Copyright The containerd Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+set -o xtrace
+
+GCE_PROJECT="${GCE_PROJECT:-"cri-containerd-node-e2e"}"
+GCE_IMAGE="${GCE_IMAGE:-"windows-server-1809-dc-core-for-containers-v20190827"}"
+GCE_IMAGE_PROJECT="${GCE_IMAGE_PROJECT:-"windows-cloud"}"
+ZONE="${ZONE:-"us-west1-b"}"
+ARTIFACTS="${ARTIFACTS:-"/tmp/test-cri-windows/_artifacts"}"
+CLEANUP="${CLEANUP:-"true"}"
+
+root="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"/../..
+script_path="${root}/test/windows"
+node_name="windows-cri-$(cat /proc/sys/kernel/random/uuid)"
+
+# log logs the test logs.
+function log() {
+  echo "$(date) $1"
+}
+
+function cleanup() {
+  if [[ "$CLEANUP" == "true" ]]; then
+    log "Delete the test instance"
+    gcloud compute instances delete -q "${node_name}"
+  fi
+}
+
+function retry() {
+  local -r MAX_ATTEMPTS=$1
+  local attempts=1
+  shift
+  until "$@" || (( attempts == MAX_ATTEMPTS ))
+  do
+    log "$* failed, retry in 1 second..."
+    (( attempts++ ))
+    sleep 1
+  done
+}
+
+gcloud config set compute/zone "${ZONE}"
+gcloud config set project "${GCE_PROJECT}"
+
+log "Create the test instance"
+gcloud compute instances create "${node_name}" --machine-type=n1-standard-2 \
+  --image="${GCE_IMAGE}" --image-project="${GCE_IMAGE_PROJECT}" \
+  --metadata-from-file=windows-startup-script-ps1="${script_path}/setup-ssh.ps1"
+trap cleanup EXIT
+
+log "Wait for ssh to be ready"
+retry 180 gcloud compute ssh "${node_name}" --command="echo ssh ready"
+
+log "Setup test environment in the test instance"
+retry 5 gcloud compute scp "${script_path}/setup-vm.ps1" "${node_name}":"C:/setup-vm.ps1"
+gcloud compute ssh "${node_name}" --command="powershell /c C:/setup-vm.ps1"
+
+log "Reboot the test instance to refresh environment variables"
+gcloud compute ssh "${node_name}" --command="powershell /c Restart-Computer"
+
+log "Wait for ssh to be ready"
+retry 180 gcloud compute ssh "${node_name}" --command="echo ssh ready"
+
+log "Run test on the test instance"
+cri_tar="/tmp/cri.tar.gz"
+tar -zcf "${cri_tar}" -C "${root}" . --owner=0 --group=0
+retry 5 gcloud compute scp "${script_path}/test.sh" "${node_name}":"C:/test.sh"
+retry 5 gcloud compute scp "${cri_tar}" "${node_name}":"C:/cri.tar.gz"
+rm "${cri_tar}"
+# git-bash doesn't return test exit code, the command should
+# succeed. We'll collect test exit code from _artifacts/.
+gcloud compute ssh "${node_name}" --command='powershell /c "Start-Process -FilePath \"C:\Program Files\Git\git-bash.exe\" -ArgumentList \"-elc\",\"`\"/c/test.sh &> /c/test.log`\"\" -Wait"'
+
+log "Collect test logs"
+mkdir -p "${ARTIFACTS}"
+retry 5 gcloud compute scp "${node_name}":"C:/test.log" "${ARTIFACTS}"
+retry 5 gcloud compute scp --recurse "${node_name}":"C:/_artifacts/*" "${ARTIFACTS}"
+
+log "Test output:"
+cat "${ARTIFACTS}/test.log"
+
+exit_code="$(cat "${ARTIFACTS}/exitcode")"
+exit "${exit_code}"
--- a/test/windows/setup-ssh.ps1
+++ b/test/windows/setup-ssh.ps1
@@ -0,0 +1,32 @@
+#   Copyright The containerd Authors.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+
+[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
+$ProgressPreference = 'SilentlyContinue'
+$k8sversion = ("v1.16.0-beta.2")
+
+$url = ("https://raw.githubusercontent.com/kubernetes/kubernetes/$k8sversion/cluster/gce/windows/testonly/user-profile.psm1")
+Invoke-WebRequest $url -OutFile C:\user-profile.psm1
+
+$url = ("https://raw.githubusercontent.com/kubernetes/kubernetes/$k8sversion/cluster/gce/windows/common.psm1")
+Invoke-WebRequest $url -OutFile C:\common.psm1
+
+$url = ("https://raw.githubusercontent.com/kubernetes/kubernetes/$k8sversion/cluster/gce/windows/testonly/install-ssh.psm1")
+Invoke-WebRequest $url -OutFile C:\install-ssh.psm1
+
+Import-Module -Force C:\install-ssh.psm1
+
+InstallAndStart-OpenSsh
+
+StartProcess-WriteSshKeys
--- a/test/windows/setup-vm.ps1
+++ b/test/windows/setup-vm.ps1
@@ -0,0 +1,23 @@
+#   Copyright The containerd Authors.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+
+Set-ExecutionPolicy Bypass -Scope Process -Force; iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))
+
+choco install -y --no-progress git
+
+choco install -y --no-progress golang
+
+choco install -y --no-progress make
+
+choco install -y --no-progress mingw
--- a/test/windows/test.sh
+++ b/test/windows/test.sh
@@ -0,0 +1,45 @@
+#!/bin/bash
+
+# Copyright The containerd Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+export PATH="/c/Program Files/Containerd:$PATH"
+REPO_TAR="${REPO_TAR:-"/c/cri.tar.gz"}"
+FOCUS="${FOCUS:-"Conformance"}"
+SKIP="${SKIP:-"portforward"}"
+REPORT_DIR="${REPORT_DIR:-"/c/_artifacts"}"
+
+repo="$GOPATH/src/github.com/containerd/cri"
+mkdir -p "${repo}"
+cd "${repo}"
+tar -xzf "${REPO_TAR}"
+
+make install.deps
+make install -e BINDIR="/c/Program Files/Containerd"
+
+mkdir -p "${REPORT_DIR}"
+containerd -log-level debug &> "${REPORT_DIR}/containerd.log" &
+pid=$!
+ctr version
+
+set +o errexit
+critest --runtime-endpoint=npipe:////./pipe/containerd-containerd --ginkgo.focus="${FOCUS}" --ginkgo.skip="${SKIP}" --report-dir="${REPORT_DIR}" --report-prefix="windows"
+TEST_RC=$?
+set -o errexit
+kill -9 $pid
+echo -n "${TEST_RC}" > "${REPORT_DIR}/exitcode"