ci: Initial Windows image integration

This enables the Windows test module. One basic test is enabled,
while all others are disabled yet for aarch64. Jenkins file is
extended with the corresponding step for aarch64.

installAzureCli() is parametrized.

It seems that transferring a 30GB image would take >= 15 minutes. An
optimization here is having a gzip'ed image to 10GB which would unpack
in 3 minutes. Expect to be quicker than transferring an uncompressed
image while on another network.

Signed-off-by: Anatol Belski <ab@php.net>

scripts/common-aarch64.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+
+export BUILD_TARGET=${BUILD_TARGET-aarch64-unknown-linux-gnu}
+
+WORKLOADS_DIR="$HOME/workloads"
+
+mkdir -p "$WORKLOADS_DIR"
+
+build_edk2() {
+    EDK2_BUILD_DIR="$WORKLOADS_DIR/edk2_build"
+    EDK2_REPO="https://github.com/tianocore/edk2.git"
+    EDK2_DIR="$EDK2_BUILD_DIR/edk2"
+    EDK2_PLAT_REPO="https://github.com/tianocore/edk2-platforms.git"
+    EDK2_PLAT_DIR="$EDK2_BUILD_DIR/edk2-platforms"
+    ACPICA_REPO="https://github.com/acpica/acpica.git"
+    ACPICA_DIR="$EDK2_BUILD_DIR/acpica"
+    export WORKSPACE="$EDK2_BUILD_DIR"
+    export PACKAGES_PATH="$EDK2_DIR:$EDK2_PLAT_DIR"
+    export IASL_PREFIX="$ACPICA_DIR/generate/unix/bin/"
+
+    if [ ! -d "$EDK2_BUILD_DIR" ]; then
+        mkdir -p "$EDK2_BUILD_DIR"
+    fi
+
+    # Prepare source code
+    checkout_repo "$EDK2_DIR" "$EDK2_REPO" master "46b4606ba23498d3d0e66b53e498eb3d5d592586"
+    pushd "$EDK2_DIR"
+    git submodule update --init
+    popd
+    checkout_repo "$EDK2_PLAT_DIR" "$EDK2_PLAT_REPO" master "8227e9e9f6a8aefbd772b40138f835121ccb2307"
+    checkout_repo "$ACPICA_DIR" "$ACPICA_REPO" master "b9c69f81a05c45611c91ea9cbce8756078d76233"
+
+    if [[ ! -f "$EDK2_DIR/.built" || \
+          ! -f "$EDK2_PLAT_DIR/.built" || \
+          ! -f "$ACPICA_DIR/.built" ]]; then
+        pushd "$EDK2_BUILD_DIR"
+        # Build
+        make -C acpica -j `nproc`
+        source edk2/edksetup.sh
+        make -C edk2/BaseTools -j `nproc`
+        build -a AARCH64 -t GCC5 -p ArmVirtPkg/ArmVirtCloudHv.dsc -b RELEASE -n 0
+        cp Build/ArmVirtCloudHv-AARCH64/RELEASE_GCC5/FV/CLOUDHV_EFI.fd "$WORKLOADS_DIR"
+        touch "$EDK2_DIR"/.built
+        touch "$EDK2_PLAT_DIR"/.built
+        touch "$ACPICA_DIR"/.built
+        popd
+    fi
+}
+

scripts/dev_cli.sh

@@ -471,7 +471,7 @@ cmd_tests() {
             --env USER="root" \
             --env CH_LIBC="${libc}" \
             "$CTR_IMAGE" \
-            ./scripts/run_integration_tests_windows.sh "$@" || fix_dir_perms $? || exit $?
+            ./scripts/run_integration_tests_windows_"$(uname -m)".sh "$@" || fix_dir_perms $? || exit $?
     fi
 
     if [ "$integration_live_migration" = true ]; then

scripts/run_integration_tests_aarch64.sh

@@ -3,55 +3,10 @@ set -x
 
 source $HOME/.cargo/env
 source $(dirname "$0")/test-util.sh
+source $(dirname "$0")/common-aarch64.sh
 
-export BUILD_TARGET=${BUILD_TARGET-aarch64-unknown-linux-gnu}
-
-WORKLOADS_DIR="$HOME/workloads"
 WORKLOADS_LOCK="$WORKLOADS_DIR/integration_test.lock"
 
-mkdir -p "$WORKLOADS_DIR"
-
-build_edk2() {
-    EDK2_BUILD_DIR="$WORKLOADS_DIR/edk2_build"
-    EDK2_REPO="https://github.com/tianocore/edk2.git"
-    EDK2_DIR="$EDK2_BUILD_DIR/edk2"
-    EDK2_PLAT_REPO="https://github.com/tianocore/edk2-platforms.git"
-    EDK2_PLAT_DIR="$EDK2_BUILD_DIR/edk2-platforms"
-    ACPICA_REPO="https://github.com/acpica/acpica.git"
-    ACPICA_DIR="$EDK2_BUILD_DIR/acpica"
-    export WORKSPACE="$EDK2_BUILD_DIR"
-    export PACKAGES_PATH="$EDK2_DIR:$EDK2_PLAT_DIR"
-    export IASL_PREFIX="$ACPICA_DIR/generate/unix/bin/"
-
-    if [ ! -d "$EDK2_BUILD_DIR" ]; then
-        mkdir -p "$EDK2_BUILD_DIR"
-    fi
-
-    # Prepare source code
-    checkout_repo "$EDK2_DIR" "$EDK2_REPO" master "46b4606ba23498d3d0e66b53e498eb3d5d592586"
-    pushd "$EDK2_DIR"
-    git submodule update --init
-    popd
-    checkout_repo "$EDK2_PLAT_DIR" "$EDK2_PLAT_REPO" master "8227e9e9f6a8aefbd772b40138f835121ccb2307"
-    checkout_repo "$ACPICA_DIR" "$ACPICA_REPO" master "b9c69f81a05c45611c91ea9cbce8756078d76233"
-
-    if [[ ! -f "$EDK2_DIR/.built" || \
-          ! -f "$EDK2_PLAT_DIR/.built" || \
-          ! -f "$ACPICA_DIR/.built" ]]; then
-        pushd "$EDK2_BUILD_DIR"
-        # Build
-        make -C acpica -j `nproc`
-        source edk2/edksetup.sh
-        make -C edk2/BaseTools -j `nproc`
-        build -a AARCH64 -t GCC5 -p ArmVirtPkg/ArmVirtCloudHv.dsc -b RELEASE -n 0
-        cp Build/ArmVirtCloudHv-AARCH64/RELEASE_GCC5/FV/CLOUDHV_EFI.fd "$WORKLOADS_DIR"
-        touch "$EDK2_DIR"/.built
-        touch "$EDK2_PLAT_DIR"/.built
-        touch "$ACPICA_DIR"/.built
-        popd
-    fi
-}
-
 build_spdk_nvme() {
     SPDK_DIR="$WORKLOADS_DIR/spdk"
     SPDK_REPO="https://github.com/spdk/spdk.git"

scripts/run_integration_tests_windows_aarch64.sh

@@ -0,0 +1,60 @@
+#!/bin/bash
+set -x
+
+source $HOME/.cargo/env
+source $(dirname "$0")/test-util.sh
+source $(dirname "$0")/common-aarch64.sh
+
+process_common_args "$@"
+# For now these values are default for kvm
+features=""
+
+# aarch64 not supported for MSHV
+if [[ "$hypervisor" = "mshv" ]]; then
+    echo "AArch64 is not supported in Microsoft Hypervisor"
+    exit 1
+fi
+
+WIN_IMAGE_BASENAME="windows-11-iot-enterprise-aarch64.raw"
+WIN_IMAGE_FILE="$WORKLOADS_DIR/$WIN_IMAGE_BASENAME"
+
+# Checkout and build EDK2
+OVMF_FW="$WORKLOADS_DIR/CLOUDHV_EFI.fd"
+build_edk2
+
+BUILD_TARGET="$(uname -m)-unknown-linux-${CH_LIBC}"
+CFLAGS=""
+TARGET_CC=""
+if [[ "${BUILD_TARGET}" == "aarch64-unknown-linux-musl" ]]; then
+export TARGET_CC="musl-gcc"
+export RUSTFLAGS="-C link-arg=-lgcc -C link_arg=-specs -C link_arg=/usr/lib/aarch64-linux-musl/musl-gcc.specs"
+fi
+
+# Check if the images are present
+if [[ ! -f ${WIN_IMAGE_FILE} || ! -f ${OVMF_FW} ]]; then
+    echo "Windows image/firmware not present in the host"
+    exit 1
+fi
+
+# Use device mapper to create a snapshot of the Windows image
+img_blk_size=$(du -b -B 512 ${WIN_IMAGE_FILE} | awk '{print $1;}')
+loop_device=$(losetup --find --show --read-only ${WIN_IMAGE_FILE})
+dmsetup create windows-base --table "0 $img_blk_size linear $loop_device 0"
+dmsetup mknodes
+dmsetup create windows-snapshot-base --table "0 $img_blk_size snapshot-origin /dev/mapper/windows-base"
+dmsetup mknodes
+
+export RUST_BACKTRACE=1
+
+cargo build --all --release $features --target $BUILD_TARGET
+strip target/$BUILD_TARGET/release/cloud-hypervisor
+
+# Only run with 1 thread to avoid tests interfering with one another because
+# Windows has a static IP configured
+time cargo test $features "windows::$test_filter" --target $BUILD_TARGET -- ${test_binary_args[*]}
+RES=$?
+
+dmsetup remove_all -f
+losetup -D
+
+exit $RES

scripts/windows-11-iot-enterprise-aarch64.raw.sha1

@@ -0,0 +1 @@
+707e939654b341717d3f54b41c57eea4432978e5  windows-11-iot-enterprise-aarch64.raw