diff --git a/integration/images/volume-copy-up/Dockerfile_windows b/integration/images/volume-copy-up/Dockerfile_windows
index f8ff761da..5e57623f5 100644
--- a/integration/images/volume-copy-up/Dockerfile_windows
+++ b/integration/images/volume-copy-up/Dockerfile_windows
@@ -26,9 +26,12 @@ RUN cmd.exe /c "@echo off && FOR %i in (%BUSYBOX_EXES%) do (mklink %i.exe busybo
 
 USER ContainerUser
 
-RUN cmd.exe /c mkdir C:\test_dir
-
-RUN /bin/sh.exe -c "echo test_content > /test_dir/test_file"
+# Explicitly set full access rights for "CREATOR OWNER". While
+# this is set by default for Windows Server 2019, it seems that
+# on Windows Server 2022 it is not.
+RUN mkdir C:\test_dir && \
+    icacls C:\test_dir /grant "CREATOR OWNER":(OI)(CI)(IO)F /T && \
+    /bin/sh.exe -c "echo test_content > /test_dir/test_file"
 
 ENV PATH="C:\bin;C:\Windows\System32;C:\Windows;"
 VOLUME "C:/test_dir"
diff --git a/integration/images/volume-ownership/Dockerfile_windows b/integration/images/volume-ownership/Dockerfile_windows
index afb47590a..720069096 100644
--- a/integration/images/volume-ownership/Dockerfile_windows
+++ b/integration/images/volume-ownership/Dockerfile_windows
@@ -25,12 +25,15 @@ WORKDIR C:/bin
 ADD tools/get_owner_windows.exe C:/bin/get_owner.exe
 RUN cmd.exe /c "@echo off && FOR %i in (%BUSYBOX_EXES%) do (mklink %i.exe busybox.exe)"
 
-RUN cmd.exe /c mkdir C:\volumes
-
 USER ContainerUser
 
-RUN mkdir C:\volumes\test_dir
-RUN /bin/sh.exe -c "echo test_content > /volumes/test_dir/test_file"
+# Explicitly set full access rights for "CREATOR OWNER". While
+# this is set by default for Windows Server 2019, it seems that
+# on Windows Server 2022 it is not.
+RUN mkdir C:\volumes && \
+    icacls C:\volumes /grant "CREATOR OWNER":(OI)(CI)(IO)F /T && \
+    mkdir C:\volumes\test_dir && \
+    /bin/sh.exe -c "echo test_content > /volumes/test_dir/test_file"
 
 ENV PATH="C:\bin;C:\Windows\System32;C:\Windows;"
 VOLUME "C:/volumes/test_dir"