diff --git a/ci/azure/pipelines.yml b/ci/azure/pipelines.yml
index f9ab3dff2b..b0fbf0fb72 100644
--- a/ci/azure/pipelines.yml
+++ b/ci/azure/pipelines.yml
@@ -93,7 +93,6 @@ jobs:
       secureFile: aws_credentials
 
   - pwsh: |
-      Set-Variable -Name ZIGINSTALLDIR -Value "$(Get-Location)\stage3-release"
       $Env:AWS_SHARED_CREDENTIALS_FILE = "$Env:DOWNLOADSECUREFILE_SECUREFILEPATH"
 
       # Workaround Azure networking issue
@@ -101,15 +100,15 @@ jobs:
       $Env:AWS_EC2_METADATA_DISABLED = "true"
       $Env:AWS_REGION = "us-west-2"
 
-      mv LICENSE "$ZIGINSTALLDIR"
-      mv zig-cache/langref.html "$ZIGINSTALLDIR"
-      mv "$ZIGINSTALLDIR\bin\zig.exe" "$ZIGINSTALLDIR\doc\"
-      rmdir "$ZIGINSTALLDIR/bin"
+      mv LICENSE stage3-release/
+      mv zig-cache/langref.html stage3-release/
+      mv stage3-release/bin/zig.exe stage3-release/
+      rmdir stage3-release/bin
 
-      # Remove the unnecessary zig dir in $ZIGINSTALLDIR\lib\zig\std\std.zig
-      mv "$ZIGINSTALLDIR\lib\zig" "$ZIGINSTALLDIR\lib2"
-      rmdir "$ZIGINSTALLDIR\lib"
-      mv "$ZIGINSTALLDIR\lib2" "$ZIGINSTALLDIR\lib"
+      # Remove the unnecessary zig dir in $prefix/lib/zig/std/std.zig
+      mv stage3-release/lib/zig stage3-release/lib2
+      rmdir stage3-release/lib
+      mv stage3-release/lib2 stage3-release/lib
 
       Set-Variable -Name VERSION -Value $(./stage3-release/zig.exe version)
       Set-Variable -Name DIRNAME -Value "zig-windows-x86_64-$VERSION"