diff --git a/scripts/Windows/Scripts/Context.ps1 b/scripts/Windows/Scripts/Context.ps1
index c47c5035..89a34fbe 100644
--- a/scripts/Windows/Scripts/Context.ps1
+++ b/scripts/Windows/Scripts/Context.ps1
@@ -159,6 +159,10 @@ class Context {
             Remove-Item -Recurse $archivePath;
         }
 
+        if (Test-Path "$archivePath.*") {
+            Remove-Item -Recurse "$archivePath.*";
+        }
+
         Start-Process -WorkingDirectory "$sourcePath" `
             -FilePath "7z" `
             -ArgumentList (