diff --git a/scripts/Windows/Scripts/Context.ps1 b/scripts/Windows/Scripts/Context.ps1
index 348e28cf..a6910ab1 100644
--- a/scripts/Windows/Scripts/Context.ps1
+++ b/scripts/Windows/Scripts/Context.ps1
@@ -414,6 +414,9 @@ class Context {
         }
 
         Write-Information "Removing PowerShell Modules";
+        Remove-Module "PSWindowsUpdate";
+        Remove-Module "KnownFolders";
+        Remove-Module "PinnedItem";
         Uninstall-Module -Force "PSWindowsUpdate";
         Uninstall-Module -Force "KnownFolders";
         powershell -c "Uninstall-Module -Force 'PinnedItem'";