diff --git a/scripts/Windows/OS/Install.ps1 b/scripts/Windows/OS/Install.ps1
index 85657986..19ba9dac 100644
--- a/scripts/Windows/OS/Install.ps1
+++ b/scripts/Windows/OS/Install.ps1
@@ -16,7 +16,7 @@ function Invoke-WindowsInstallation([Context] $context)
 
 function Start-WindowsInstallation([Context] $context) {
     $finished = $false;
-    Remove-Item Env:\POSH_THEME;
+    Remove-Item Env:\POSH_THEME -ErrorAction SilentlyContinue;
     $configPath = "$PSScriptRoot/../Config";
     $softwarePath = "$PSScriptRoot/../Software";
     $initialConfigStage = "InitialConfiguration";