diff --git a/scripts/Windows/Scripts/Context.ps1 b/scripts/Windows/Scripts/Context.ps1
index 8187073c..6943dc63 100644
--- a/scripts/Windows/Scripts/Context.ps1
+++ b/scripts/Windows/Scripts/Context.ps1
@@ -58,7 +58,7 @@ class Context {
 
     [void] Remove([string] $key) {
         $configKey = $this.EnsureConfigKey();
-        $null = $configKey.DeleteValue($key);
+        $null = Remove-ItemProperty -Path $configKey.PSPath -Name $key;
     }
 
     [void] SetStage([string] $name) {