diff --git a/images/windows/scripts/build/Configure-System.ps1 b/images/windows/scripts/build/Configure-System.ps1
index 853db47ea..481d52b34 100644
--- a/images/windows/scripts/build/Configure-System.ps1
+++ b/images/windows/scripts/build/Configure-System.ps1
@@ -20,7 +20,10 @@ Write-Host "Clean up various directories"
     "$env:SystemRoot\winsxs\manifestcache",
     "$env:SystemRoot\Temp",
     "$env:SystemDrive\Users\$env:INSTALL_USER\AppData\Local\Temp",
-    "$env:TEMP"
+    "$env:TEMP",
+    "$env:AZURE_CONFIG_DIR\logs",
+    "$env:AZURE_CONFIG_DIR\commands",
+    "$env:AZURE_CONFIG_DIR\telemetry"
 ) | ForEach-Object {
     if (Test-Path $_) {
         Write-Host "Removing $_"