diff --git a/images/ubuntu/scripts/build/Install-PowerShellAzModules.ps1 b/images/ubuntu/scripts/build/Install-PowerShellAzModules.ps1
index 6dd5fef88..626dc2f70 100644
--- a/images/ubuntu/scripts/build/Install-PowerShellAzModules.ps1
+++ b/images/ubuntu/scripts/build/Install-PowerShellAzModules.ps1
@@ -22,22 +22,6 @@ foreach ($module in $modules) {
         Save-Module -Path $modulePath -Name $moduleName -RequiredVersion $version -Force
     }
 
-    $assets = Invoke-RestMethod $module.url
-
-    # Get github release asset for each version
-    foreach ($toolVersion in $module.zip_versions) {
-        $asset = $assets | Where-Object version -eq $toolVersion `
-            | Select-Object -ExpandProperty files `
-            | Select-Object -First 1
-
-        if (-not $asset) {
-            Write-Host "Asset for ${moduleName} ${toolVersion} was not found in versions manifest"
-            exit 1
-        }
-
-        Write-Host "Downloading asset for ${moduleName} ${toolVersion}: $($asset.filename)"
-        Invoke-DownloadWithRetry $asset.download_url -Destination "$installPSModulePath/$($asset.filename)"
-    }
 }
 
 Invoke-PesterTests -TestFile "PowerShellModules" -TestName "AzureModules"
diff --git a/images/ubuntu/toolsets/toolset-2004.json b/images/ubuntu/toolsets/toolset-2004.json
index 5b5e4338a..033ff8bc6 100644
--- a/images/ubuntu/toolsets/toolset-2004.json
+++ b/images/ubuntu/toolsets/toolset-2004.json
@@ -106,11 +106,8 @@
     "azureModules": [
         {
             "name": "az",
-            "url" : "https://raw.githubusercontent.com/Azure/az-ps-module-versions/main/versions-manifest.json",
             "versions": [
                 "11.3.1"
-            ],
-            "zip_versions": [
             ]
         }
     ],
diff --git a/images/ubuntu/toolsets/toolset-2204.json b/images/ubuntu/toolsets/toolset-2204.json
index 60c7997a9..0862612b0 100644
--- a/images/ubuntu/toolsets/toolset-2204.json
+++ b/images/ubuntu/toolsets/toolset-2204.json
@@ -103,11 +103,8 @@
     "azureModules": [
         {
             "name": "az",
-            "url" : "https://raw.githubusercontent.com/Azure/az-ps-module-versions/main/versions-manifest.json",
             "versions": [
                 "11.3.1"
-            ],
-            "zip_versions": [
             ]
         }
     ],
diff --git a/images/ubuntu/toolsets/toolset-2404.json b/images/ubuntu/toolsets/toolset-2404.json
index 2ca767397..6d88e441a 100644
--- a/images/ubuntu/toolsets/toolset-2404.json
+++ b/images/ubuntu/toolsets/toolset-2404.json
@@ -93,11 +93,8 @@
     "azureModules": [
         {
             "name": "az",
-            "url" : "https://raw.githubusercontent.com/Azure/az-ps-module-versions/main/versions-manifest.json",
             "versions": [
                 "11.5.0"
-            ],
-            "zip_versions": [
             ]
         }
     ],