Linux: Cache only the latest version of CodeQL (#8419)

Previously, we cached two versions since we prioritized hitting the
toolcache over landing new releases quicker. However after
experimenting with this, we have decided to prioritize getting new
releases into customers' hands more quickly.

images/linux/scripts/SoftwareReport/SoftwareReport.Generator.ps1

@@ -103,7 +103,7 @@ $tools.AddToolVersion("Bazelisk", $(Get-BazeliskVersion))
 $tools.AddToolVersion("Bicep", $(Get-BicepVersion))
 $tools.AddToolVersion("Buildah", $(Get-BuildahVersion))
 $tools.AddToolVersion("CMake", $(Get-CMakeVersion))
-$tools.AddToolVersion("CodeQL Action Bundles", $(Get-CodeQLBundleVersions))
+$tools.AddToolVersion("CodeQL Action Bundle", $(Get-CodeQLBundleVersion))
 $tools.AddToolVersion("Docker Amazon ECR Credential Helper", $(Get-DockerAmazonECRCredHelperVersion))
 $tools.AddToolVersion("Docker Compose v1", $(Get-DockerComposeV1Version))
 $tools.AddToolVersion("Docker Compose v2", $(Get-DockerComposeV2Version))

images/linux/scripts/SoftwareReport/SoftwareReport.Tools.psm1

@@ -30,17 +30,12 @@ function Get-BicepVersion {
     return $Matches.Version
 }
 
-function Get-CodeQLBundleVersions {
+function Get-CodeQLBundleVersion {
     $CodeQLVersionsWildcard = Join-Path $Env:AGENT_TOOLSDIRECTORY -ChildPath "CodeQL" | Join-Path -ChildPath "*"
-    $CodeQLVersionPaths = Get-ChildItem $CodeQLVersionsWildcard 
+    $CodeQLVersionPath = Get-ChildItem $CodeQLVersionsWildcard | Select-Object -First 1 -Expand FullName
-    $CodeQlVersions=@()
+    $CodeQLPath = Join-Path $CodeQLVersionPath -ChildPath "x64" | Join-Path -ChildPath "codeql" | Join-Path -ChildPath "codeql"
-    foreach ($CodeQLVersionPath in $CodeQLVersionPaths) {
+    $CodeQLVersion = & $CodeQLPath version --quiet
-        $FullCodeQLVersionPath = $CodeQLVersionPath | Select-Object -Expand FullName
+    return $CodeQLVersion
-        $CodeQLPath = Join-Path $FullCodeQLVersionPath -ChildPath "x64" | Join-Path -ChildPath "codeql" | Join-Path -ChildPath "codeql"
-        $CodeQLVersion = & $CodeQLPath version --quiet
-        $CodeQLVersions += $CodeQLVersion
-    }
-    return $CodeQLVersions
 }
 
 function Get-PodManVersion {

images/linux/scripts/installers/codeql-bundle.sh

@@ -6,68 +6,26 @@
 
 source $HELPER_SCRIPTS/install.sh
 
-# Retrieve the CLI versions and bundle tags of the latest two CodeQL bundles.
+# Retrieve the CLI version of the latest CodeQL bundle.
 base_url="$(curl -fsSL https://raw.githubusercontent.com/github/codeql-action/v2/src/defaults.json)"
-codeql_tag_name="$(echo "$base_url" | jq -r '.bundleVersion')"
+bundle_version="$(echo "$base_url" | jq -r '.cliVersion')"
-codeql_cli_version="$(echo "$base_url" | jq -r '.cliVersion')"
+bundle_tag_name="codeql-bundle-v$bundle_version"
-prior_codeql_tag_name="$(echo "$base_url" | jq -r '.priorBundleVersion')"
-prior_codeql_cli_version="$(echo "$base_url" | jq -r '.priorCliVersion')"
 
-# Compute the toolcache version number for each bundle. This is either `x.y.z` or `x.y.z-YYYYMMDD`.
+echo "Downloading CodeQL bundle $bundle_version..."
-if [[ "${codeql_tag_name##*-}" == "v"* ]]; then
+# Note that this is the all-platforms CodeQL bundle, to support scenarios where customers run
-  # Tag name of the format `codeql-bundle-vx.y.z`, where x.y.z is the CLI version.
+# different operating systems within containers.
-  # We don't need to include the tag name in the toolcache version number because it's derivable
+download_with_retries "https://github.com/github/codeql-action/releases/download/$bundle_tag_name/codeql-bundle.tar.gz" "/tmp" "codeql-bundle.tar.gz"
-  # from the CLI version.
+codeql_archive="/tmp/codeql-bundle.tar.gz"
-  codeql_bundle_version="$codeql_cli_version"
-elif [[ "${codeql_tag_name##*-}" =~ ^[0-9]+$ ]]; then
-  # Tag name of the format `codeql-bundle-YYYYMMDD`.
-  # We need to include the tag name in the toolcache version number because it can't be derived
-  # from the CLI version.
-  codeql_bundle_version="$codeql_cli_version-${codeql_tag_name##*-}"
-else
-  echo "Unrecognised current CodeQL bundle tag name: $codeql_tag_name." \
-    "Could not compute toolcache version number."
-  exit 1
-fi
-if [[ "${prior_codeql_tag_name##*-}" == "v"* ]]; then
-  # Tag name of the format `codeql-bundle-vx.y.z`, where x.y.z is the CLI version.
-  # We don't need to include the tag name in the toolcache version number because it's derivable
-  # from the CLI version.
-  prior_codeql_bundle_version="$prior_codeql_cli_version"
-elif [[ "${prior_codeql_tag_name##*-}" =~ ^[0-9]+$ ]]; then
-  # Tag name of the format `codeql-bundle-YYYYMMDD`.
-  # We need to include the tag name in the toolcache version number because it can't be derived
-  # from the CLI version.
-  prior_codeql_bundle_version="$prior_codeql_cli_version-${prior_codeql_tag_name##*-}"
-else
-  echo "Unrecognised prior CodeQL bundle tag name: $prior_codeql_tag_name." \
-    "Could not compute toolcache version number."
-  exit 1
-fi
 
-# Download and name both CodeQL bundles.
+codeql_toolcache_path="$AGENT_TOOLSDIRECTORY/CodeQL/$bundle_version/x64"
-codeql_bundle_versions=("${codeql_bundle_version}" "${prior_codeql_bundle_version}")
+mkdir -p "$codeql_toolcache_path"
-codeql_tag_names=("${codeql_tag_name}" "${prior_codeql_tag_name}")
 
-for index in "${!codeql_bundle_versions[@]}"; do
+echo "Unpacking the downloaded CodeQL bundle archive..."
-  bundle_version="${codeql_bundle_versions[$index]}"
+tar -xzf "$codeql_archive" -C "$codeql_toolcache_path"
-  bundle_tag_name="${codeql_tag_names[$index]}"
 
-  echo "Downloading CodeQL bundle $bundle_version..."
+# Touch a file to indicate to the CodeQL Action that this bundle shipped with the toolcache. This is
-    download_with_retries "https://github.com/github/codeql-action/releases/download/$bundle_tag_name/codeql-bundle.tar.gz" "/tmp" "codeql-bundle.tar.gz"
+# to support overriding the CodeQL version specified in defaults.json on GitHub Enterprise.
-    codeql_archive="/tmp/codeql-bundle.tar.gz"
+touch "$codeql_toolcache_path/pinned-version"
 
-    codeql_toolcache_path="$AGENT_TOOLSDIRECTORY/CodeQL/$bundle_version/x64"
+# Touch a file to indicate to the toolcache that setting up CodeQL is complete.
-    mkdir -p "$codeql_toolcache_path"
+touch "$codeql_toolcache_path.complete"
-
-    echo "Unpacking the downloaded CodeQL bundle archive..."
-    tar -xzf "$codeql_archive" -C "$codeql_toolcache_path"
-
-    # We only pin the latest version in the toolcache, to support overriding the CodeQL version specified in defaults.json on GitHub Enterprise.
-    if [[ "$bundle_version" == "$codeql_bundle_version" ]]; then
-        touch "$codeql_toolcache_path/pinned-version"
-    fi
-
-    # Touch a file to indicate to the toolcache that setting up CodeQL is complete.
-    touch "$codeql_toolcache_path.complete"
-done

images/linux/scripts/tests/Toolset.Tests.ps1

@@ -60,19 +60,6 @@ Describe "Toolset" {
                         }
                     }
                 }
-
-                # Validate that there are two versions of CodeQL included. 
-                if ($toolName -eq "CodeQL") {
-                    $foundPriorVersion = Get-Item $expectedVersionPath `
-                        | Sort-Object -Property {[SemVer]$_.name} -Descending `
-                        | Select-Object -Last 1
-                    $foundPriorVersionPath = Join-Path $foundPriorVersion $tool.arch
-
-                    $priorExecutablePath = Join-Path $foundPriorVersionPath "codeql/codeql"   
-                    It "Validate prior version of codeql/codeql" -TestCases @{PriorExecutablePath = $priorExecutablePath} {
-                        $PriorExecutablePath | Should -Exist
-                    }
-                }
             }
         }
     }