fix comments

Rename toolset for macOS Big Sur

.github/CODEOWNERS

@@ -0,0 +1 @@
+* @actions/virtual-environments-owners

azure-pipelines/get-tool-versions-xamarin.yml

@@ -0,0 +1,37 @@
+name: $(date:yyyyMMdd)$(rev:.r)
+trigger: none
+pr: none
+schedules:
+- cron: "0 8 * * Thu"
+  displayName: Daily build
+  branches:
+    include:
+    - main
+  always: true
+
+variables:
+  PoolName: 'Azure Pipelines'
+  VmImage: 'ubuntu-18.04'
+
+stages:
+- stage: Find_New_Versions
+  dependsOn: []
+  jobs:
+  - job: Find_New_Versions
+    pool:
+      name: $(PoolName)
+      vmImage: $(VmImage)
+    steps:
+    - template: /azure-pipelines/templates/get-tool-versions-steps.yml
+
+- stage: Check_New_Versions
+  dependsOn: Find_New_Versions
+  jobs:
+  - job: Check_New_Versions
+    pool:
+      name: $(PoolName)
+      vmImage: $(VmImage)
+    variables:
+      ToolVersions: $[ stageDependencies.Find_New_Versions.Find_New_Versions.outputs['Get_versions.TOOL_VERSIONS'] ]
+    steps:
+    - template: /azure-pipelines/templates/check-versions.yml

azure-pipelines/templates/check-versions.yml

@@ -21,7 +21,7 @@ steps:
     TargetType: inline
     script: |
       $ToolName = "$(TOOL_NAME)"
-      if ($ToolName -eq "Python") {
+      if ($ToolName -in @("Python", "Xamarin")) {
         $PipelineUrl = " "
       } else {
         $PipelineUrl = "$(System.TeamFoundationCollectionUri)$(System.TeamProject)/_build/results?buildId=$(Build.BuildId)"

get-new-tool-versions/get-new-tool-versions.ps1

@@ -3,7 +3,7 @@
 Check and return list of new available tool versions
 
 .PARAMETER ToolName
-Required parameter. The name of tool for which parser is available (Node, Go, Python)
+Required parameter. The name of tool for which parser is available (Node, Go, Python, Xamarin)
 #>
 
 param (
@@ -16,10 +16,18 @@ $ToolVersionParser = Get-ToolVersionsParser -ToolName $ToolName
 $VersionsFromDist = $ToolVersionParser.GetAvailableVersions()
 $VersionsFromManifest = $ToolVersionParser.GetUploadedVersions()
 
+$joinChars = ", "
+if ($ToolName -eq "Xamarin") {
+    $VersionsToBuild = $VersionsFromDist | Where-Object { $VersionsFromManifest[$_.name] -notcontains $_.version } | ForEach-Object {[string]::Empty} {
+        '{0,-15} : {1}' -f $_.name, $_.version
+    }
+    $joinChars = "\n\t"
+} else {
     $VersionsToBuild = $VersionsFromDist | Where-Object { $VersionsFromManifest -notcontains $_ }
+}
 
 if ($VersionsToBuild) {
-    $availableVersions = $VersionsToBuild -join ", "
+    $availableVersions = $VersionsToBuild -join $joinChars
     Write-Host "The following versions are available to build:`n${availableVersions}"
     Write-Host "##vso[task.setvariable variable=TOOL_VERSIONS;isOutput=true]${availableVersions}"
 } else {

get-new-tool-versions/parsers/go-parser.psm1

@@ -15,10 +15,15 @@ class GoVersionsParser: BaseVersionsParser {
 
     hidden [SemVer] FormatVersion([string]$VersionSpec) {
         $cleanVersion = $VersionSpec -replace "^go", ""
-        return [SemVer]$cleanVersion
+        $semanticVersion = $cleanVersion -replace '(\d+\.\d+\.?\d*?)((?:alpha|beta|rc))(\d*)', '$1-$2.$3'
+        return [SemVer]$semanticVersion
     }
 
     hidden [bool] ShouldIncludeVersion([SemVer]$Version) {
+        if ($Version.PreReleaseLabel) {
+            return $false
+        }
+
         # For Go, we include all versions greater than 1.12
         return $Version -gt [SemVer]"1.12.0"
     }

get-new-tool-versions/parsers/parsers-factory.psm1

@@ -1,6 +1,7 @@
 using module "./node-parser.psm1"
 using module "./go-parser.psm1"
 using module "./python-parser.psm1"
+using module "./xamarin-parser.psm1"
 
 function Get-ToolVersionsParser {
     param(
@@ -12,6 +13,7 @@ function Get-ToolVersionsParser {
         "Node" { return [NodeVersionsParser]::New() }
         "Go" { return [GoVersionsParser]::New() }
         "Python" { return [PythonVersionsParser]::New() }
+        "Xamarin" { return [XamarinversionsParser]::New() }
         Default {
             throw "Unknown tool name"
         }

get-new-tool-versions/parsers/xamarin-parser.psm1

@@ -0,0 +1,30 @@
+using module "./base-parser.psm1"
+
+class XamarinVersionsParser: BaseVersionsParser {
+    [PSCustomObject] GetAvailableVersions() {
+        $allVersions = $this.ParseAllAvailableVersions()
+        return $allVersions
+    }
+
+    [hashtable] GetUploadedVersions() {
+        $url = $this.BuildGitHubFileUrl("actions", "virtual-environments", "main", "images/macos/toolsets/toolset-11.json")
+        $releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
+        $xamarin = $releases.xamarin
+        $xamarinReleases = @{
+            'Mono Framework' = $xamarin.'mono-versions'
+            'Xamarin.Android' = $xamarin.'android-versions'
+            'Xamarin.iOS' = $xamarin.'ios-versions'
+            'Xamarin.Mac' = $xamarin.'mac-versions'
+        }
+        return $xamarinReleases
+    }
+
+    hidden [PSCustomObject] ParseAllAvailableVersions() {
+        $url = "http://aka.ms/manifest/stable"
+        $filteredProducts = @('Mono Framework', 'Xamarin.Android', 'Xamarin.iOS', 'Xamarin.Mac')
+        $releases = Invoke-RestMethod $url -MaximumRetryCount $this.ApiRetryCount -RetryIntervalSec $this.ApiRetryIntervalSeconds
+        $items = $releases.items
+        $products = $items | Where-Object {$_.name -in $filteredProducts} | Sort-Object name | Select-Object name, version
+        return $products
+    }
+}

get-new-tool-versions/send-slack-notification.ps1

@@ -35,7 +35,11 @@ param(
 Import-Module $PSScriptRoot/helpers.psm1 -DisableNameChecking
 
 # Create JSON body
+if ($toolName -eq "Xamarin") {
+    $text = "The following versions of '$toolName' are available, consider adding them to toolset: $toolVersion"
+} else {
     $text = "The following versions of '$toolName' are available to upload: $toolVersion"
+}
 if (-not ([string]::IsNullOrWhiteSpace($PipelineUrl))) {
     $text += "\nLink to the pipeline: $pipelineUrl"
 }

packages-generation/manifest-utils.Tests.ps1

@@ -161,4 +161,54 @@ Describe "Build-VersionsManifest" {
         [array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
         Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
     }
+
+    It "set correct lts value for versions" {
+        $releases = @(
+            @{ name = "14.2.1"; draft = false; prerelease = $false; html_url = "fake_html_url"; published_at = "2020-05-14T09:54:06Z"; assets = $assets },
+            @{ name = "12.0.1"; draft = $false; prerelease = false; html_url = "fake_html_url"; published_at = "2020-05-06T11:45:36Z"; assets = $assets },
+            @{ name = "16.2.2"; draft = $false; prerelease = $false; html_url = "fake_html_url"; published_at = "2020-05-06T11:43:38Z"; assets = $assets }
+        )
+        $configuration = @{
+            regex = "python-\d+\.\d+\.\d+-(\w+)-([\w\.]+)?-?(x\d+)";
+            groups = [PSCustomObject]@{ platform = 1; platform_version = 2; arch = "x64"; }
+            lts_rule_expression = "@(@{ Name = '14'; Value = 'Fermium' }, @{ Name = '12'; Value = 'Erbium' })"
+        }
+        $expectedManifest = @(
+            [PSCustomObject]@{ version = "16.2.2"; stable = $true; release_url = "fake_html_url"; files = $expectedManifestFiles },
+            [PSCustomObject]@{ version = "14.2.1"; stable = $true; lts = "Fermium"; release_url = "fake_html_url"; files = $expectedManifestFiles },
+            [PSCustomObject]@{ version = "12.0.1"; stable = $true; lts = "Erbium"; release_url = "fake_html_url"; files = $expectedManifestFiles }
+        )
+        [array]$actualManifest = Build-VersionsManifest -Releases $releases -Configuration $configuration
+        Assert-Equivalent -Actual $actualManifest -Expected $expectedManifest
+    }
+}
+
+Describe "Get-VersionLtsStatus" {
+    $ltsRules = @(
+        @{ Name = "14"; Value = "Fermium" },
+        @{ Name = "12"; Value = "Erbium" },
+        @{ Name = "10"; Value = $true },
+        @{ Name = "8.3"; Value = "LTS 8.3" }
+    )
+
+    It "lts label is matched" {
+        Get-VersionLtsStatus -Version "14.2.2" -LtsRules $ltsRules | Should -Be "Fermium"
+        Get-VersionLtsStatus -Version "12.3.1" -LtsRules $ltsRules | Should -Be "Erbium"
+        Get-VersionLtsStatus -Version "10.8.1" -LtsRules $ltsRules | Should -Be $true
+        Get-VersionLtsStatus -Version "8.3.2" -LtsRules $ltsRules | Should -Be "LTS 8.3"
+        Get-VersionLtsStatus -Version "14" -LtsRules $ltsRules | Should -Be "Fermium"
+    }
+
+    It "lts label is not matched" {
+        Get-VersionLtsStatus -Version "9.1" -LtsRules $ltsRules | Should -Be $null
+        Get-VersionLtsStatus -Version "13.8" -LtsRules $ltsRules | Should -Be $null
+        Get-VersionLtsStatus -Version "5" -LtsRules $ltsRules | Should -Be $null
+        Get-VersionLtsStatus -Version "8.4" -LtsRules $ltsRules | Should -Be $null
+        Get-VersionLtsStatus -Version "142.5.1" -LtsRules $ltsRules | Should -Be $null
+    }
+
+    It "no rules" {
+        Get-VersionLtsStatus -Version "14.2.2" | Should -Be $null
+        Get-VersionLtsStatus -Version "12.3.1" -LtsRules $null | Should -Be $null
+    }
 }

packages-generation/manifest-utils.psm1

@@ -50,6 +50,7 @@ function Build-VersionsManifest {
     )
 
     $Releases = $Releases | Sort-Object -Property "published_at" -Descending
+    $ltsRules = Get-LtsRules -Configuration $Configuration
 
     $versionsHash = @{}
     foreach ($release in $Releases) {
@@ -64,17 +65,49 @@ function Build-VersionsManifest {
             continue
         }
         
+        $ltsStatus = Get-VersionLtsStatus -Version $versionKey -LtsRules $ltsRules
         $stable = $version.PreReleaseLabel ? $false : $true
         [array]$releaseAssets = $release.assets | ForEach-Object { New-AssetItem -ReleaseAsset $_ -Configuration $Configuration }
 
-        $versionsHash.Add($versionKey, [PSCustomObject]@{
+        $versionHash = [PSCustomObject]@{}
-            version = $versionKey
+        $versionHash | Add-Member -Name "version" -Value $versionKey -MemberType NoteProperty
-            stable = $stable
+        $versionHash | Add-Member -Name "stable" -Value $stable -MemberType NoteProperty
-            release_url = $release.html_url
+        if ($ltsStatus) {
-            files = $releaseAssets
+            $versionHash | Add-Member -Name "lts" -Value $ltsStatus -MemberType NoteProperty
-        })
+        }
+        $versionHash | Add-Member -Name "release_url" -Value $release.html_url -MemberType NoteProperty
+        $versionHash | Add-Member -Name "files" -Value $releaseAssets -MemberType NoteProperty
+        $versionsHash.Add($versionKey, $versionHash)
     }
 
     # Sort versions by descending
     return $versionsHash.Values | Sort-Object -Property @{ Expression = { [Semver]$_.version }; Descending = $true }
 }
+
+function Get-LtsRules {
+    param (
+        [Parameter(Mandatory)][object]$Configuration
+    )
+
+    $ruleExpression = $Configuration."lts_rule_expression"
+    if ($ruleExpression) {
+        Invoke-Expression $ruleExpression
+    } else {
+        @()
+    }
+}
+
+function Get-VersionLtsStatus {
+    param (
+        [Parameter(Mandatory)][string]$Version,
+        [array]$LtsRules
+    )
+
+    foreach ($ltsRule in $LtsRules) {
+        if (($Version -eq $ltsRule.Name) -or ($Version.StartsWith("$($ltsRule.Name)."))) {
+            return $ltsRule.Value
+        }
+    }
+
+    return $null
+}